kc3-lang/angle/src/tests/restricted_traces/gen_restricted_traces.py

• Show log

  Commit

• Hash : 11eb5eb7
  Author :
  Date : 2024-01-30T10:59:45
  

  Traces: support checkout of individual traces
  
  Example .gclient to checkout a couple traces only:
  'checkout_angle_restricted_trace_antutu_refinery': True,
  'checkout_angle_restricted_trace_bubble_shooter': True,
  
  To be used in conjuction with gn args, e.g.:
  angle_restricted_traces=["antutu_refinery", "bubble_shooter"]
  
  Note: when need perfetto, we'd also need to add:
  'checkout_angle_perfetto': True,
  
  because it defaults to checkout_angle_restricted_traces
  which is not being set to True in this case.
  
  Bug: b/322507257
  Bug: b/322779830
  Change-Id: I404e26919899c8874b570d6ffa80c86fabfd3348
  Reviewed-on: https://chromium-review.googlesource.com/c/angle/angle/+/5249196
  Reviewed-by: Cody Northrop <cnorthrop@google.com>
  Reviewed-by: Shahbaz Youssefi <syoussefi@chromium.org>
  

Download

• src/tests/restricted_traces/gen_restricted_traces.py

• #!/usr/bin/python3
  #
  # Copyright 2020 The ANGLE Project Authors. All rights reserved.
  # Use of this source code is governed by a BSD-style license that can be
  # found in the LICENSE file.
  #
  # gen_restricted_traces.py:
  #   Generates integration code for the restricted trace tests.
  
  import getpass
  import glob
  import fnmatch
  import re
  import json
  import os
  import sys
  
  CIPD_TRACE_PREFIX = 'angle/traces'
  EXPERIMENTAL_CIPD_PREFIX = 'experimental/google.com/%s/angle/traces'
  DEPS_PATH = '../../../DEPS'
  DEPS_START = '# === ANGLE Restricted Trace Generated Code Start ==='
  DEPS_END = '# === ANGLE Restricted Trace Generated Code End ==='
  DEPS_TEMPLATE = """\
    'src/tests/restricted_traces/{trace}': {{
        'packages': [
          {{
              'package': '{trace_prefix}/{trace}',
              'version': 'version:{version}',
          }},
        ],
        'dep_type': 'cipd',
        'condition': 'checkout_angle_restricted_trace_{trace}',
    }},
  """
  
  DEPS_VAR_START = '# === ANGLE Restricted Trace Generated Var Start ==='
  DEPS_VAR_END = '# === ANGLE Restricted Trace Generated Var End ==='
  DEPS_VAR_TEMPLATE = """\
    'checkout_angle_restricted_trace_{trace}': 'checkout_angle_restricted_traces',
  """
  
  
  def reject_duplicate_keys(pairs):
      found_keys = {}
      for key, value in pairs:
          if key in found_keys:
              raise ValueError("duplicate key: %r" % (key,))
          else:
              found_keys[key] = value
      return found_keys
  
  
  def read_json(json_file):
      with open(json_file) as map_file:
          return json.loads(map_file.read(), object_pairs_hook=reject_duplicate_keys)
  
  
  def write_json(json_file, data):
      with open(json_file, 'w') as map_file:
          json.dump(data, map_file, indent=4, sort_keys=True)
  
  
  def update_deps(trace_pairs):
      # Generate substitution string
      replacement = ""
      for (trace, version) in trace_pairs:
          if 'x' in version:
              version = version.strip('x')
              trace_prefix = EXPERIMENTAL_CIPD_PREFIX % getpass.getuser()
          else:
              trace_prefix = CIPD_TRACE_PREFIX
          sub = {'trace': trace, 'version': version, 'trace_prefix': trace_prefix}
          replacement += DEPS_TEMPLATE.format(**sub)
  
      # Update DEPS to download CIPD dependencies
      with open(DEPS_PATH) as f:
          lines = f.readlines()
  
      def slice_to_replace(lines, start_tag, end_tag):
          start, end = [i for i, s in enumerate(lines) if start_tag in s or end_tag in s]
          return slice(start + 1, end)
  
      # Replace lines between DEPS_START and DEPS_END with new code
      lines[slice_to_replace(lines, DEPS_START, DEPS_END)] = [replacement]
  
      # Replace lines between DEPS_VAR_START and DEPS_VAR_END with new code
      lines[slice_to_replace(lines, DEPS_VAR_START, DEPS_VAR_END)] = [
          DEPS_VAR_TEMPLATE.format(trace=trace) for (trace, _) in trace_pairs
      ]
  
      with open(DEPS_PATH, 'w') as f:
          f.write(''.join(lines))
  
      return True
  
  
  def main():
      json_file = 'restricted_traces.json'
  
      json_data = read_json(json_file)
      if 'traces' not in json_data:
          print('Trace data missing traces key.')
          return 1
      trace_pairs = [trace.split(' ') for trace in json_data['traces']]
      traces = [trace_pair[0] for trace_pair in trace_pairs]
  
      # auto_script parameters.
      if len(sys.argv) > 1:
          inputs = [json_file]
  
          # Note: we do not include DEPS in the list of outputs to simplify the integration.
          # Otherwise we'd continually need to regenerate on any roll. We include .gitignore
          # in the outputs so we have a placeholder value.
          outputs = ['.gitignore']
  
          if sys.argv[1] == 'inputs':
              print(','.join(inputs))
          elif sys.argv[1] == 'outputs':
              print(','.join(outputs))
          else:
              print('Invalid script parameters.')
              return 1
          return 0
  
      if not update_deps(trace_pairs):
          print('DEPS file update failed')
          return 1
  
      return 0
  
  
  if __name__ == '__main__':
      sys.exit(main())
  

Download