kc3-lang/angle/infra/specs/test_suites.pyl

Branch : - branch - main - tag -

• Show log

  Commit

• Author : Jamie Madill
  Date : 2021-09-22 13:39:55
  Hash : 0004ecc2
  Message : Write GL info to test artifact in end2end_tests. These will show up as glinfo.json in the "cas outputs" of the shard that runs these tests. We currently have information for Pixel 4, NVIDIA and Intel Win/Linux, and SwiftShader Windows. GLES 1.x extensions are treated separately. Some WebGL/Mac-only/D3D-only extensions show as unsupported anywhere. In order to capture artifacts on Android, we use a render test output parameter. Bug: angleproject:6379 Change-Id: I560b219b5a586cdbb68d272090f38eedc76aba20 Reviewed-on: https://chromium-review.googlesource.com/c/angle/angle/+/3176780 Commit-Queue: Jamie Madill <jmadill@chromium.org> Reviewed-by: Ian Elliott <ianelliott@google.com> Reviewed-by: Tim Van Patten <timvp@google.com> Reviewed-by: Jonah Ryan-Davis <jonahr@google.com>

• infra/specs/test_suites.pyl

• # Copyright 2021 The ANGLE Project Authors. All rights reserved.
  # Use of this source code is governed by a BSD-style license that can be
  # found in the LICENSE file.
  
  # This is a .pyl, or "Python Literal", file. You can treat it just like a
  # .json file, with the following exceptions:
  # * all keys must be quoted (use single quotes, please);
  # * comments are allowed, using '#' syntax; and
  # * trailing commas are allowed.
  #
  # For more info see Chromium's test_suites.pyl in testing/buildbot.
  
  {
    'basic_suites': {
      'angle_deqp_egl_d3d11_gtests': {
        'angle_deqp_egl_d3d11_tests': {
          'args': [
            'angle_deqp_egl_tests',
            '--use-angle=d3d11',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_egl_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_egl_gl_gtests': {
        'angle_deqp_egl_gl_tests': {
          'args': [
            'angle_deqp_egl_tests',
            '--use-angle=gl',
            '--bot-mode',
            # Flaky when run with multiple processes.
            '--max-processes=1',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_egl_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      # Android-only. Temporarily disabled.
      # 'angle_deqp_egl_gles_gtests': {
      #   'angle_deqp_egl_gles_tests': {
      #     'args': [
      #       'angle_deqp_egl_tests',
      #       '--use-angle=gles',
      #     ],
      #     'android_args': [
      #       '-v',
      #       '--shard-timeout=500',
      #     ],
      #     'android_swarming': {
      #       'shards': 4,
      #     },
      #     'merge': {
      #       'script': '//scripts/angle_deqp_test_merge.py',
      #     },
      #     'test': 'angle_deqp_egl_tests',
      #     'use_isolated_scripts_api': True,
      #   },
      # },
  
      'angle_deqp_egl_metal_gtests': {
        'angle_deqp_egl_metal_tests': {
          'args': [
            'angle_deqp_egl_tests',
            '--use-angle=metal',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_egl_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_egl_vulkan_gtests': {
        'angle_deqp_egl_vulkan_tests': {
          'args': [
            'angle_deqp_egl_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 4,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_egl_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles2_d3d11_gtests': {
        'angle_deqp_gles2_d3d11_tests': {
          'args': [
            'angle_deqp_gles2_tests',
            '--use-angle=d3d11',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles2_gl_gtests': {
        'angle_deqp_gles2_gl_tests': {
          'args': [
            'angle_deqp_gles2_tests',
            '--use-angle=gl',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      # Android-only. Temporarily disabled.
      # 'angle_deqp_gles2_gles_gtests': {
      #   'angle_deqp_gles2_gles_tests': {
      #     'args': [
      #       'angle_deqp_gles2_tests',
      #       '--use-angle=gles',
      #     ],
      #     'android_args': [
      #       '-v',
      #       '--shard-timeout=500',
      #     ],
      #     'android_swarming': {
      #       'shards': 4,
      #     },
      #     'desktop_args': [
      #       '--bot-mode',
      #     ],
      #     'merge': {
      #       'script': '//scripts/angle_deqp_test_merge.py',
      #     },
      #     'test': 'angle_deqp_gles2_tests',
      #     'use_isolated_scripts_api': True,
      #   },
      # },
  
      'angle_deqp_gles2_metal_gtests': {
        'angle_deqp_gles2_metal_tests': {
          'args': [
            'angle_deqp_gles2_tests',
            '--use-angle=metal',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles2_vulkan_gtests': {
        'angle_deqp_gles2_vulkan_tests': {
          'args': [
            'angle_deqp_gles2_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 4,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles2_vulkan_spirvgen_gtests': {
        'angle_deqp_gles2_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_gles2_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 4,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_d3d11_gtests': {
        'angle_deqp_gles31_d3d11_tests': {
          'args': [
            'angle_deqp_gles31_tests',
            '--use-angle=d3d11',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_gl_gtests': {
        'angle_deqp_gles31_gl_tests': {
          'args': [
            'angle_deqp_gles31_tests',
            '--use-angle=gl',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_vulkan_gtests': {
        'angle_deqp_gles31_vulkan_tests': {
          'args': [
            'angle_deqp_gles31_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 20,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_vulkan_rotate180_gtests': {
        'angle_deqp_gles31_vulkan_rotate180_tests': {
          'args': [
            'angle_deqp_gles31_rotate180_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 1,
          },
          'test': 'angle_deqp_gles31_rotate180_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_vulkan_rotate270_gtests': {
        'angle_deqp_gles31_vulkan_rotate270_tests': {
          'args': [
            'angle_deqp_gles31_rotate270_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 1,
          },
          'test': 'angle_deqp_gles31_rotate270_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_vulkan_rotate90_gtests': {
        'angle_deqp_gles31_vulkan_rotate90_tests': {
          'args': [
            'angle_deqp_gles31_rotate90_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 1,
          },
          'test': 'angle_deqp_gles31_rotate90_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles31_vulkan_spirvgen_gtests': {
        'angle_deqp_gles31_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_gles31_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 20,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_d3d11_gtests': {
        'angle_deqp_gles3_d3d11_tests': {
          'args': [
            'angle_deqp_gles3_tests',
            '--use-angle=d3d11',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_gl_gtests': {
        'angle_deqp_gles3_gl_tests': {
          'args': [
            'angle_deqp_gles3_tests',
            '--use-angle=gl',
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      # Android-only. Temporarily disabled.
      # 'angle_deqp_gles3_gles_gtests': {
      #   'angle_deqp_gles3_gles_tests': {
      #     'args': [
      #       'angle_deqp_gles3_tests',
      #       '--use-angle=gles',
      #     ],
      #     'android_args': [
      #       '-v',
      #       '--shard-timeout=500',
      #     ],
      #     'android_swarming': {
      #       'shards': 12,
      #     },
      #     'merge': {
      #       'script': '//scripts/angle_deqp_test_merge.py',
      #     },
      #     'test': 'angle_deqp_gles3_tests',
      #     'use_isolated_scripts_api': True,
      #   },
      # },
  
      'angle_deqp_gles3_metal_gtests': {
        'angle_deqp_gles3_metal_tests': {
          'args': [
            'angle_deqp_gles3_tests',
            '--use-angle=metal',
            # Flakiness on multiple configs. http://anglebug.com/6019
            '--flaky-retries=2',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_vulkan_gtests': {
        'angle_deqp_gles3_vulkan_tests': {
          'args': [
            'angle_deqp_gles3_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 12,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 4,
          },
          'test': 'angle_deqp_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_vulkan_rotate180_gtests': {
        'angle_deqp_gles3_vulkan_rotate180_tests': {
          'args': [
            'angle_deqp_gles3_rotate180_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_rotate180_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_vulkan_rotate270_gtests': {
        'angle_deqp_gles3_vulkan_rotate270_tests': {
          'args': [
            'angle_deqp_gles3_rotate270_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_rotate270_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_vulkan_rotate90_gtests': {
        'angle_deqp_gles3_vulkan_rotate90_tests': {
          'args': [
            'angle_deqp_gles3_rotate90_tests',
            '--use-angle=vulkan',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 2,
          },
          'test': 'angle_deqp_gles3_rotate90_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_gles3_vulkan_spirvgen_gtests': {
        'angle_deqp_gles3_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_gles3_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 12,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'swarming': {
            'shards': 4,
          },
          'test': 'angle_deqp_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles2_vulkan_gtests': {
        'angle_deqp_khr_gles2_vulkan_tests': {
          'args': [
            'angle_deqp_khr_gles2_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'test': 'angle_deqp_khr_gles2_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles31_vulkan_gtests': {
        'angle_deqp_khr_gles31_vulkan_tests': {
          'args': [
            'angle_deqp_khr_gles31_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 2,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles31_vulkan_spirvgen_gtests': {
        'angle_deqp_khr_gles31_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_khr_gles31_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 2,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles31_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles32_vulkan_gtests': {
        'angle_deqp_khr_gles32_vulkan_tests': {
          'args': [
            'angle_deqp_khr_gles32_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles32_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles32_vulkan_spirvgen_gtests': {
        'angle_deqp_khr_gles32_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_khr_gles32_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles32_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles3_vulkan_gtests': {
        'angle_deqp_khr_gles3_vulkan_tests': {
          'args': [
            'angle_deqp_khr_gles3_tests',
            '--use-angle=vulkan',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 2,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_deqp_khr_gles3_vulkan_spirvgen_gtests': {
        'angle_deqp_khr_gles3_vulkan_spirvgen_tests': {
          'args': [
            'angle_deqp_khr_gles3_tests',
            '--use-angle=vulkan',
            '--direct-spirv-gen',
          ],
          'android_args': [
            '-v',
            '--shard-timeout=500',
          ],
          'android_swarming': {
            'shards': 2,
          },
          'desktop_args': [
            '--bot-mode',
          ],
          'merge': {
            'script': '//scripts/angle_deqp_test_merge.py',
          },
          'test': 'angle_deqp_khr_gles3_tests',
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_end2end_gtests': {
        'angle_end2end_tests': {
          'android_args': [
            '--shard-timeout=180',
            '-v',
            # We use this argument to save test artifacts.
            '--render-test-output-dir=${ISOLATED_OUTDIR}',
          ],
          'android_swarming': {
            'shards': 4,
          },
          'args': [
            'angle_end2end_tests',
            '--gtest_filter=-*Vulkan_SwiftShader*',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          # Linux has issues with creating too many windows at once.
          'linux_args': [
            '--max-processes=4',
          ],
          'swarming': {
            'shards': 2,
          },
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_end2end_with_retry_gtests': {
        'angle_end2end_tests': {
          'args': [
            'angle_end2end_tests',
            '--gtest_filter=-*Vulkan_SwiftShader*',
            '--bot-mode',
            '--flaky-retries=2',
          ],
          # Linux has issues with creating too many windows at once.
          'linux_args': [
            '--max-processes=4',
          ],
          'swarming': {
            'shards': 2,
          },
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_gles1_conformance_gtests': {
        'angle_gles1_conformance_tests': {
          'android_args': [
            '--shard-timeout=180',
            '-v',
          ],
          'args': [
            'angle_gles1_conformance_tests',
            '--test-timeout=40',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'use_isolated_scripts_api': True,
        },
      },
  
      # Actually uploads results to the perf dashboard
      'angle_perf_isolated_scripts': {
        'angle_perftests': {
          'args': [
            '--log=debug',
          ],
          'merge': {
            'script': '//scripts/process_angle_perf_results.py',
          },
          'android_swarming': {
            'shards': 30,
          },
          'swarming': {
            'shards': 20,
          },
        },
      },
  
      # The angle perf tests should eventually be run on every platform
      # ANGLE supports. Currently they run on Windows, Linux and Android.
      'angle_perf_smoke_isolated_scripts': {
        'angle_perftests': {
          'args': [
            '--log=debug',
            '--smoke-test-mode',
          ],
          'merge': {
            'script': '//scripts/process_angle_perf_results.py',
            # Does not upload to the perf dashboard
            'args': [
              '--smoke-test-mode',
            ],
          },
          'swarming': {
            'shards': 2,
          },
          'android_swarming': {
            'shards': 20,
          },
        },
      },
  
      'angle_restricted_trace_gold_isolated_scripts': {
        'angle_restricted_trace_gold_tests': {
          'android_args': [
            '-v',
          ],
          'args': [
            '--test-machine-name',
            '${buildername}',
          ],
          'mixins': [
            'angle_skia_gold_test',
            'chrome-gpu-gold-service-account',
          ],
          'android_swarming': {
            'shards': 6,
          },
        }
      },
  
      'angle_unit_gtests': {
        'angle_unittests': {
          'args': [
            'angle_unittests',
          ],
          'android_args': [
            '-v',
          ],
          'use_isolated_scripts_api': True,
        },
      },
  
      'angle_white_box_gtests': {
        'angle_white_box_tests': {
          'android_args': [
            '--shard-timeout=180',
            '-v',
          ],
          'args': [
            'angle_white_box_tests',
          ],
          'desktop_args': [
            '--bot-mode',
          ],
          'use_isolated_scripts_api': True,
        },
      },
    },
  
    'compound_suites': {
      'android_gtests': [
        'angle_deqp_egl_vulkan_gtests',
        'angle_deqp_gles2_vulkan_gtests',
        'angle_deqp_gles2_vulkan_spirvgen_gtests',
        'angle_deqp_gles31_vulkan_gtests',
        'angle_deqp_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_gles3_vulkan_gtests',
        'angle_deqp_gles3_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles2_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles32_vulkan_gtests',
        'angle_deqp_khr_gles32_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles3_vulkan_gtests',
        'angle_deqp_khr_gles3_vulkan_spirvgen_gtests',
        'angle_end2end_gtests',
        'angle_unit_gtests',
      ],
  
      'common_isolated_scripts': [
        'angle_perf_smoke_isolated_scripts',
        'angle_restricted_trace_gold_isolated_scripts',
      ],
  
      'linux_intel_gtests': [
        'angle_deqp_gles2_gl_gtests',
        'angle_end2end_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
      ],
  
      'linux_nvidia_gtests': [
        'angle_deqp_egl_gl_gtests',
        'angle_deqp_egl_vulkan_gtests',
        'angle_deqp_gles2_gl_gtests',
        'angle_deqp_gles2_vulkan_gtests',
        'angle_deqp_gles2_vulkan_spirvgen_gtests',
        'angle_deqp_gles31_gl_gtests',
        'angle_deqp_gles31_vulkan_gtests',
        'angle_deqp_gles31_vulkan_rotate180_gtests',
        'angle_deqp_gles31_vulkan_rotate270_gtests',
        'angle_deqp_gles31_vulkan_rotate90_gtests',
        'angle_deqp_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_gles3_gl_gtests',
        'angle_deqp_gles3_vulkan_gtests',
        'angle_deqp_gles3_vulkan_rotate180_gtests',
        'angle_deqp_gles3_vulkan_rotate270_gtests',
        'angle_deqp_gles3_vulkan_rotate90_gtests',
        'angle_deqp_gles3_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles2_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles32_vulkan_gtests',
        'angle_deqp_khr_gles32_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles3_vulkan_gtests',
        'angle_deqp_khr_gles3_vulkan_spirvgen_gtests',
        'angle_end2end_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
      ],
  
      'mac_amd_and_intel_gtests': [
        'angle_deqp_egl_gl_gtests',
        'angle_deqp_egl_metal_gtests',
        'angle_deqp_gles2_gl_gtests',
        'angle_deqp_gles2_metal_gtests',
        'angle_deqp_gles3_gl_gtests',
        'angle_deqp_gles3_metal_gtests',
        'angle_end2end_gtests',
        'angle_unit_gtests',
      ],
  
      'mac_nvidia_gtests': [
        'angle_end2end_gtests',
        'angle_unit_gtests',
      ],
  
      'win10_intel_gtests': [
        'angle_deqp_gles2_d3d11_gtests',
        'angle_end2end_gtests',
        'angle_gles1_conformance_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
      ],
  
      'win10_nvidia_gtests': [
        'angle_deqp_egl_d3d11_gtests',
        'angle_deqp_egl_gl_gtests',
        'angle_deqp_egl_vulkan_gtests',
        'angle_deqp_gles2_d3d11_gtests',
        'angle_deqp_gles2_gl_gtests',
        'angle_deqp_gles2_vulkan_gtests',
        'angle_deqp_gles2_vulkan_spirvgen_gtests',
        'angle_deqp_gles31_d3d11_gtests',
        'angle_deqp_gles31_gl_gtests',
        'angle_deqp_gles31_vulkan_gtests',
        'angle_deqp_gles31_vulkan_rotate180_gtests',
        'angle_deqp_gles31_vulkan_rotate270_gtests',
        'angle_deqp_gles31_vulkan_rotate90_gtests',
        'angle_deqp_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_gles3_d3d11_gtests',
        'angle_deqp_gles3_gl_gtests',
        'angle_deqp_gles3_vulkan_gtests',
        'angle_deqp_gles3_vulkan_rotate180_gtests',
        'angle_deqp_gles3_vulkan_rotate270_gtests',
        'angle_deqp_gles3_vulkan_rotate90_gtests',
        'angle_deqp_gles3_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles2_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_gtests',
        'angle_deqp_khr_gles31_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles32_vulkan_gtests',
        'angle_deqp_khr_gles32_vulkan_spirvgen_gtests',
        'angle_deqp_khr_gles3_vulkan_gtests',
        'angle_deqp_khr_gles3_vulkan_spirvgen_gtests',
        'angle_end2end_gtests',
        'angle_gles1_conformance_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
      ],
  
      'win7_amd_gtests': [
        'angle_deqp_gles2_d3d11_gtests',
        'angle_deqp_gles2_vulkan_gtests',
        'angle_end2end_with_retry_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
      ],
  
      'win7_nvidia_gtests': [
        'angle_end2end_gtests',
        'angle_gles1_conformance_gtests',
        'angle_unit_gtests',
        'angle_white_box_gtests',
        'angle_deqp_egl_d3d11_gtests',
        'angle_deqp_gles2_d3d11_gtests',
        'angle_deqp_gles3_d3d11_gtests',
      ],
    },
  }