Hash :
d25c9d7f
Author :
Date :
2021-07-07T12:15:12
Add perf tests runner script. This script will be responsible for running the perf tests multiple times to try and stabilize measurements. We'll use it on the bots instead of just running the perf tests directly. Because the script invokes the binary multiple times, this slows down execution. Most significantly on Android, where we now need to use 20 shards, up from 6. Also marks one test as flaky on OpenGL. Bug: angleproject:6090 Change-Id: I5280035cb0bdb290a68dc6961a384eaf4b40dd4b Reviewed-on: https://chromium-review.googlesource.com/c/angle/angle/+/3011422 Commit-Queue: Jamie Madill <jmadill@chromium.org> Reviewed-by: Cody Northrop <cnorthrop@google.com> Reviewed-by: Tim Van Patten <timvp@google.com>
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
# Copyright 2020 The ANGLE Project Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This is a .pyl, or "Python Literal", file. You can treat it just like a
# .json file, with the following exceptions:
# * all keys must be quoted (use single quotes, please);
# * comments are allowed, using '#' syntax; and
# * trailing commas are allowed.
# gn_isolate_map.pyl - A mapping of Ninja build target names to GN labels and
# test type classifications for the tests that are run on the bots.
#
# This mapping is used by MB so that we can uniformly refer to test binaries
# by their Ninja target names in the recipes and not need to worry about how
# they are referred to in GN or GYP specifically (the GYP target name is pretty
# much always the same as the Ninja target name, since GYP target names are not
# hierarchical).
# TODO(crbug.com/816629): Remove the need for this file altogether :). Also,
# see the canonical Chromium copy:
# https://chromium.googlesource.com/chromium/src/+/refs/heads/master/testing/buildbot/gn_isolate_map.pyl
{
"angle_apks": {
"label": "//:angle_apks",
"type": "additional_compile_target",
},
"angle_deqp_egl_tests": {
"label": "//src/tests:angle_deqp_egl_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles2_tests": {
"label": "//src/tests:angle_deqp_gles2_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles31_tests": {
"label": "//src/tests:angle_deqp_gles31_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles3_tests": {
"label": "//src/tests:angle_deqp_gles3_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_khr_gles2_tests": {
"label": "//src/tests:angle_deqp_khr_gles2_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_khr_gles3_tests": {
"label": "//src/tests:angle_deqp_khr_gles3_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_khr_gles31_tests": {
"label": "//src/tests:angle_deqp_khr_gles31_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_khr_gles32_tests": {
"label": "//src/tests:angle_deqp_khr_gles32_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles3_rotate180_tests": {
"label": "//src/tests:angle_deqp_gles3_rotate180_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles3_rotate270_tests": {
"label": "//src/tests:angle_deqp_gles3_rotate270_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles3_rotate90_tests": {
"label": "//src/tests:angle_deqp_gles3_rotate90_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles31_rotate180_tests": {
"label": "//src/tests:angle_deqp_gles31_rotate180_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles31_rotate270_tests": {
"label": "//src/tests:angle_deqp_gles31_rotate270_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_deqp_gles31_rotate90_tests": {
"label": "//src/tests:angle_deqp_gles31_rotate90_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_end2end_tests": {
"label": "//src/tests:angle_end2end_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_gles1_conformance_tests": {
"label": "//src/tests:angle_gles1_conformance_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_perftests": {
"label": "//src/tests:angle_perftests",
"script": "//src/tests/run_perf_tests.py",
"type": "script",
},
"angle_restricted_trace_gold_tests": {
"label": "//src/tests/restricted_traces:angle_restricted_trace_gold_tests",
"script": "//src/tests/restricted_traces/restricted_trace_gold_tests.py",
"type": "script",
},
"angle_unittests": {
"label": "//src/tests:angle_unittests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
"angle_white_box_perftests": {
"label": "//src/tests:angle_white_box_tests",
"script": "//src/tests/run_perf_tests.py",
"type": "script",
},
"angle_white_box_tests": {
"label": "//src/tests:angle_white_box_tests",
"script": "//scripts/run_gtest_angle_test.py",
"type": "script",
},
}