diff options
| author | Zhizhou Yang <zhizhouy@google.com> | 2020-03-04 17:33:05 -0800 |
|---|---|---|
| committer | Commit Bot <commit-bot@chromium.org> | 2020-03-05 09:00:53 +0000 |
| commit | a0da3eb67ddccc47b87c0e64faed09368303b4c9 (patch) | |
| tree | c88025f5fbd08ce34cd456107b919556fdf24317 /crosperf | |
| parent | 49458a0af73d90313633c09d26f55b1a9f4172fa (diff) | |
| download | toolchain-utils-a0da3eb67ddccc47b87c0e64faed09368303b4c9.tar.gz | |
crosperf: do not include graphics_WebGLAquarium in all_toolchain_perf
Currently due to crbug.com/1057755, graphics_WebGLAquarium will fail and
take 1 hour to timeout. We do not want to waste 2 * 5 iterations which
means 10 hours in our nightly test everyday waiting for it to fail.
Will re-enable it when the bug is fixed.
BUG=chromium:1057755
TEST=None
Change-Id: I8da4d60b19e95d00be202f206d0d581bc426adf4
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/third_party/toolchain-utils/+/2088536
Reviewed-by: Manoj Gupta <manojgupta@chromium.org>
Commit-Queue: Zhizhou Yang <zhizhouy@google.com>
Tested-by: Zhizhou Yang <zhizhouy@google.com>
Auto-Submit: Zhizhou Yang <zhizhouy@google.com>
Diffstat (limited to 'crosperf')
| -rw-r--r-- | crosperf/experiment_factory.py | 32 |
1 files changed, 18 insertions, 14 deletions
diff --git a/crosperf/experiment_factory.py b/crosperf/experiment_factory.py index 3b1ed614..8839399a 100644 --- a/crosperf/experiment_factory.py +++ b/crosperf/experiment_factory.py @@ -288,20 +288,24 @@ class ExperimentFactory(object): perf_args, suite, show_all_results, retries, run_local, cwp_dso, weight) # Add non-telemetry toolchain-perf benchmarks: - benchmarks.append( - Benchmark( - 'graphics_WebGLAquarium', - 'graphics_WebGLAquarium', - '', - iterations, - rm_chroot_tmp, - perf_args, - 'crosperf_Wrapper', # Use client wrapper in Autotest - show_all_results, - retries, - run_local=False, - cwp_dso=cwp_dso, - weight=weight)) + + # TODO: crbug.com/1057755 Do not enable graphics_WebGLAquarium until + # it gets fixed. + # + # benchmarks.append( + # Benchmark( + # 'graphics_WebGLAquarium', + # 'graphics_WebGLAquarium', + # '', + # iterations, + # rm_chroot_tmp, + # perf_args, + # 'crosperf_Wrapper', # Use client wrapper in Autotest + # show_all_results, + # retries, + # run_local=False, + # cwp_dso=cwp_dso, + # weight=weight)) elif test_name == 'all_toolchain_perf_old': self.AppendBenchmarkSet( benchmarks, telemetry_toolchain_old_perf_tests, test_args, |