aboutsummaryrefslogtreecommitdiff
path: root/crosperf/benchmark_run.py
diff options
context:
space:
mode:
authorDenis Nikitin <denik@google.com>2019-11-04 07:18:15 -0800
committerDenis Nikitin <denik@chromium.org>2019-11-05 06:27:52 +0000
commitfe8a44aa39ab93632e976b4aa5d00013601cdbc2 (patch)
treed9323e74ee377436d1680df69f4f080be4f35ed0 /crosperf/benchmark_run.py
parentb1fc678ca17b224bfd7af33f96ab6b55eec47be0 (diff)
downloadtoolchain-utils-fe8a44aa39ab93632e976b4aa5d00013601cdbc2.tar.gz
crosperf: Improve cooldown functionality
"Restart UI" procedure is changed. DUT configuration including cooldown in SuiteRunner is now performed while UI is off. Start UI after DUT configuration is done. The change showed decrease of cooldown waiting time by a factor of 10. Added Total experiment duration time in the report along with total cooldown wait time. Cooldown wait time is now printed per machine (with parallel execution on multiple machines single cooldown time could be misleading). To collect data per machine cooldown_time attribute is moved from SuiteRunner to CrosMachine class. BUG=chromium:966514 TEST=unittests and HW tests on kevin64 passed. Change-Id: Ib3e145cd986ca7242d97b0aeeb7795ba066753fc Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/third_party/toolchain-utils/+/1897236 Tested-by: Denis Nikitin <denik@chromium.org> Reviewed-by: George Burgess <gbiv@chromium.org>
Diffstat (limited to 'crosperf/benchmark_run.py')
-rw-r--r--crosperf/benchmark_run.py11
1 files changed, 4 insertions, 7 deletions
diff --git a/crosperf/benchmark_run.py b/crosperf/benchmark_run.py
index 6512b8ea..a7c3b7d1 100644
--- a/crosperf/benchmark_run.py
+++ b/crosperf/benchmark_run.py
@@ -118,7 +118,6 @@ class BenchmarkRun(threading.Thread):
self.machine = self.AcquireMachine()
self.cache.machine = self.machine
self.result = self.RunTest(self.machine)
- # TODO(denik): Add Top5 report into html.
self.cache.remote = self.machine.name
self.label.chrome_version = self.machine_manager.GetChromeVersion(
@@ -220,9 +219,8 @@ class BenchmarkRun(threading.Thread):
else:
self.machine_manager.ImageMachine(machine, self.label)
self.timeline.Record(STATUS_RUNNING)
- retval, out, err = self.suite_runner.Run(machine.name, self.label,
- self.benchmark, self.test_args,
- self.profiler_args)
+ retval, out, err = self.suite_runner.Run(
+ machine, self.label, self.benchmark, self.test_args, self.profiler_args)
self.run_completed = True
return Result.CreateFromRun(self._logger, self.log_level, self.label,
self.machine, out, err, retval,
@@ -270,9 +268,8 @@ class MockBenchmarkRun(BenchmarkRun):
self.timeline.Record(STATUS_IMAGING)
self.machine_manager.ImageMachine(machine, self.label)
self.timeline.Record(STATUS_RUNNING)
- [retval, out,
- err] = self.suite_runner.Run(machine.name, self.label, self.benchmark,
- self.test_args, self.profiler_args)
+ [retval, out, err] = self.suite_runner.Run(
+ machine, self.label, self.benchmark, self.test_args, self.profiler_args)
self.run_completed = True
rr = MockResult('logger', self.label, self.log_level, machine)
rr.out = out