aboutsummaryrefslogtreecommitdiff
path: root/crosperf/experiment_factory.py
diff options
context:
space:
mode:
authorZhizhou Yang <zhizhouy@google.com>2019-03-14 13:25:06 -0700
committerchrome-bot <chrome-bot@chromium.org>2019-03-15 16:48:42 -0700
commit1a5a3163b7fe75e053282e7d67148c5f4e409414 (patch)
treef2c94f394dcc3ec171a41b492ba533f4121a1be0 /crosperf/experiment_factory.py
parent6512f0baf7a540267b735accac77cf6903a63306 (diff)
downloadtoolchain-utils-1a5a3163b7fe75e053282e7d67148c5f4e409414.tar.gz
crosperf: Feature to ignore min and max value in results
This patch provides an option for user to ignore min and max value in the results when generating report. User can use this feature by specifying `ignore_min_max: True` (which by default is False) in experiment file. When values count in a single test is smaller than 3, we automatically ignore this option for it, and print out a warning. BUG=chromium:938758 TEST=Tested with examples in general/cwp mode report generation. Passed all unit tests. Change-Id: I36a4c4d99836c201cdd2f2f9f2a4b1a4ffdaa47d Reviewed-on: https://chromium-review.googlesource.com/1521054 Commit-Ready: Zhizhou Yang <zhizhouy@google.com> Tested-by: Zhizhou Yang <zhizhouy@google.com> Reviewed-by: Zhizhou Yang <zhizhouy@google.com>
Diffstat (limited to 'crosperf/experiment_factory.py')
-rw-r--r--crosperf/experiment_factory.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/crosperf/experiment_factory.py b/crosperf/experiment_factory.py
index 8fc4ea33..b1e12be9 100644
--- a/crosperf/experiment_factory.py
+++ b/crosperf/experiment_factory.py
@@ -148,6 +148,7 @@ class ExperimentFactory(object):
if cwp_dso and not cwp_dso in dso_list:
raise RuntimeError('The DSO specified is not supported')
enable_aslr = global_settings.GetField('enable_aslr')
+ ignore_min_max = global_settings.GetField('ignore_min_max')
# Default cache hit conditions. The image checksum in the cache and the
# computed checksum of the image must match. Also a cache file must exist.
@@ -372,7 +373,8 @@ class ExperimentFactory(object):
chromeos_root, cache_conditions, labels, benchmarks,
experiment_file.Canonicalize(), email,
acquire_timeout, log_dir, log_level, share_cache,
- results_dir, locks_dir, cwp_dso, enable_aslr)
+ results_dir, locks_dir, cwp_dso, enable_aslr,
+ ignore_min_max)
return experiment