1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
#!/usr/bin/python
# Copyright 2011 Google Inc. All Rights Reserved.
from benchmark import Benchmark
from experiment import Experiment
from label import Label
from results_cache import CacheConditions
class ExperimentFactory(object):
"""Factory class for building an Experiment, given an ExperimentFile as input.
This factory is currently hardcoded to produce an experiment for running
ChromeOS benchmarks, but the idea is that in the future, other types
of experiments could be produced.
"""
def GetExperiment(self, experiment_file, working_directory):
"""Construct an experiment from an experiment file."""
global_settings = experiment_file.GetGlobalSettings()
experiment_name = global_settings.GetField("name")
remote = global_settings.GetField("remote")
rerun_if_failed = global_settings.GetField("rerun_if_failed")
chromeos_root = global_settings.GetField("chromeos_root")
# Default cache hit conditions. The image checksum in the cache and the
# computed checksum of the image must match. Also a cache file must exist.
cache_conditions = [CacheConditions.CACHE_FILE_EXISTS,
CacheConditions.CHECKSUMS_MATCH]
if global_settings.GetField("rerun_if_failed"):
cache_conditions.append(CacheConditions.RUN_SUCCEEDED)
if global_settings.GetField("rerun"):
cache_conditions.append(CacheConditions.FALSE)
if global_settings.GetField("exact_remote"):
cache_conditions.append(CacheConditions.MACHINES_MATCH)
# Construct benchmarks.
benchmarks = []
all_benchmark_settings = experiment_file.GetSettings("benchmark")
for benchmark_settings in all_benchmark_settings:
benchmark_name = benchmark_settings.name
autotest_name = benchmark_settings.GetField("autotest_name")
if not autotest_name:
autotest_name = benchmark_name
autotest_args = benchmark_settings.GetField("autotest_args")
iterations = benchmark_settings.GetField("iterations")
outlier_range = benchmark_settings.GetField("outlier_range")
perf_args = benchmark_settings.GetField("perf_args")
benchmark = Benchmark(benchmark_name, autotest_name, autotest_args,
iterations, outlier_range, perf_args)
benchmarks.append(benchmark)
# Construct labels.
labels = []
all_label_settings = experiment_file.GetSettings("label")
for label_settings in all_label_settings:
label_name = label_settings.name
image = label_settings.GetField("chromeos_image")
chromeos_root = label_settings.GetField("chromeos_root")
board = label_settings.GetField("board")
label = Label(label_name, image, chromeos_root, board)
labels.append(label)
email = global_settings.GetField("email")
experiment = Experiment(experiment_name, remote, rerun_if_failed,
working_directory, chromeos_root,
cache_conditions, labels, benchmarks,
experiment_file.Canonicalize(),
email)
return experiment
|
