#!/usr/bin/python # Copyright (c) 2013 The Chromium OS Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """A module to generate experments.""" import os import socket from benchmark import Benchmark import config from experiment import Experiment from label import Label from label import MockLabel from results_cache import CacheConditions import test_flag class ExperimentFactory(object): """Factory class for building an Experiment, given an ExperimentFile as input. This factory is currently hardcoded to produce an experiment for running ChromeOS benchmarks, but the idea is that in the future, other types of experiments could be produced. """ def GetExperiment(self, experiment_file, working_directory, log_dir): """Construct an experiment from an experiment file.""" global_settings = experiment_file.GetGlobalSettings() experiment_name = global_settings.GetField("name") remote = global_settings.GetField("remote") chromeos_root = global_settings.GetField("chromeos_root") rm_chroot_tmp = global_settings.GetField("rm_chroot_tmp") key_results_only = global_settings.GetField("key_results_only") acquire_timeout= global_settings.GetField("acquire_timeout") cache_dir = global_settings.GetField("cache_dir") config.AddConfig("no_email", global_settings.GetField("no_email")) share_users = global_settings.GetField("share_users") results_dir = global_settings.GetField("results_dir") # Default cache hit conditions. The image checksum in the cache and the # computed checksum of the image must match. Also a cache file must exist. cache_conditions = [CacheConditions.CACHE_FILE_EXISTS, CacheConditions.CHECKSUMS_MATCH] if global_settings.GetField("rerun_if_failed"): cache_conditions.append(CacheConditions.RUN_SUCCEEDED) if global_settings.GetField("rerun"): cache_conditions.append(CacheConditions.FALSE) if global_settings.GetField("same_machine"): cache_conditions.append(CacheConditions.SAME_MACHINE_MATCH) if global_settings.GetField("same_specs"): cache_conditions.append(CacheConditions.MACHINES_MATCH) # Construct benchmarks. benchmarks = [] all_benchmark_settings = experiment_file.GetSettings("benchmark") for benchmark_settings in all_benchmark_settings: benchmark_name = benchmark_settings.name autotest_name = benchmark_settings.GetField("autotest_name") if not autotest_name: autotest_name = benchmark_name autotest_args = benchmark_settings.GetField("autotest_args") iterations = benchmark_settings.GetField("iterations") outlier_range = benchmark_settings.GetField("outlier_range") perf_args = benchmark_settings.GetField("perf_args") rm_chroot_tmp = benchmark_settings.GetField("rm_chroot_tmp") key_results_only = benchmark_settings.GetField("key_results_only") benchmark = Benchmark(benchmark_name, autotest_name, autotest_args, iterations, outlier_range, key_results_only, rm_chroot_tmp, perf_args) benchmarks.append(benchmark) # Construct labels. labels = [] all_label_settings = experiment_file.GetSettings("label") all_remote = list(remote) for label_settings in all_label_settings: label_name = label_settings.name image = label_settings.GetField("chromeos_image") chromeos_root = label_settings.GetField("chromeos_root") board = label_settings.GetField("board") my_remote = label_settings.GetField("remote") image_md5sum = label_settings.GetField("md5sum") cache_dir = label_settings.GetField("cache_dir") # TODO(yunlian): We should consolidate code in machine_manager.py # to derermine whether we are running from within google or not if ("corp.google.com" in socket.gethostname() and (not my_remote or my_remote == remote and global_settings.GetField("board") != board)): my_remote = self.GetDefaultRemotes(board) if global_settings.GetField("same_machine") and len(my_remote) > 1: raise Exception("Only one remote is allowed when same_machine " "is turned on") all_remote += my_remote image_args = label_settings.GetField("image_args") if test_flag.GetTestMode(): label = MockLabel(label_name, image, chromeos_root, board, my_remote, image_args, image_md5sum, cache_dir) else: label = Label(label_name, image, chromeos_root, board, my_remote, image_args, image_md5sum, cache_dir) labels.append(label) email = global_settings.GetField("email") all_remote = list(set(all_remote)) experiment = Experiment(experiment_name, all_remote, working_directory, chromeos_root, cache_conditions, labels, benchmarks, experiment_file.Canonicalize(), email, acquire_timeout, log_dir, share_users, results_dir) return experiment def GetDefaultRemotes(self, board): default_remotes_file = os.path.join(os.path.dirname(__file__), "default_remotes") try: with open(default_remotes_file) as f: for line in f: key, v = line.split(":") if key.strip() == board: remotes = v.strip().split(" ") if remotes: return remotes else: raise Exception("There is not remote for {0}".format(board)) except IOError: raise Exception("IOError while reading file {0}" .format(default_remotes_file)) else: raise Exception("There is not remote for {0}".format(board))