Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | |
Yunlian Jiang | 00cc30e | 2013-03-28 13:23:57 -0700 | [diff] [blame] | 3 | # Copyright (c) 2013 The Chromium OS Authors. All rights reserved. |
| 4 | # Use of this source code is governed by a BSD-style license that can be |
| 5 | # found in the LICENSE file. |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 6 | |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 7 | """The experiment setting module.""" |
| 8 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 9 | import os |
| 10 | import time |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 11 | |
| 12 | from utils import logger |
Yunlian Jiang | 00cc30e | 2013-03-28 13:23:57 -0700 | [diff] [blame] | 13 | from utils import misc |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 14 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 15 | from benchmark_run import BenchmarkRun |
| 16 | from machine_manager import MachineManager |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 17 | from machine_manager import MockMachineManager |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 18 | import test_flag |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 19 | |
| 20 | |
| 21 | class Experiment(object): |
| 22 | """Class representing an Experiment to be run.""" |
| 23 | |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 24 | def __init__(self, name, remote, working_directory, |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 25 | chromeos_root, cache_conditions, labels, benchmarks, |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 26 | experiment_file, email_to, acquire_timeout, log_dir, |
cmtice | 1390924 | 2014-03-11 13:38:07 -0700 | [diff] [blame] | 27 | log_level, share_users, results_directory): |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 28 | self.name = name |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 29 | self.working_directory = working_directory |
| 30 | self.remote = remote |
| 31 | self.chromeos_root = chromeos_root |
| 32 | self.cache_conditions = cache_conditions |
| 33 | self.experiment_file = experiment_file |
Ahmad Sharif | f395c26 | 2012-10-09 17:48:09 -0700 | [diff] [blame] | 34 | self.email_to = email_to |
Yunlian Jiang | 00cc30e | 2013-03-28 13:23:57 -0700 | [diff] [blame] | 35 | if not results_directory: |
| 36 | self.results_directory = os.path.join(self.working_directory, |
| 37 | self.name + "_results") |
| 38 | else: |
| 39 | self.results_directory = misc.CanonicalizePath(results_directory) |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 40 | self.log_dir = log_dir |
cmtice | 1390924 | 2014-03-11 13:38:07 -0700 | [diff] [blame] | 41 | self.log_level = log_level |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 42 | self.labels = labels |
| 43 | self.benchmarks = benchmarks |
| 44 | self.num_complete = 0 |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 45 | self.num_run_complete = 0 |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 46 | self.share_users = share_users |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 47 | |
| 48 | # We need one chromeos_root to run the benchmarks in, but it doesn't |
| 49 | # matter where it is, unless the ABIs are different. |
| 50 | if not chromeos_root: |
| 51 | for label in self.labels: |
| 52 | if label.chromeos_root: |
| 53 | chromeos_root = label.chromeos_root |
| 54 | if not chromeos_root: |
| 55 | raise Exception("No chromeos_root given and could not determine one from " |
| 56 | "the image path.") |
| 57 | |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 58 | if test_flag.GetTestMode(): |
cmtice | 1390924 | 2014-03-11 13:38:07 -0700 | [diff] [blame] | 59 | self.machine_manager = MockMachineManager(chromeos_root, acquire_timeout, |
| 60 | log_level) |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 61 | else: |
cmtice | 1390924 | 2014-03-11 13:38:07 -0700 | [diff] [blame] | 62 | self.machine_manager = MachineManager(chromeos_root, acquire_timeout, |
| 63 | log_level) |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 64 | self.l = logger.GetLogger(log_dir) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 65 | |
| 66 | for machine in remote: |
| 67 | self.machine_manager.AddMachine(machine) |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 68 | for label in labels: |
| 69 | self.machine_manager.ComputeCommonCheckSum(label) |
| 70 | self.machine_manager.ComputeCommonCheckSumString(label) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 71 | |
| 72 | self.start_time = None |
| 73 | self.benchmark_runs = self._GenerateBenchmarkRuns() |
| 74 | |
| 75 | def _GenerateBenchmarkRuns(self): |
| 76 | """Generate benchmark runs from labels and benchmark defintions.""" |
| 77 | benchmark_runs = [] |
| 78 | for label in self.labels: |
| 79 | for benchmark in self.benchmarks: |
| 80 | for iteration in range(1, benchmark.iterations + 1): |
| 81 | |
| 82 | benchmark_run_name = "%s: %s (%s)" % (label.name, benchmark.name, |
| 83 | iteration) |
| 84 | full_name = "%s_%s_%s" % (label.name, benchmark.name, iteration) |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 85 | logger_to_use = logger.Logger(self.log_dir, |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 86 | "run.%s" % (full_name), |
cmtice | 7789294 | 2014-03-18 13:47:17 -0700 | [diff] [blame^] | 87 | True) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 88 | benchmark_run = BenchmarkRun(benchmark_run_name, |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 89 | benchmark, |
| 90 | label, |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 91 | iteration, |
| 92 | self.cache_conditions, |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 93 | self.machine_manager, |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 94 | logger_to_use, |
cmtice | 1390924 | 2014-03-11 13:38:07 -0700 | [diff] [blame] | 95 | self.log_level, |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 96 | self.share_users) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 97 | |
| 98 | benchmark_runs.append(benchmark_run) |
| 99 | return benchmark_runs |
| 100 | |
| 101 | def Build(self): |
| 102 | pass |
| 103 | |
| 104 | def Terminate(self): |
| 105 | for t in self.benchmark_runs: |
| 106 | if t.isAlive(): |
| 107 | self.l.LogError("Terminating run: '%s'." % t.name) |
| 108 | t.Terminate() |
| 109 | |
| 110 | def IsComplete(self): |
| 111 | if self.active_threads: |
| 112 | for t in self.active_threads: |
| 113 | if t.isAlive(): |
| 114 | t.join(0) |
| 115 | if not t.isAlive(): |
| 116 | self.num_complete += 1 |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 117 | if not t.cache_hit: |
| 118 | self.num_run_complete += 1 |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 119 | self.active_threads.remove(t) |
| 120 | return False |
| 121 | return True |
| 122 | |
| 123 | def Run(self): |
| 124 | self.start_time = time.time() |
| 125 | self.active_threads = [] |
| 126 | for benchmark_run in self.benchmark_runs: |
| 127 | # Set threads to daemon so program exits when ctrl-c is pressed. |
| 128 | benchmark_run.daemon = True |
| 129 | benchmark_run.start() |
| 130 | self.active_threads.append(benchmark_run) |
| 131 | |
| 132 | def SetCacheConditions(self, cache_conditions): |
| 133 | for benchmark_run in self.benchmark_runs: |
| 134 | benchmark_run.SetCacheConditions(cache_conditions) |
| 135 | |
| 136 | def Cleanup(self): |
| 137 | self.machine_manager.Cleanup() |