Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 1 | #!/usr/bin/python2 |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2013 Google Inc. All Rights Reserved. |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 4 | """Script to maintain the Telemetry benchmark default results file. |
| 5 | |
| 6 | This script allows the user to see and update the set of default |
| 7 | results to be used in generating reports from running the Telemetry |
| 8 | benchmarks. |
| 9 | |
| 10 | """ |
| 11 | |
Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 12 | from __future__ import print_function |
| 13 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 14 | __author__ = 'cmtice@google.com (Caroline Tice)' |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 15 | |
| 16 | import os |
| 17 | import sys |
| 18 | import json |
| 19 | |
Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 20 | from cros_utils import misc |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 21 | |
| 22 | Defaults = {} |
| 23 | |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 24 | |
| 25 | class TelemetryDefaults(object): |
Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 26 | """Class for handling telemetry default return result fields.""" |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 27 | |
Caroline Tice | ef4ca8a | 2015-08-25 12:53:38 -0700 | [diff] [blame] | 28 | DEFAULTS_FILE_NAME = 'crosperf/default-telemetry-results.json' |
| 29 | |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 30 | def __init__(self): |
| 31 | # Get the Crosperf directory; that is where the defaults |
| 32 | # file should be. |
Caroline Tice | ef4ca8a | 2015-08-25 12:53:38 -0700 | [diff] [blame] | 33 | dirname, __ = misc.GetRoot(__file__) |
| 34 | fullname = os.path.join(dirname, self.DEFAULTS_FILE_NAME) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 35 | self._filename = fullname |
| 36 | self._defaults = {} |
| 37 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 38 | def ReadDefaultsFile(self): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 39 | if os.path.exists(self._filename): |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 40 | with open(self._filename, 'r') as fp: |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 41 | self._defaults = json.load(fp) |
| 42 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 43 | def WriteDefaultsFile(self): |
| 44 | with open(self._filename, 'w') as fp: |
cmtice | 27dc583 | 2015-06-30 15:08:06 -0700 | [diff] [blame] | 45 | json.dump(self._defaults, fp, indent=2) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 46 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 47 | def ListCurrentDefaults(self, benchmark=all): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 48 | # Show user current defaults. By default, show all. The user |
| 49 | # can specify the name of a particular benchmark to see only that |
| 50 | # benchmark's default values. |
| 51 | if len(self._defaults) == 0: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 52 | print('The benchmark default results are currently empty.') |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 53 | if benchmark == all: |
| 54 | for b in self._defaults.keys(): |
| 55 | results = self._defaults[b] |
| 56 | out_str = b + ' : ' |
| 57 | for r in results: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 58 | out_str += r + ' ' |
| 59 | print(out_str) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 60 | elif benchmark in self._defaults: |
| 61 | results = self._defaults[benchmark] |
| 62 | out_str = benchmark + ' : ' |
| 63 | for r in results: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 64 | out_str += r + ' ' |
| 65 | print(out_str) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 66 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 67 | print("Error: Unrecognized benchmark '%s'" % benchmark) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 68 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 69 | def AddDefault(self, benchmark, result): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 70 | if benchmark in self._defaults: |
| 71 | resultList = self._defaults[benchmark] |
| 72 | else: |
| 73 | resultList = [] |
| 74 | resultList.append(result) |
| 75 | self._defaults[benchmark] = resultList |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 76 | print("Updated results set for '%s': " % benchmark) |
| 77 | print('%s : %s' % (benchmark, repr(self._defaults[benchmark]))) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 78 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 79 | def RemoveDefault(self, benchmark, result): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 80 | if benchmark in self._defaults: |
| 81 | resultList = self._defaults[benchmark] |
| 82 | if result in resultList: |
| 83 | resultList.remove(result) |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 84 | print("Updated results set for '%s': " % benchmark) |
| 85 | print('%s : %s' % (benchmark, repr(self._defaults[benchmark]))) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 86 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 87 | print("'%s' is not in '%s's default results list." % |
| 88 | (result, benchmark)) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 89 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 90 | print("Cannot find benchmark named '%s'" % benchmark) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 91 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 92 | def GetDefault(self): |
Yunlian Jiang | 0009415 | 2015-12-10 09:46:49 -0800 | [diff] [blame] | 93 | return self._defaults |
| 94 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 95 | def RemoveBenchmark(self, benchmark): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 96 | if benchmark in self._defaults: |
| 97 | del self._defaults[benchmark] |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 98 | print("Deleted benchmark '%s' from list of benchmarks." % benchmark) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 99 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 100 | print("Cannot find benchmark named '%s'" % benchmark) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 101 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 102 | def RenameBenchmark(self, old_name, new_name): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 103 | if old_name in self._defaults: |
| 104 | resultsList = self._defaults[old_name] |
| 105 | del self._defaults[old_name] |
| 106 | self._defaults[new_name] = resultsList |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 107 | print("Renamed '%s' to '%s'." % (old_name, new_name)) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 108 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 109 | print("Cannot find benchmark named '%s'" % old_name) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 110 | |
| 111 | def UsageError(self, user_input): |
| 112 | # Print error message, then show options |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 113 | print("Error:Invalid user input: '%s'" % user_input) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 114 | self.ShowOptions() |
| 115 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 116 | def ShowOptions(self): |
Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 117 | print(""" |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 118 | Below are the valid user options and their arguments, and an explanation |
| 119 | of what each option does. You may either print out the full name of the |
| 120 | option, or you may use the first letter of the option. Case (upper or |
| 121 | lower) does not matter, for the command (case of the result name DOES matter): |
| 122 | |
| 123 | (L)ist - List all current defaults |
| 124 | (L)ist <benchmark> - List current defaults for benchmark |
| 125 | (H)elp - Show this information. |
| 126 | (A)dd <benchmark> <result> - Add a default result for a particular |
| 127 | benchmark (appends to benchmark's list |
| 128 | of results, if list already exists) |
| 129 | (D)elete <benchmark> <result> - Delete a default result for a |
| 130 | particular benchmark |
| 131 | (R)emove <benchmark> - Remove an entire benchmark (and its |
| 132 | results) |
| 133 | (M)ove <old-benchmark> <new-benchmark> - Rename a benchmark |
| 134 | (Q)uit - Exit this program, saving changes. |
| 135 | (T)erminate - Exit this program; abandon changes. |
| 136 | |
Caroline Tice | 88272d4 | 2016-01-13 09:48:29 -0800 | [diff] [blame] | 137 | """) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 138 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 139 | def GetUserInput(self): |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 140 | # Prompt user |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 141 | print('Enter option> ') |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 142 | # Process user input |
| 143 | inp = sys.stdin.readline() |
| 144 | inp = inp[:-1] |
| 145 | # inp = inp.lower() |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 146 | words = inp.split(' ') |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 147 | option = words[0] |
| 148 | option = option.lower() |
| 149 | if option == 'h' or option == 'help': |
| 150 | self.ShowOptions() |
| 151 | elif option == 'l' or option == 'list': |
| 152 | if len(words) == 1: |
| 153 | self.ListCurrentDefaults() |
| 154 | else: |
| 155 | self.ListCurrentDefaults(benchmark=words[1]) |
| 156 | elif option == 'a' or option == 'add': |
| 157 | if len(words) < 3: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 158 | self.UsageError(inp) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 159 | else: |
| 160 | benchmark = words[1] |
| 161 | resultList = words[2:] |
| 162 | for r in resultList: |
| 163 | self.AddDefault(benchmark, r) |
| 164 | elif option == 'd' or option == 'delete': |
| 165 | if len(words) != 3: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 166 | self.UsageError(inp) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 167 | else: |
| 168 | benchmark = words[1] |
| 169 | result = words[2] |
| 170 | self.RemoveDefault(benchmark, result) |
| 171 | elif option == 'r' or option == 'remove': |
| 172 | if len(words) != 2: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 173 | self.UsageError(inp) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 174 | else: |
| 175 | benchmark = words[1] |
| 176 | self.RemoveBenchmark(benchmark) |
| 177 | elif option == 'm' or option == 'move': |
| 178 | if len(words) != 3: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 179 | self.UsageError(inp) |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 180 | else: |
| 181 | old_name = words[1] |
| 182 | new_name = words[2] |
| 183 | self.RenameBenchmark(old_name, new_name) |
| 184 | elif option == 'q' or option == 'quit': |
| 185 | self.WriteDefaultsFile() |
| 186 | |
| 187 | return (option == 'q' or option == 'quit' or option == 't' or |
| 188 | option == 'terminate') |
| 189 | |
| 190 | |
| 191 | def Main(): |
| 192 | defaults = TelemetryDefaults() |
| 193 | defaults.ReadDefaultsFile() |
| 194 | defaults.ShowOptions() |
| 195 | done = defaults.GetUserInput() |
| 196 | while not done: |
| 197 | done = defaults.GetUserInput() |
| 198 | return 0 |
| 199 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 200 | |
| 201 | if __name__ == '__main__': |
cmtice | fb27ee9 | 2013-12-06 13:25:44 -0800 | [diff] [blame] | 202 | retval = Main() |
| 203 | sys.exit(retval) |