Mike Frysinger | c7f1593 | 2013-03-20 13:43:35 -0400 | [diff] [blame] | 1 | #!/usr/bin/python |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2010 Google Inc. All Rights Reserved. |
| 4 | |
| 5 | """Script to summarize the results of various log files.""" |
| 6 | |
| 7 | __author__ = "raymes@google.com (Raymes Khoury)" |
| 8 | |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 9 | from utils import command_executer |
| 10 | import os |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 11 | import sys |
asharif | 60d7b43 | 2013-02-15 08:56:05 +0000 | [diff] [blame] | 12 | import re |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 13 | |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 14 | RESULTS_DIR = "results" |
| 15 | RESULTS_FILE = RESULTS_DIR + "/results.csv" |
| 16 | |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 17 | class DejaGNUSummarizer: |
| 18 | def Matches(self, log_file): |
| 19 | for log_line in log_file: |
| 20 | if log_line.find("""tests ===""") > -1: |
| 21 | return True |
| 22 | return False |
| 23 | |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 24 | def Summarize(self, log_file, filename): |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 25 | result = "" |
| 26 | pass_statuses = ["PASS", "XPASS"] |
raymes | b7b6a40 | 2013-02-15 05:21:00 +0000 | [diff] [blame] | 27 | fail_statuses = ["FAIL", "XFAIL", "UNSUPPORTED"] |
| 28 | name_count = {} |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 29 | for line in log_file: |
| 30 | line = line.strip().split(":") |
| 31 | if len(line) > 1 and (line[0] in pass_statuses or |
| 32 | line[0] in fail_statuses): |
| 33 | test_name = (":".join(line[1:])).replace("\t", " ").strip() |
raymes | b7b6a40 | 2013-02-15 05:21:00 +0000 | [diff] [blame] | 34 | count = name_count.get(test_name, 0) + 1 |
| 35 | name_count[test_name] = count |
| 36 | test_name = "%s (%s)" % (test_name, str(count)) |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 37 | if line[0] in pass_statuses: |
| 38 | test_result = "pass" |
| 39 | else: |
| 40 | test_result = "fail" |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 41 | result += "%s\t%s\t%s\n" % (test_name, test_result, filename) |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 42 | return result |
| 43 | |
asharif | 60d7b43 | 2013-02-15 08:56:05 +0000 | [diff] [blame] | 44 | |
| 45 | class PerflabSummarizer: |
| 46 | def Matches(self, log_file): |
| 47 | p = re.compile("METRIC isolated \w+") |
| 48 | for log_line in log_file: |
| 49 | if p.search(log_line): |
| 50 | return True |
| 51 | return False |
| 52 | |
| 53 | def Summarize(self, log_file, filename): |
| 54 | result = "" |
| 55 | p = re.compile("METRIC isolated (\w+) .*\['(.*?)'\]") |
| 56 | log_file_lines = "\n".join(log_file) |
| 57 | matches = p.findall(log_file_lines) |
| 58 | for match in matches: |
| 59 | if len(match) != 2: |
| 60 | continue |
| 61 | result += "%s\t%s\n" % (match[0], match[1]) |
| 62 | return result |
| 63 | |
| 64 | |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 65 | class AutoTestSummarizer: |
| 66 | def Matches(self, log_file): |
| 67 | for log_line in log_file: |
| 68 | if log_line.find("""Installing autotest on""") > -1: |
| 69 | return True |
| 70 | return False |
| 71 | |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 72 | def Summarize(self, log_file, filename): |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 73 | result = "" |
| 74 | pass_statuses = ["PASS"] |
| 75 | fail_statuses = ["FAIL"] |
| 76 | for line in log_file: |
| 77 | line = line.strip().split(" ") |
| 78 | if len(line) > 1 and (line[-1].strip() in pass_statuses or |
| 79 | line[-1].strip() in fail_statuses): |
| 80 | test_name = (line[0].strip()) |
| 81 | if line[-1].strip() in pass_statuses: |
| 82 | test_result = "pass" |
| 83 | else: |
| 84 | test_result = "fail" |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 85 | result += "%s\t%s\t%s\n" % (test_name, test_result, filename) |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 86 | return result |
| 87 | |
| 88 | def Usage(): |
| 89 | print "Usage: %s log_file" % sys.argv[0] |
| 90 | sys.exit(1) |
| 91 | |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 92 | |
raymes | 85ef5db | 2013-02-15 05:20:49 +0000 | [diff] [blame] | 93 | def SummarizeFile(filename): |
asharif | 60d7b43 | 2013-02-15 08:56:05 +0000 | [diff] [blame] | 94 | summarizers = [DejaGNUSummarizer(), AutoTestSummarizer(), PerflabSummarizer()] |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 95 | input = open(filename, 'rb') |
| 96 | executer = command_executer.GetCommandExecuter() |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 97 | for summarizer in summarizers: |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 98 | input.seek(0) |
| 99 | if summarizer.Matches(input): |
| 100 | executer.CopyFiles(filename, RESULTS_DIR, recursive=False) |
| 101 | input.seek(0) |
| 102 | result = summarizer.Summarize(input, os.path.basename(filename)) |
| 103 | input.close() |
raymes | 85ef5db | 2013-02-15 05:20:49 +0000 | [diff] [blame] | 104 | return result |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 105 | input.close() |
raymes | 85ef5db | 2013-02-15 05:20:49 +0000 | [diff] [blame] | 106 | return None |
| 107 | |
| 108 | |
| 109 | def Main(argv): |
| 110 | if len(argv) != 2: |
| 111 | Usage() |
| 112 | filename = argv[1] |
| 113 | |
raymes | 6eece82 | 2013-02-15 05:53:31 +0000 | [diff] [blame] | 114 | executer = command_executer.GetCommandExecuter() |
| 115 | executer.RunCommand("mkdir -p %s" % RESULTS_DIR) |
| 116 | summary = SummarizeFile(filename) |
asharif | 60d7b43 | 2013-02-15 08:56:05 +0000 | [diff] [blame] | 117 | if summary is not None: |
| 118 | output = open(RESULTS_FILE, "a") |
| 119 | output.write(summary.strip() + "\n") |
| 120 | output.close() |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 121 | return 0 |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 122 | |
| 123 | if __name__ == "__main__": |
asharif | 2198c51 | 2013-02-15 09:21:35 +0000 | [diff] [blame] | 124 | retval = Main(sys.argv) |
| 125 | sys.exit(retval) |
raymes | f12f79d | 2013-02-15 05:16:01 +0000 | [diff] [blame] | 126 | |