Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | |
| 3 | """ |
| 4 | A simple utility to redo the failed/errored tests. |
| 5 | |
| 6 | You need to specify the session directory in order for this script to locate the |
| 7 | tests which need to be re-run. |
| 8 | |
| 9 | See also dotest.py, the test driver running the test suite. |
| 10 | |
| 11 | Type: |
| 12 | |
| 13 | ./dotest.py -h |
| 14 | |
| 15 | for help. |
| 16 | """ |
| 17 | |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 18 | import os, sys, datetime |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 19 | import re |
| 20 | |
| 21 | # If True, redo with no '-t' option for the test driver. |
| 22 | no_trace = False |
| 23 | |
| 24 | # To be filled with the filterspecs found in the session logs. |
| 25 | redo_specs = [] |
Johnny Chen | 9e643db | 2011-08-16 20:56:10 +0000 | [diff] [blame] | 26 | |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 27 | # The filename components to match for. Only files with the contained component names |
| 28 | # will be considered for re-run. Examples: ['X86_64', 'clang']. |
| 29 | filename_components = [] |
| 30 | |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 31 | do_delay = False |
| 32 | |
Johnny Chen | 9e643db | 2011-08-16 20:56:10 +0000 | [diff] [blame] | 33 | # There is a known bug with respect to comp_specs and arch_specs, in that if we |
| 34 | # encountered "-C clang" and "-C gcc" when visiting the session files, both |
| 35 | # compilers will end up in the invocation of the test driver when rerunning. |
| 36 | # That is: ./dotest -v -C clang^gcc ... -f ...". Ditto for "-A" flags. |
Johnny Chen | e90a10e | 2011-08-16 20:57:05 +0000 | [diff] [blame] | 37 | |
Johnny Chen | 9e643db | 2011-08-16 20:56:10 +0000 | [diff] [blame] | 38 | # The "-C compiler" for comp_specs. |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 39 | comp_specs = set() |
Johnny Chen | 9e643db | 2011-08-16 20:56:10 +0000 | [diff] [blame] | 40 | # The "-A arch" for arch_specs. |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 41 | arch_specs = set() |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 42 | |
| 43 | def usage(): |
| 44 | print"""\ |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 45 | Usage: redo.py [-F filename_component] [-n] [session_dir] [-d] |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 46 | where options: |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 47 | -F : only consider the test for re-run if the session filename conatins the filename component |
| 48 | for example: -F x86_64 |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 49 | -n : when running the tests, do not turn on trace mode, i.e, no '-t' option |
| 50 | is passed to the test driver (this will run the tests faster) |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 51 | -d : pass -d down to the test driver (introduces a delay so you can attach with a debugger) |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 52 | |
| 53 | and session_dir specifies the session directory which contains previously |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 54 | recorded session infos for all the test cases which either failed or errored. |
| 55 | |
| 56 | If sessin_dir is left unspecified, this script uses the heuristic to find the |
| 57 | possible session directories with names starting with %Y-%m-%d- (for example, |
| 58 | 2012-01-23-) and employs the one with the latest timestamp.""" |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 59 | sys.exit(0) |
| 60 | |
| 61 | def where(session_dir, test_dir): |
| 62 | """Returns the full path to the session directory; None if non-existent.""" |
| 63 | abspath = os.path.abspath(session_dir) |
| 64 | if os.path.isdir(abspath): |
| 65 | return abspath |
| 66 | |
| 67 | session_dir_path = os.path.join(test_dir, session_dir) |
| 68 | if os.path.isdir(session_dir_path): |
| 69 | return session_dir_path |
| 70 | |
| 71 | return None |
| 72 | |
| 73 | # This is the pattern for the line from the log file to redo a test. |
| 74 | # We want the filter spec. |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 75 | filter_pattern = re.compile("^\./dotest\.py.*-f (.*)$") |
| 76 | comp_pattern = re.compile(" -C ([^ ]+) ") |
| 77 | arch_pattern = re.compile(" -A ([^ ]+) ") |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 78 | def redo(suffix, dir, names): |
| 79 | """Visitor function for os.path.walk(path, visit, arg).""" |
| 80 | global redo_specs |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 81 | global comp_specs |
| 82 | global arch_specs |
| 83 | global filter_pattern |
| 84 | global comp_pattern |
| 85 | global arch_pattern |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 86 | global filename_components |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 87 | global do_delay |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 88 | |
| 89 | for name in names: |
| 90 | if name.endswith(suffix): |
| 91 | #print "Find a log file:", name |
| 92 | if name.startswith("Error") or name.startswith("Failure"): |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 93 | if filename_components: |
| 94 | if not all([comp in name for comp in filename_components]): |
| 95 | continue |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 96 | with open(os.path.join(dir, name), 'r') as log: |
| 97 | content = log.read() |
| 98 | for line in content.splitlines(): |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 99 | match = filter_pattern.match(line) |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 100 | if match: |
| 101 | filterspec = match.group(1) |
| 102 | print "adding filterspec:", filterspec |
| 103 | redo_specs.append(filterspec) |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 104 | comp = comp_pattern.search(line) |
| 105 | if comp: |
| 106 | comp_specs.add(comp.group(1)) |
| 107 | arch = arch_pattern.search(line) |
| 108 | if arch: |
| 109 | arch_specs.add(arch.group(1)) |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 110 | else: |
| 111 | continue |
| 112 | |
| 113 | def main(): |
| 114 | """Read the session directory and run the failed test cases one by one.""" |
| 115 | global no_trace |
| 116 | global redo_specs |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 117 | global filename_components |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 118 | global do_delay |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 119 | |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 120 | test_dir = sys.path[0] |
Johnny Chen | 47dcd1e | 2012-05-16 19:43:14 +0000 | [diff] [blame] | 121 | if not test_dir: |
| 122 | test_dir = os.getcwd() |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 123 | if not test_dir.endswith('test'): |
| 124 | print "This script expects to reside in lldb's test directory." |
| 125 | sys.exit(-1) |
| 126 | |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 127 | index = 1 |
| 128 | while index < len(sys.argv): |
Johnny Chen | 11595f5 | 2012-08-23 23:45:26 +0000 | [diff] [blame] | 129 | if sys.argv[index].startswith('-h') or sys.argv[index].startswith('--help'): |
Johnny Chen | 02dfe4a | 2011-11-30 19:46:37 +0000 | [diff] [blame] | 130 | usage() |
| 131 | |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 132 | if sys.argv[index].startswith('-'): |
| 133 | # We should continue processing... |
| 134 | pass |
| 135 | else: |
| 136 | # End of option processing. |
| 137 | break |
| 138 | |
Johnny Chen | 6884bdd | 2012-05-09 21:00:03 +0000 | [diff] [blame] | 139 | if sys.argv[index] == '-F': |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 140 | # Increment by 1 to fetch the filename component spec. |
| 141 | index += 1 |
| 142 | if index >= len(sys.argv) or sys.argv[index].startswith('-'): |
| 143 | usage() |
| 144 | filename_components.append(sys.argv[index]) |
Johnny Chen | cf0bc6d | 2012-05-07 22:59:00 +0000 | [diff] [blame] | 145 | elif sys.argv[index] == '-n': |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 146 | no_trace = True |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 147 | elif sys.argv[index] == '-d': |
| 148 | do_delay = True |
Filipe Cabecinhas | 1b8de0a | 2012-05-09 19:02:19 +0000 | [diff] [blame] | 149 | |
| 150 | index += 1 |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 151 | |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 152 | if index < len(sys.argv): |
| 153 | # Get the specified session directory. |
| 154 | session_dir = sys.argv[index] |
| 155 | else: |
| 156 | # Use heuristic to find the latest session directory. |
| 157 | name = datetime.datetime.now().strftime("%Y-%m-%d-") |
| 158 | dirs = [d for d in os.listdir(os.getcwd()) if d.startswith(name)] |
Filipe Cabecinhas | 1b8de0a | 2012-05-09 19:02:19 +0000 | [diff] [blame] | 159 | if len(dirs) == 0: |
| 160 | print "No default session directory found, please specify it explicitly." |
| 161 | usage() |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 162 | session_dir = max(dirs, key=os.path.getmtime) |
| 163 | if not session_dir or not os.path.exists(session_dir): |
| 164 | print "No default session directory found, please specify it explicitly." |
| 165 | usage() |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 166 | |
| 167 | #print "The test directory:", test_dir |
| 168 | session_dir_path = where(session_dir, test_dir) |
| 169 | |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 170 | print "Using session dir path:", session_dir_path |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 171 | os.chdir(test_dir) |
| 172 | os.path.walk(session_dir_path, redo, ".log") |
| 173 | |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 174 | if not redo_specs: |
Johnny Chen | 8aa684d | 2012-05-16 18:32:05 +0000 | [diff] [blame] | 175 | print "No failures/errors recorded within the session directory, please specify a different session directory.\n" |
Johnny Chen | 4fda467 | 2012-01-24 01:53:02 +0000 | [diff] [blame] | 176 | usage() |
| 177 | |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 178 | filters = " -f ".join(redo_specs) |
Greg Clayton | 8b40915 | 2012-10-09 16:54:55 +0000 | [diff] [blame] | 179 | compilers = '' |
| 180 | for comp in comp_specs: |
| 181 | compilers += " -C %s" % (comp) |
| 182 | archs = '' |
| 183 | for arch in arch_specs: |
| 184 | archs += "--arch %s " % (arch) |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 185 | |
Enrico Granata | 66cd2b5 | 2013-04-23 20:05:05 +0000 | [diff] [blame] | 186 | command = "./dotest.py %s %s -v %s %s -f " % (compilers, archs, "" if no_trace else "-t", "-d" if do_delay else "") |
Johnny Chen | 13fb657 | 2011-08-16 20:02:59 +0000 | [diff] [blame] | 187 | |
Johnny Chen | c5fa005 | 2011-07-29 22:54:56 +0000 | [diff] [blame] | 188 | |
| 189 | print "Running %s" % (command + filters) |
| 190 | os.system(command + filters) |
| 191 | |
| 192 | if __name__ == '__main__': |
| 193 | main() |