blob: dbbf72f1b5a4d5ed269806be1d3d2119a413ece4 [file] [log] [blame]
Victor Stinner24f949e2016-03-22 15:14:09 +01001import datetime
Victor Stinner5f9d3ac2015-10-03 00:21:12 +02002import faulthandler
Victor Stinner3844fe52015-09-26 10:38:01 +02003import os
Victor Stinner3844fe52015-09-26 10:38:01 +02004import platform
Victor Stinnerdad20e42015-09-29 22:48:52 +02005import random
6import re
Victor Stinnerdad20e42015-09-29 22:48:52 +02007import sys
8import sysconfig
9import tempfile
10import textwrap
Victor Stinner24f949e2016-03-22 15:14:09 +010011import time
Victor Stinner3909e582015-10-11 10:37:25 +020012from test.libregrtest.cmdline import _parse_args
Victor Stinner3844fe52015-09-26 10:38:01 +020013from test.libregrtest.runtest import (
Victor Stinner6f20a2e2015-09-30 02:32:11 +020014 findtests, runtest,
Victor Stinner3909e582015-10-11 10:37:25 +020015 STDTESTS, NOTTESTS, PASSED, FAILED, ENV_CHANGED, SKIPPED, RESOURCE_DENIED,
Victor Stinner69649f22016-03-23 12:14:10 +010016 INTERRUPTED, CHILD_ERROR,
Victor Stinner1b8b4232016-05-20 13:37:40 +020017 PROGRESS_MIN_TIME, format_test_result)
Victor Stinnera2045022015-09-30 02:17:28 +020018from test.libregrtest.setup import setup_tests
Victor Stinner3844fe52015-09-26 10:38:01 +020019from test import support
20try:
Victor Stinnerdad20e42015-09-29 22:48:52 +020021 import gc
22except ImportError:
23 gc = None
Victor Stinner3844fe52015-09-26 10:38:01 +020024
25
Victor Stinner3844fe52015-09-26 10:38:01 +020026# When tests are run from the Python build directory, it is best practice
27# to keep the test files in a subfolder. This eases the cleanup of leftover
28# files using the "make distclean" command.
29if sysconfig.is_python_build():
30 TEMPDIR = os.path.join(sysconfig.get_config_var('srcdir'), 'build')
31else:
32 TEMPDIR = tempfile.gettempdir()
33TEMPDIR = os.path.abspath(TEMPDIR)
34
35
Victor Stinner435eaf42016-08-17 12:22:52 +020036def format_duration(seconds):
37 if seconds < 1.0:
38 return '%.0f ms' % (seconds * 1e3)
39 if seconds < 60.0:
40 return '%.0f sec' % seconds
41
42 minutes, seconds = divmod(seconds, 60.0)
43 return '%.0f min %.0f sec' % (minutes, seconds)
44
45
Victor Stinnerdad20e42015-09-29 22:48:52 +020046class Regrtest:
Victor Stinner3844fe52015-09-26 10:38:01 +020047 """Execute a test suite.
48
49 This also parses command-line options and modifies its behavior
50 accordingly.
51
52 tests -- a list of strings containing test names (optional)
53 testdir -- the directory in which to look for tests (optional)
54
55 Users other than the Python test suite will certainly want to
56 specify testdir; if it's omitted, the directory containing the
57 Python test suite is searched for.
58
59 If the tests argument is omitted, the tests listed on the
60 command-line will be used. If that's empty, too, then all *.py
61 files beginning with test_ will be used.
62
63 The other default arguments (verbose, quiet, exclude,
64 single, randomize, findleaks, use_resources, trace, coverdir,
65 print_slow, and random_seed) allow programmers calling main()
66 directly to set the values that would normally be set by flags
67 on the command line.
68 """
Victor Stinnerdad20e42015-09-29 22:48:52 +020069 def __init__(self):
70 # Namespace of command line options
71 self.ns = None
Victor Stinner3844fe52015-09-26 10:38:01 +020072
Victor Stinnerdad20e42015-09-29 22:48:52 +020073 # tests
74 self.tests = []
75 self.selected = []
Victor Stinner3844fe52015-09-26 10:38:01 +020076
Victor Stinnerdad20e42015-09-29 22:48:52 +020077 # test results
78 self.good = []
79 self.bad = []
80 self.skipped = []
81 self.resource_denieds = []
82 self.environment_changed = []
83 self.interrupted = False
Victor Stinner3844fe52015-09-26 10:38:01 +020084
Victor Stinnerdad20e42015-09-29 22:48:52 +020085 # used by --slow
86 self.test_times = []
Victor Stinner3844fe52015-09-26 10:38:01 +020087
Victor Stinnerdad20e42015-09-29 22:48:52 +020088 # used by --coverage, trace.Trace instance
89 self.tracer = None
Victor Stinner3844fe52015-09-26 10:38:01 +020090
Victor Stinnerdad20e42015-09-29 22:48:52 +020091 # used by --findleaks, store for gc.garbage
92 self.found_garbage = []
Victor Stinner3844fe52015-09-26 10:38:01 +020093
Victor Stinnerdad20e42015-09-29 22:48:52 +020094 # used to display the progress bar "[ 3/100]"
Victor Stinner24f949e2016-03-22 15:14:09 +010095 self.start_time = time.monotonic()
Victor Stinnerdad20e42015-09-29 22:48:52 +020096 self.test_count = ''
97 self.test_count_width = 1
Victor Stinner3844fe52015-09-26 10:38:01 +020098
Victor Stinnerdad20e42015-09-29 22:48:52 +020099 # used by --single
100 self.next_single_test = None
101 self.next_single_filename = None
Victor Stinner3844fe52015-09-26 10:38:01 +0200102
Victor Stinnerdad20e42015-09-29 22:48:52 +0200103 def accumulate_result(self, test, result):
Victor Stinner3844fe52015-09-26 10:38:01 +0200104 ok, test_time = result
Victor Stinner3909e582015-10-11 10:37:25 +0200105 if ok not in (CHILD_ERROR, INTERRUPTED):
106 self.test_times.append((test_time, test))
Victor Stinner3844fe52015-09-26 10:38:01 +0200107 if ok == PASSED:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200108 self.good.append(test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200109 elif ok == FAILED:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200110 self.bad.append(test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200111 elif ok == ENV_CHANGED:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200112 self.environment_changed.append(test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200113 elif ok == SKIPPED:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200114 self.skipped.append(test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200115 elif ok == RESOURCE_DENIED:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200116 self.skipped.append(test)
117 self.resource_denieds.append(test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200118
Victor Stinnerdad20e42015-09-29 22:48:52 +0200119 def display_progress(self, test_index, test):
120 if self.ns.quiet:
121 return
Brett Cannon11faa212015-10-02 16:20:49 -0700122 if self.bad and not self.ns.pgo:
Victor Stinner24f949e2016-03-22 15:14:09 +0100123 fmt = "{time} [{test_index:{count_width}}{test_count}/{nbad}] {test_name}"
Brett Cannon11faa212015-10-02 16:20:49 -0700124 else:
Victor Stinner24f949e2016-03-22 15:14:09 +0100125 fmt = "{time} [{test_index:{count_width}}{test_count}] {test_name}"
Victor Stinner435eaf42016-08-17 12:22:52 +0200126 test_time = time.monotonic() - self.start_time
127 test_time = datetime.timedelta(seconds=int(test_time))
Victor Stinner24f949e2016-03-22 15:14:09 +0100128 line = fmt.format(count_width=self.test_count_width,
129 test_index=test_index,
130 test_count=self.test_count,
131 nbad=len(self.bad),
132 test_name=test,
Victor Stinner435eaf42016-08-17 12:22:52 +0200133 time=test_time)
Victor Stinner24f949e2016-03-22 15:14:09 +0100134 print(line, flush=True)
Victor Stinner3844fe52015-09-26 10:38:01 +0200135
Victor Stinner234cbef2015-09-30 01:13:53 +0200136 def parse_args(self, kwargs):
137 ns = _parse_args(sys.argv[1:], **kwargs)
138
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200139 if ns.timeout and not hasattr(faulthandler, 'dump_traceback_later'):
140 print("Warning: The timeout option requires "
141 "faulthandler.dump_traceback_later", file=sys.stderr)
142 ns.timeout = None
143
Victor Stinner234cbef2015-09-30 01:13:53 +0200144 if ns.threshold is not None and gc is None:
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200145 print('No GC available, ignore --threshold.', file=sys.stderr)
Victor Stinner234cbef2015-09-30 01:13:53 +0200146 ns.threshold = None
147
148 if ns.findleaks:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200149 if gc is not None:
150 # Uncomment the line below to report garbage that is not
151 # freeable by reference counting alone. By default only
152 # garbage that is not collectable by the GC is reported.
153 pass
154 #gc.set_debug(gc.DEBUG_SAVEALL)
155 else:
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200156 print('No GC available, disabling --findleaks',
157 file=sys.stderr)
Victor Stinner234cbef2015-09-30 01:13:53 +0200158 ns.findleaks = False
Victor Stinnerdad20e42015-09-29 22:48:52 +0200159
Victor Stinnerdad20e42015-09-29 22:48:52 +0200160 # Strip .py extensions.
Victor Stinner234cbef2015-09-30 01:13:53 +0200161 removepy(ns.args)
162
163 return ns
Victor Stinnerdad20e42015-09-29 22:48:52 +0200164
Victor Stinnerdad20e42015-09-29 22:48:52 +0200165 def find_tests(self, tests):
166 self.tests = tests
167
168 if self.ns.single:
169 self.next_single_filename = os.path.join(TEMPDIR, 'pynexttest')
170 try:
171 with open(self.next_single_filename, 'r') as fp:
172 next_test = fp.read().strip()
173 self.tests = [next_test]
174 except OSError:
175 pass
176
177 if self.ns.fromfile:
178 self.tests = []
Victor Stinner5de16e82016-03-24 09:43:00 +0100179 # regex to match 'test_builtin' in line:
180 # '0:00:00 [ 4/400] test_builtin -- test_dict took 1 sec'
181 regex = (r'^(?:[0-9]+:[0-9]+:[0-9]+ *)?'
182 r'(?:\[[0-9/ ]+\] *)?'
183 r'(test_[a-zA-Z0-9_]+)')
184 regex = re.compile(regex)
Victor Stinnerdad20e42015-09-29 22:48:52 +0200185 with open(os.path.join(support.SAVEDCWD, self.ns.fromfile)) as fp:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200186 for line in fp:
Victor Stinner5de16e82016-03-24 09:43:00 +0100187 line = line.strip()
188 if line.startswith('#'):
189 continue
190 match = regex.match(line)
191 if match is None:
192 continue
193 self.tests.append(match.group(1))
Victor Stinnerdad20e42015-09-29 22:48:52 +0200194
195 removepy(self.tests)
196
197 stdtests = STDTESTS[:]
198 nottests = NOTTESTS.copy()
199 if self.ns.exclude:
200 for arg in self.ns.args:
201 if arg in stdtests:
202 stdtests.remove(arg)
203 nottests.add(arg)
204 self.ns.args = []
205
Victor Stinnerdad20e42015-09-29 22:48:52 +0200206 # if testdir is set, then we are not running the python tests suite, so
207 # don't add default tests to be executed or skipped (pass empty values)
208 if self.ns.testdir:
209 alltests = findtests(self.ns.testdir, list(), set())
210 else:
211 alltests = findtests(self.ns.testdir, stdtests, nottests)
212
Victor Stinner5de16e82016-03-24 09:43:00 +0100213 if not self.ns.fromfile:
214 self.selected = self.tests or self.ns.args or alltests
215 else:
216 self.selected = self.tests
Victor Stinnerdad20e42015-09-29 22:48:52 +0200217 if self.ns.single:
218 self.selected = self.selected[:1]
219 try:
220 pos = alltests.index(self.selected[0])
221 self.next_single_test = alltests[pos + 1]
222 except IndexError:
223 pass
224
Victor Stinnerc7eab052015-09-30 00:59:35 +0200225 # Remove all the selected tests that precede start if it's set.
Victor Stinnerdad20e42015-09-29 22:48:52 +0200226 if self.ns.start:
227 try:
228 del self.selected[:self.selected.index(self.ns.start)]
229 except ValueError:
Victor Stinner6448b802015-09-29 23:43:33 +0200230 print("Couldn't find starting test (%s), using all tests"
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200231 % self.ns.start, file=sys.stderr)
Victor Stinnerdad20e42015-09-29 22:48:52 +0200232
233 if self.ns.randomize:
234 if self.ns.random_seed is None:
235 self.ns.random_seed = random.randrange(10000000)
236 random.seed(self.ns.random_seed)
Victor Stinnerdad20e42015-09-29 22:48:52 +0200237 random.shuffle(self.selected)
238
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200239 def list_tests(self):
240 for name in self.selected:
241 print(name)
242
Victor Stinner6f20a2e2015-09-30 02:32:11 +0200243 def rerun_failed_tests(self):
244 self.ns.verbose = True
245 self.ns.failfast = False
246 self.ns.verbose3 = False
247 self.ns.match_tests = None
248
249 print("Re-running failed tests in verbose mode")
250 for test in self.bad[:]:
251 print("Re-running test %r in verbose mode" % test, flush=True)
252 try:
253 self.ns.verbose = True
254 ok = runtest(self.ns, test)
255 except KeyboardInterrupt:
Victor Stinnerc5a01f82016-08-17 16:00:12 +0200256 self.interrupted = True
Victor Stinner6f20a2e2015-09-30 02:32:11 +0200257 # print a newline separate from the ^C
258 print()
259 break
260 else:
261 if ok[0] in {PASSED, ENV_CHANGED, SKIPPED, RESOURCE_DENIED}:
262 self.bad.remove(test)
263 else:
264 if self.bad:
265 print(count(len(self.bad), 'test'), "failed again:")
266 printlist(self.bad)
267
Victor Stinnerdad20e42015-09-29 22:48:52 +0200268 def display_result(self):
269 if self.interrupted:
270 # print a newline after ^C
271 print()
272 print("Test suite interrupted by signal SIGINT.")
Victor Stinner6448b802015-09-29 23:43:33 +0200273 executed = set(self.good) | set(self.bad) | set(self.skipped)
274 omitted = set(self.selected) - executed
Victor Stinnerdad20e42015-09-29 22:48:52 +0200275 print(count(len(omitted), "test"), "omitted:")
276 printlist(omitted)
277
Brett Cannon11faa212015-10-02 16:20:49 -0700278 # If running the test suite for PGO then no one cares about
279 # results.
280 if self.ns.pgo:
281 return
282
Victor Stinnerdad20e42015-09-29 22:48:52 +0200283 if self.good and not self.ns.quiet:
Victor Stinner6448b802015-09-29 23:43:33 +0200284 if (not self.bad
285 and not self.skipped
286 and not self.interrupted
287 and len(self.good) > 1):
Victor Stinnerdad20e42015-09-29 22:48:52 +0200288 print("All", end=' ')
289 print(count(len(self.good), "test"), "OK.")
290
291 if self.ns.print_slow:
292 self.test_times.sort(reverse=True)
Victor Stinner435eaf42016-08-17 12:22:52 +0200293 print()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200294 print("10 slowest tests:")
295 for time, test in self.test_times[:10]:
Victor Stinner435eaf42016-08-17 12:22:52 +0200296 print("- %s: %s" % (test, format_duration(time)))
Victor Stinnerdad20e42015-09-29 22:48:52 +0200297
298 if self.bad:
Victor Stinner8f003192016-08-17 15:42:21 +0200299 print()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200300 print(count(len(self.bad), "test"), "failed:")
301 printlist(self.bad)
302
303 if self.environment_changed:
Victor Stinner8f003192016-08-17 15:42:21 +0200304 print()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200305 print("{} altered the execution environment:".format(
306 count(len(self.environment_changed), "test")))
307 printlist(self.environment_changed)
308
309 if self.skipped and not self.ns.quiet:
Victor Stinner8f003192016-08-17 15:42:21 +0200310 print()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200311 print(count(len(self.skipped), "test"), "skipped:")
312 printlist(self.skipped)
313
Victor Stinnerbd1a72c2015-09-29 23:36:27 +0200314 def run_tests_sequential(self):
Victor Stinnerc7eab052015-09-30 00:59:35 +0200315 if self.ns.trace:
316 import trace
Victor Stinnera53a8182015-10-01 00:53:09 +0200317 self.tracer = trace.Trace(trace=False, count=True)
Victor Stinnerc7eab052015-09-30 00:59:35 +0200318
Victor Stinnerdad20e42015-09-29 22:48:52 +0200319 save_modules = sys.modules.keys()
320
Victor Stinner2b60b722016-03-24 11:55:29 +0100321 print("Run tests sequentially")
322
Victor Stinner69649f22016-03-23 12:14:10 +0100323 previous_test = None
Victor Stinnerdad20e42015-09-29 22:48:52 +0200324 for test_index, test in enumerate(self.tests, 1):
Victor Stinner69649f22016-03-23 12:14:10 +0100325 start_time = time.monotonic()
326
327 text = test
328 if previous_test:
329 text = '%s -- %s' % (text, previous_test)
330 self.display_progress(test_index, text)
331
Victor Stinnerc7eab052015-09-30 00:59:35 +0200332 if self.tracer:
Victor Stinner3844fe52015-09-26 10:38:01 +0200333 # If we're tracing code coverage, then we don't exit with status
334 # if on a false return value from main.
Victor Stinner6f20a2e2015-09-30 02:32:11 +0200335 cmd = ('result = runtest(self.ns, test); '
336 'self.accumulate_result(test, result)')
Victor Stinner1b8b4232016-05-20 13:37:40 +0200337 ns = dict(locals())
338 self.tracer.runctx(cmd, globals=globals(), locals=ns)
339 result = ns['result']
Victor Stinner3844fe52015-09-26 10:38:01 +0200340 else:
341 try:
Victor Stinner6f20a2e2015-09-30 02:32:11 +0200342 result = runtest(self.ns, test)
Victor Stinner3844fe52015-09-26 10:38:01 +0200343 except KeyboardInterrupt:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200344 self.interrupted = True
Victor Stinnerc5a01f82016-08-17 16:00:12 +0200345 self.accumulate_result(test, (INTERRUPTED, None))
Victor Stinner3844fe52015-09-26 10:38:01 +0200346 break
Victor Stinner3909e582015-10-11 10:37:25 +0200347 else:
348 self.accumulate_result(test, result)
Victor Stinnerbd1a72c2015-09-29 23:36:27 +0200349
Victor Stinner1b8b4232016-05-20 13:37:40 +0200350 previous_test = format_test_result(test, result[0])
Victor Stinner69649f22016-03-23 12:14:10 +0100351 test_time = time.monotonic() - start_time
352 if test_time >= PROGRESS_MIN_TIME:
Victor Stinner435eaf42016-08-17 12:22:52 +0200353 previous_test = "%s in %s" % (previous_test, format_duration(test_time))
Victor Stinner1b8b4232016-05-20 13:37:40 +0200354 elif result[0] == PASSED:
355 # be quiet: say nothing if the test passed shortly
Victor Stinner69649f22016-03-23 12:14:10 +0100356 previous_test = None
357
Victor Stinnerdad20e42015-09-29 22:48:52 +0200358 if self.ns.findleaks:
Victor Stinner3844fe52015-09-26 10:38:01 +0200359 gc.collect()
360 if gc.garbage:
361 print("Warning: test created", len(gc.garbage), end=' ')
362 print("uncollectable object(s).")
363 # move the uncollectable objects somewhere so we don't see
364 # them again
Victor Stinnerdad20e42015-09-29 22:48:52 +0200365 self.found_garbage.extend(gc.garbage)
Victor Stinner3844fe52015-09-26 10:38:01 +0200366 del gc.garbage[:]
Victor Stinnerbd1a72c2015-09-29 23:36:27 +0200367
Victor Stinner3844fe52015-09-26 10:38:01 +0200368 # Unload the newly imported modules (best effort finalization)
369 for module in sys.modules.keys():
370 if module not in save_modules and module.startswith("test."):
371 support.unload(module)
372
Victor Stinner69649f22016-03-23 12:14:10 +0100373 if previous_test:
374 print(previous_test)
375
Victor Stinnerb4084352015-09-30 02:39:22 +0200376 def _test_forever(self, tests):
377 while True:
378 for test in tests:
379 yield test
380 if self.bad:
381 return
Victor Stinner3844fe52015-09-26 10:38:01 +0200382
Victor Stinnerb4084352015-09-30 02:39:22 +0200383 def run_tests(self):
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200384 # For a partial run, we do not need to clutter the output.
385 if (self.ns.verbose
386 or self.ns.header
Brett Cannon11faa212015-10-02 16:20:49 -0700387 or not (self.ns.pgo or self.ns.quiet or self.ns.single
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200388 or self.tests or self.ns.args)):
389 # Print basic platform information
390 print("==", platform.python_implementation(), *sys.version.split())
391 print("== ", platform.platform(aliased=True),
392 "%s-endian" % sys.byteorder)
393 print("== ", "hash algorithm:", sys.hash_info.algorithm,
394 "64bit" if sys.maxsize > 2**32 else "32bit")
395 print("== ", os.getcwd())
396 print("Testing with flags:", sys.flags)
397
398 if self.ns.randomize:
399 print("Using random seed", self.ns.random_seed)
400
Victor Stinnerdad20e42015-09-29 22:48:52 +0200401 if self.ns.forever:
Victor Stinner9a142142015-09-30 13:51:17 +0200402 self.tests = self._test_forever(list(self.selected))
Victor Stinnerdad20e42015-09-29 22:48:52 +0200403 self.test_count = ''
404 self.test_count_width = 3
405 else:
406 self.tests = iter(self.selected)
407 self.test_count = '/{}'.format(len(self.selected))
408 self.test_count_width = len(self.test_count) - 1
409
410 if self.ns.use_mp:
Victor Stinner56e05dd2015-09-29 23:15:38 +0200411 from test.libregrtest.runtest_mp import run_tests_multiprocess
412 run_tests_multiprocess(self)
Victor Stinnerdad20e42015-09-29 22:48:52 +0200413 else:
Victor Stinnerbd1a72c2015-09-29 23:36:27 +0200414 self.run_tests_sequential()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200415
416 def finalize(self):
417 if self.next_single_filename:
418 if self.next_single_test:
419 with open(self.next_single_filename, 'w') as fp:
420 fp.write(self.next_single_test + '\n')
Victor Stinner3844fe52015-09-26 10:38:01 +0200421 else:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200422 os.unlink(self.next_single_filename)
Victor Stinner3844fe52015-09-26 10:38:01 +0200423
Victor Stinnerc7eab052015-09-30 00:59:35 +0200424 if self.tracer:
Victor Stinnerdad20e42015-09-29 22:48:52 +0200425 r = self.tracer.results()
426 r.write_results(show_missing=True, summary=True,
427 coverdir=self.ns.coverdir)
Victor Stinner3844fe52015-09-26 10:38:01 +0200428
Victor Stinner435eaf42016-08-17 12:22:52 +0200429 print()
430 duration = time.monotonic() - self.start_time
431 print("Total duration: %s" % format_duration(duration))
Victor Stinner24f949e2016-03-22 15:14:09 +0100432
Victor Stinner63686032016-08-17 16:12:16 +0200433 if self.bad:
434 result = "FAILURE"
435 elif self.interrupted:
436 result = "INTERRUPTED"
437 else:
438 result = "SUCCESS"
Victor Stinnerf2abf5c2016-08-19 17:54:25 +0200439 print("Tests result: %s" % result)
Victor Stinner63686032016-08-17 16:12:16 +0200440
Victor Stinnerdad20e42015-09-29 22:48:52 +0200441 if self.ns.runleaks:
442 os.system("leaks %d" % os.getpid())
Victor Stinner3844fe52015-09-26 10:38:01 +0200443
Victor Stinnerdad20e42015-09-29 22:48:52 +0200444 def main(self, tests=None, **kwargs):
Victor Stinner3aac0ad2016-03-24 17:53:20 +0100445 global TEMPDIR
446
447 if sysconfig.is_python_build():
448 try:
449 os.mkdir(TEMPDIR)
450 except FileExistsError:
451 pass
452
453 # Define a writable temp dir that will be used as cwd while running
454 # the tests. The name of the dir includes the pid to allow parallel
455 # testing (see the -j option).
456 test_cwd = 'test_python_{}'.format(os.getpid())
457 test_cwd = os.path.join(TEMPDIR, test_cwd)
458
459 # Run the tests in a context manager that temporarily changes the CWD to a
460 # temporary and writable directory. If it's not possible to create or
461 # change the CWD, the original CWD will be used. The original CWD is
462 # available from support.SAVEDCWD.
463 with support.temp_cwd(test_cwd, quiet=True):
464 self._main(tests, kwargs)
465
466 def _main(self, tests, kwargs):
Victor Stinner234cbef2015-09-30 01:13:53 +0200467 self.ns = self.parse_args(kwargs)
468
Victor Stinnerdad20e42015-09-29 22:48:52 +0200469 if self.ns.slaveargs is not None:
Victor Stinner56e05dd2015-09-29 23:15:38 +0200470 from test.libregrtest.runtest_mp import run_tests_slave
471 run_tests_slave(self.ns.slaveargs)
Victor Stinnerecef6222015-09-30 01:39:28 +0200472
Victor Stinnerc7eab052015-09-30 00:59:35 +0200473 if self.ns.wait:
474 input("Press any key to continue...")
475
Steve Dower22d06982016-09-06 19:38:15 -0700476 support.PGO = self.ns.pgo
477
Victor Stinnera2045022015-09-30 02:17:28 +0200478 setup_tests(self.ns)
Victor Stinnerecef6222015-09-30 01:39:28 +0200479
Victor Stinnerdad20e42015-09-29 22:48:52 +0200480 self.find_tests(tests)
Victor Stinnerc7eab052015-09-30 00:59:35 +0200481
Victor Stinner5f9d3ac2015-10-03 00:21:12 +0200482 if self.ns.list_tests:
483 self.list_tests()
484 sys.exit(0)
485
486 self.run_tests()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200487 self.display_result()
Victor Stinner6f20a2e2015-09-30 02:32:11 +0200488
489 if self.ns.verbose2 and self.bad:
490 self.rerun_failed_tests()
491
Victor Stinnerdad20e42015-09-29 22:48:52 +0200492 self.finalize()
493 sys.exit(len(self.bad) > 0 or self.interrupted)
Victor Stinner3844fe52015-09-26 10:38:01 +0200494
495
Victor Stinner3844fe52015-09-26 10:38:01 +0200496def removepy(names):
497 if not names:
498 return
499 for idx, name in enumerate(names):
500 basename, ext = os.path.splitext(name)
501 if ext == '.py':
502 names[idx] = basename
503
504
505def count(n, word):
506 if n == 1:
507 return "%d %s" % (n, word)
508 else:
509 return "%d %ss" % (n, word)
510
511
512def printlist(x, width=70, indent=4):
513 """Print the elements of iterable x to stdout.
514
515 Optional arg width (default 70) is the maximum line length.
516 Optional arg indent (default 4) is the number of blanks with which to
517 begin each line.
518 """
519
Victor Stinner3844fe52015-09-26 10:38:01 +0200520 blanks = ' ' * indent
521 # Print the sorted list: 'x' may be a '--random' list or a set()
Victor Stinnerdad20e42015-09-29 22:48:52 +0200522 print(textwrap.fill(' '.join(str(elt) for elt in sorted(x)), width,
523 initial_indent=blanks, subsequent_indent=blanks))
524
525
526def main(tests=None, **kwargs):
Victor Stinner3aac0ad2016-03-24 17:53:20 +0100527 """Run the Python suite."""
Victor Stinnerdad20e42015-09-29 22:48:52 +0200528 Regrtest().main(tests=tests, **kwargs)