blob: c6ce7601de04e8c1115640f6c66865f75a633f66 [file] [log] [blame]
Brett Cannonf1cfb622003-05-04 21:15:27 +00001"""Supporting definitions for the Python regression tests."""
Guido van Rossum3bead091992-01-27 17:00:37 +00002
Benjamin Petersonee8712c2008-05-20 21:35:26 +00003if __name__ != 'test.support':
4 raise ImportError('support must be imported from the test package')
Barry Warsaw408b6d32002-07-30 23:27:12 +00005
Guido van Rossumd8faa362007-04-27 19:54:29 +00006import contextlib
7import errno
8import socket
Fred Drakecd1b1dd2001-03-21 18:26:33 +00009import sys
Guido van Rossumd8faa362007-04-27 19:54:29 +000010import os
11import os.path
Christian Heimes23daade02008-02-25 12:39:23 +000012import shutil
Thomas Wouters902d6eb2007-01-09 23:18:33 +000013import warnings
Guido van Rossumd8faa362007-04-27 19:54:29 +000014import unittest
Fred Drakecd1b1dd2001-03-21 18:26:33 +000015
Benjamin Peterson744c2cd2008-05-26 16:26:37 +000016__all__ = ["Error", "TestFailed", "TestSkipped", "ResourceDenied", "import_module",
17 "verbose", "use_resources", "max_memuse", "record_original_stdout",
18 "get_original_stdout", "unload", "unlink", "rmtree", "forget",
19 "is_resource_enabled", "requires", "find_unused_port", "bind_port",
Benjamin Peterson79e48032008-05-26 17:44:33 +000020 "fcmp", "is_jython", "TESTFN", "HOST", "FUZZ", "findfile", "verify",
21 "vereq", "sortdict", "check_syntax_error", "open_urlresource",
22 "WarningMessage", "catch_warning", "CleanImport", "EnvironmentVarGuard",
23 "TransientResource", "captured_output", "captured_stdout",
24 "TransientResource", "transient_internet", "run_with_locale",
25 "set_memlimit", "bigmemtest", "bigaddrspacetest", "BasicTestRunner",
26 "run_unittest", "run_doctest", "threading_setup", "threading_cleanup",
27 "reap_children"]
Benjamin Peterson744c2cd2008-05-26 16:26:37 +000028
Fred Drake1790dd42000-07-24 06:55:00 +000029class Error(Exception):
Fred Drake004d5e62000-10-23 17:22:08 +000030 """Base class for regression test exceptions."""
Fred Drake1790dd42000-07-24 06:55:00 +000031
32class TestFailed(Error):
Fred Drake004d5e62000-10-23 17:22:08 +000033 """Test failed."""
Fred Drake1790dd42000-07-24 06:55:00 +000034
35class TestSkipped(Error):
Fred Drake004d5e62000-10-23 17:22:08 +000036 """Test skipped.
Fred Drake1790dd42000-07-24 06:55:00 +000037
Fred Drake004d5e62000-10-23 17:22:08 +000038 This can be raised to indicate that a test was deliberatly
39 skipped, but not because a feature wasn't available. For
40 example, if some resource can't be used, such as the network
41 appears to be unavailable, this should be raised instead of
42 TestFailed.
Fred Drake004d5e62000-10-23 17:22:08 +000043 """
Fred Drake1790dd42000-07-24 06:55:00 +000044
Fred Drake9a0db072003-02-03 15:19:30 +000045class ResourceDenied(TestSkipped):
46 """Test skipped because it requested a disallowed resource.
47
48 This is raised when a test calls requires() for a resource that
49 has not be enabled. It is used to distinguish between expected
50 and unexpected skips.
51 """
52
Benjamin Peterson699adb92008-05-08 22:27:58 +000053def import_module(name, deprecated=False):
54 """Import the module to be tested, raising TestSkipped if it is not
55 available."""
56 with catch_warning(record=False):
57 if deprecated:
Alexandre Vassalottia79e33e2008-05-15 22:51:26 +000058 warnings.filterwarnings("ignore", ".+ (module|package)",
59 DeprecationWarning)
Benjamin Peterson699adb92008-05-08 22:27:58 +000060 try:
61 module = __import__(name, level=0)
62 except ImportError:
63 raise TestSkipped("No module named " + name)
64 else:
65 return module
66
Barry Warsawc0fb6052001-08-20 22:29:23 +000067verbose = 1 # Flag set to 0 by regrtest.py
Thomas Wouters477c8d52006-05-27 19:21:47 +000068use_resources = None # Flag set to [] by regrtest.py
69max_memuse = 0 # Disable bigmem tests (they will still be run with
70 # small sizes, to make sure they work.)
Guido van Rossum531661c1996-12-20 02:58:22 +000071
Tim Peters8dee8092001-09-25 20:05:11 +000072# _original_stdout is meant to hold stdout at the time regrtest began.
73# This may be "the real" stdout, or IDLE's emulation of stdout, or whatever.
74# The point is to have some flavor of stdout the user can actually see.
75_original_stdout = None
76def record_original_stdout(stdout):
77 global _original_stdout
78 _original_stdout = stdout
79
80def get_original_stdout():
81 return _original_stdout or sys.stdout
82
Guido van Rossum3bead091992-01-27 17:00:37 +000083def unload(name):
Fred Drake004d5e62000-10-23 17:22:08 +000084 try:
85 del sys.modules[name]
86 except KeyError:
87 pass
Guido van Rossum3bead091992-01-27 17:00:37 +000088
Neal Norwitz0e17f8c2006-01-23 07:51:27 +000089def unlink(filename):
Neal Norwitz0e17f8c2006-01-23 07:51:27 +000090 try:
91 os.unlink(filename)
92 except OSError:
93 pass
94
Christian Heimes23daade02008-02-25 12:39:23 +000095def rmtree(path):
96 try:
97 shutil.rmtree(path)
98 except OSError as e:
99 # Unix returns ENOENT, Windows returns ESRCH.
100 if e.errno not in (errno.ENOENT, errno.ESRCH):
101 raise
102
Guido van Rossum3bead091992-01-27 17:00:37 +0000103def forget(modname):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000104 '''"Forget" a module was ever imported by removing it from sys.modules and
105 deleting any .pyc and .pyo files.'''
Fred Drake004d5e62000-10-23 17:22:08 +0000106 unload(modname)
Fred Drake004d5e62000-10-23 17:22:08 +0000107 for dirname in sys.path:
Skip Montanaro7a98be22007-08-16 14:35:24 +0000108 unlink(os.path.join(dirname, modname + '.pyc'))
Brett Cannonf1cfb622003-05-04 21:15:27 +0000109 # Deleting the .pyo file cannot be within the 'try' for the .pyc since
110 # the chance exists that there is no .pyc (and thus the 'try' statement
111 # is exited) but there is a .pyo file.
Skip Montanaro7a98be22007-08-16 14:35:24 +0000112 unlink(os.path.join(dirname, modname + '.pyo'))
Guido van Rossum3bead091992-01-27 17:00:37 +0000113
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000114def is_resource_enabled(resource):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000115 """Test whether a resource is enabled. Known resources are set by
116 regrtest.py."""
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000117 return use_resources is not None and resource in use_resources
118
Barry Warsawc0fb6052001-08-20 22:29:23 +0000119def requires(resource, msg=None):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000120 """Raise ResourceDenied if the specified resource is not available.
121
122 If the caller's module is __main__ then automatically return True. The
123 possibility of False being returned occurs when regrtest.py is executing."""
Skip Montanarod839ecd2003-04-24 19:06:57 +0000124 # see if the caller's module is __main__ - if so, treat as if
125 # the resource was set
126 if sys._getframe().f_back.f_globals.get("__name__") == "__main__":
127 return
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000128 if not is_resource_enabled(resource):
Barry Warsawc0fb6052001-08-20 22:29:23 +0000129 if msg is None:
130 msg = "Use of the `%s' resource not enabled" % resource
Fred Drake9a0db072003-02-03 15:19:30 +0000131 raise ResourceDenied(msg)
Barry Warsawc0fb6052001-08-20 22:29:23 +0000132
Christian Heimes5e696852008-04-09 08:37:03 +0000133HOST = 'localhost'
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000134
Christian Heimes5e696852008-04-09 08:37:03 +0000135def find_unused_port(family=socket.AF_INET, socktype=socket.SOCK_STREAM):
136 """Returns an unused port that should be suitable for binding. This is
137 achieved by creating a temporary socket with the same family and type as
138 the 'sock' parameter (default is AF_INET, SOCK_STREAM), and binding it to
139 the specified host address (defaults to 0.0.0.0) with the port set to 0,
140 eliciting an unused ephemeral port from the OS. The temporary socket is
141 then closed and deleted, and the ephemeral port is returned.
142
143 Either this method or bind_port() should be used for any tests where a
144 server socket needs to be bound to a particular port for the duration of
145 the test. Which one to use depends on whether the calling code is creating
146 a python socket, or if an unused port needs to be provided in a constructor
147 or passed to an external program (i.e. the -accept argument to openssl's
148 s_server mode). Always prefer bind_port() over find_unused_port() where
149 possible. Hard coded ports should *NEVER* be used. As soon as a server
150 socket is bound to a hard coded port, the ability to run multiple instances
151 of the test simultaneously on the same host is compromised, which makes the
152 test a ticking time bomb in a buildbot environment. On Unix buildbots, this
153 may simply manifest as a failed test, which can be recovered from without
154 intervention in most cases, but on Windows, the entire python process can
155 completely and utterly wedge, requiring someone to log in to the buildbot
156 and manually kill the affected process.
157
158 (This is easy to reproduce on Windows, unfortunately, and can be traced to
159 the SO_REUSEADDR socket option having different semantics on Windows versus
160 Unix/Linux. On Unix, you can't have two AF_INET SOCK_STREAM sockets bind,
161 listen and then accept connections on identical host/ports. An EADDRINUSE
162 socket.error will be raised at some point (depending on the platform and
163 the order bind and listen were called on each socket).
164
165 However, on Windows, if SO_REUSEADDR is set on the sockets, no EADDRINUSE
166 will ever be raised when attempting to bind two identical host/ports. When
167 accept() is called on each socket, the second caller's process will steal
168 the port from the first caller, leaving them both in an awkwardly wedged
169 state where they'll no longer respond to any signals or graceful kills, and
170 must be forcibly killed via OpenProcess()/TerminateProcess().
171
172 The solution on Windows is to use the SO_EXCLUSIVEADDRUSE socket option
173 instead of SO_REUSEADDR, which effectively affords the same semantics as
174 SO_REUSEADDR on Unix. Given the propensity of Unix developers in the Open
175 Source world compared to Windows ones, this is a common mistake. A quick
176 look over OpenSSL's 0.9.8g source shows that they use SO_REUSEADDR when
177 openssl.exe is called with the 's_server' option, for example. See
178 http://bugs.python.org/issue2550 for more info. The following site also
179 has a very thorough description about the implications of both REUSEADDR
180 and EXCLUSIVEADDRUSE on Windows:
181 http://msdn2.microsoft.com/en-us/library/ms740621(VS.85).aspx)
182
183 XXX: although this approach is a vast improvement on previous attempts to
184 elicit unused ports, it rests heavily on the assumption that the ephemeral
185 port returned to us by the OS won't immediately be dished back out to some
186 other process when we close and delete our temporary socket but before our
187 calling code has a chance to bind the returned port. We can deal with this
188 issue if/when we come across it.
189 """
190
191 tempsock = socket.socket(family, socktype)
192 port = bind_port(tempsock)
193 tempsock.close()
194 del tempsock
195 return port
196
197def bind_port(sock, host=HOST):
198 """Bind the socket to a free port and return the port number. Relies on
199 ephemeral ports in order to ensure we are using an unbound port. This is
200 important as many tests may be running simultaneously, especially in a
201 buildbot environment. This method raises an exception if the sock.family
202 is AF_INET and sock.type is SOCK_STREAM, *and* the socket has SO_REUSEADDR
203 or SO_REUSEPORT set on it. Tests should *never* set these socket options
204 for TCP/IP sockets. The only case for setting these options is testing
205 multicasting via multiple UDP sockets.
206
207 Additionally, if the SO_EXCLUSIVEADDRUSE socket option is available (i.e.
208 on Windows), it will be set on the socket. This will prevent anyone else
209 from bind()'ing to our host/port for the duration of the test.
210 """
211
212 if sock.family == socket.AF_INET and sock.type == socket.SOCK_STREAM:
213 if hasattr(socket, 'SO_REUSEADDR'):
214 if sock.getsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR) == 1:
215 raise TestFailed("tests should never set the SO_REUSEADDR " \
216 "socket option on TCP/IP sockets!")
217 if hasattr(socket, 'SO_REUSEPORT'):
218 if sock.getsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT) == 1:
219 raise TestFailed("tests should never set the SO_REUSEPORT " \
220 "socket option on TCP/IP sockets!")
221 if hasattr(socket, 'SO_EXCLUSIVEADDRUSE'):
222 sock.setsockopt(socket.SOL_SOCKET, socket.SO_EXCLUSIVEADDRUSE, 1)
223
224 sock.bind((host, 0))
225 port = sock.getsockname()[1]
226 return port
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000227
Guido van Rossum35fb82a1993-01-26 13:04:43 +0000228FUZZ = 1e-6
229
230def fcmp(x, y): # fuzzy comparison function
Neal Norwitz79212992006-08-21 16:27:31 +0000231 if isinstance(x, float) or isinstance(y, float):
Fred Drake004d5e62000-10-23 17:22:08 +0000232 try:
Fred Drake004d5e62000-10-23 17:22:08 +0000233 fuzz = (abs(x) + abs(y)) * FUZZ
234 if abs(x-y) <= fuzz:
235 return 0
236 except:
237 pass
Neal Norwitz79212992006-08-21 16:27:31 +0000238 elif type(x) == type(y) and isinstance(x, (tuple, list)):
Fred Drake004d5e62000-10-23 17:22:08 +0000239 for i in range(min(len(x), len(y))):
240 outcome = fcmp(x[i], y[i])
Fred Drake132dce22000-12-12 23:11:42 +0000241 if outcome != 0:
Fred Drake004d5e62000-10-23 17:22:08 +0000242 return outcome
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000243 return (len(x) > len(y)) - (len(x) < len(y))
244 return (x > y) - (x < y)
Guido van Rossum35fb82a1993-01-26 13:04:43 +0000245
Finn Bock57bc5fa2002-11-01 18:02:03 +0000246is_jython = sys.platform.startswith('java')
247
Barry Warsaw559f6682001-03-23 18:04:02 +0000248# Filename used for testing
249if os.name == 'java':
250 # Jython disallows @ in module names
251 TESTFN = '$test'
Martin v. Löwisa94568a2003-05-10 07:36:56 +0000252else:
Barry Warsaw559f6682001-03-23 18:04:02 +0000253 TESTFN = '@test'
Walter Dörwald9b775532007-06-08 14:30:53 +0000254
255 # Assuming sys.getfilesystemencoding()!=sys.getdefaultencoding()
256 # TESTFN_UNICODE is a filename that can be encoded using the
257 # file system encoding, but *not* with the default (ascii) encoding
258 TESTFN_UNICODE = "@test-\xe0\xf2"
259 TESTFN_ENCODING = sys.getfilesystemencoding()
260 # TESTFN_UNICODE_UNENCODEABLE is a filename that should *not* be
261 # able to be encoded by *either* the default or filesystem encoding.
262 # This test really only makes sense on Windows NT platforms
263 # which have special Unicode support in posixmodule.
264 if (not hasattr(sys, "getwindowsversion") or
265 sys.getwindowsversion()[3] < 2): # 0=win32s or 1=9x/ME
266 TESTFN_UNICODE_UNENCODEABLE = None
267 else:
268 # Japanese characters (I think - from bug 846133)
269 TESTFN_UNICODE_UNENCODEABLE = "@test-\u5171\u6709\u3055\u308c\u308b"
270 try:
271 # XXX - Note - should be using TESTFN_ENCODING here - but for
272 # Windows, "mbcs" currently always operates as if in
273 # errors=ignore' mode - hence we get '?' characters rather than
274 # the exception. 'Latin1' operates as we expect - ie, fails.
275 # See [ 850997 ] mbcs encoding ignores errors
276 TESTFN_UNICODE_UNENCODEABLE.encode("Latin1")
277 except UnicodeEncodeError:
278 pass
Martin v. Löwis2411a2d2002-11-09 19:57:26 +0000279 else:
Georg Brandldb028442008-02-05 20:48:58 +0000280 print('WARNING: The filename %r CAN be encoded by the filesystem. '
281 'Unicode filename tests may not be effective'
282 % TESTFN_UNICODE_UNENCODEABLE)
Neal Norwitz26a1eef2002-11-03 00:35:53 +0000283
284# Make sure we can write to TESTFN, try in /tmp if we can't
285fp = None
286try:
287 fp = open(TESTFN, 'w+')
288except IOError:
289 TMP_TESTFN = os.path.join('/tmp', TESTFN)
290 try:
291 fp = open(TMP_TESTFN, 'w+')
292 TESTFN = TMP_TESTFN
293 del TMP_TESTFN
294 except IOError:
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000295 print(('WARNING: tests will fail, unable to write to: %s or %s' %
296 (TESTFN, TMP_TESTFN)))
Neal Norwitz26a1eef2002-11-03 00:35:53 +0000297if fp is not None:
298 fp.close()
Neal Norwitz0e17f8c2006-01-23 07:51:27 +0000299 unlink(TESTFN)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000300del fp
Guido van Rossuma8f7e592001-03-13 09:31:07 +0000301
Guido van Rossume26132c1998-04-23 20:13:30 +0000302def findfile(file, here=__file__):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000303 """Try to find a file on sys.path and the working directory. If it is not
304 found the argument passed to the function is returned (this does not
305 necessarily signal failure; could still be the legitimate path)."""
Fred Drake004d5e62000-10-23 17:22:08 +0000306 if os.path.isabs(file):
307 return file
Fred Drake004d5e62000-10-23 17:22:08 +0000308 path = sys.path
309 path = [os.path.dirname(here)] + path
310 for dn in path:
311 fn = os.path.join(dn, file)
312 if os.path.exists(fn): return fn
313 return file
Marc-André Lemburg36619082001-01-17 19:11:13 +0000314
315def verify(condition, reason='test failed'):
Guido van Rossuma1374e42001-01-19 19:01:56 +0000316 """Verify that condition is true. If not, raise TestFailed.
Marc-André Lemburg36619082001-01-17 19:11:13 +0000317
Skip Montanaroc955f892001-01-20 19:12:54 +0000318 The optional argument reason can be given to provide
Tim Peters983874d2001-01-19 05:59:21 +0000319 a better error text.
Tim Petersd2bf3b72001-01-18 02:22:22 +0000320 """
Tim Peters983874d2001-01-19 05:59:21 +0000321
Tim Petersd2bf3b72001-01-18 02:22:22 +0000322 if not condition:
Guido van Rossuma1374e42001-01-19 19:01:56 +0000323 raise TestFailed(reason)
Jeremy Hylton47793992001-02-19 15:35:26 +0000324
Tim Petersc2fe6182001-10-30 23:20:46 +0000325def vereq(a, b):
Tim Peters77902972001-12-29 17:34:57 +0000326 """Raise TestFailed if a == b is false.
327
328 This is better than verify(a == b) because, in case of failure, the
329 error message incorporates repr(a) and repr(b) so you can see the
330 inputs.
331
332 Note that "not (a == b)" isn't necessarily the same as "a != b"; the
333 former is tested.
334 """
335
Tim Petersc2fe6182001-10-30 23:20:46 +0000336 if not (a == b):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000337 raise TestFailed("%r == %r" % (a, b))
Tim Petersc2fe6182001-10-30 23:20:46 +0000338
Tim Peters2f228e72001-05-13 00:19:31 +0000339def sortdict(dict):
340 "Like repr(dict), but in sorted order."
Guido van Rossumcc2b0162007-02-11 06:12:03 +0000341 items = sorted(dict.items())
Tim Peters2f228e72001-05-13 00:19:31 +0000342 reprpairs = ["%r: %r" % pair for pair in items]
343 withcommas = ", ".join(reprpairs)
344 return "{%s}" % withcommas
345
Thomas Wouters89f507f2006-12-13 04:49:30 +0000346def check_syntax_error(testcase, statement):
Jeremy Hylton47793992001-02-19 15:35:26 +0000347 try:
Thomas Wouters89f507f2006-12-13 04:49:30 +0000348 compile(statement, '<test string>', 'exec')
Jeremy Hylton47793992001-02-19 15:35:26 +0000349 except SyntaxError:
350 pass
351 else:
Thomas Wouters89f507f2006-12-13 04:49:30 +0000352 testcase.fail('Missing SyntaxError: "%s"' % statement)
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000353
Martin v. Löwis234a34a2007-08-30 20:58:02 +0000354def open_urlresource(url, *args, **kw):
Jeremy Hylton1afc1692008-06-18 20:49:58 +0000355 import urllib.request, urllib.parse
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000356
Guido van Rossum360e4b82007-05-14 22:51:27 +0000357 requires('urlfetch')
Jeremy Hylton1afc1692008-06-18 20:49:58 +0000358 filename = urllib.parse.urlparse(url)[2].split('/')[-1] # '/': it's URL!
Hye-Shik Changaaa2f1d2005-12-10 17:44:27 +0000359
360 for path in [os.path.curdir, os.path.pardir]:
361 fn = os.path.join(path, filename)
362 if os.path.exists(fn):
Martin v. Löwis234a34a2007-08-30 20:58:02 +0000363 return open(fn, *args, **kw)
Hye-Shik Changaaa2f1d2005-12-10 17:44:27 +0000364
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000365 print('\tfetching %s ...' % url, file=get_original_stdout())
Jeremy Hylton1afc1692008-06-18 20:49:58 +0000366 fn, _ = urllib.request.urlretrieve(url, filename)
Martin v. Löwis234a34a2007-08-30 20:58:02 +0000367 return open(fn, *args, **kw)
Thomas Wouters9fe394c2007-02-05 01:24:16 +0000368
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000369
Guido van Rossumd8faa362007-04-27 19:54:29 +0000370class WarningMessage(object):
371 "Holds the result of the latest showwarning() call"
372 def __init__(self):
373 self.message = None
374 self.category = None
375 self.filename = None
376 self.lineno = None
377
Christian Heimes33fe8092008-04-13 13:53:33 +0000378 def _showwarning(self, message, category, filename, lineno, file=None,
379 line=None):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000380 self.message = message
381 self.category = category
382 self.filename = filename
383 self.lineno = lineno
Christian Heimes33fe8092008-04-13 13:53:33 +0000384 self.line = line
385
386 def reset(self):
387 self._showwarning(*((None,)*6))
388
389 def __str__(self):
390 return ("{message : %r, category : %r, filename : %r, lineno : %s, "
391 "line : %r}" % (self.message,
392 self.category.__name__ if self.category else None,
393 self.filename, self.lineno, self.line))
394
Guido van Rossumd8faa362007-04-27 19:54:29 +0000395
396@contextlib.contextmanager
Benjamin Peterson699adb92008-05-08 22:27:58 +0000397def catch_warning(module=warnings, record=True):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000398 """
399 Guard the warnings filter from being permanently changed and record the
400 data of the last warning that has been issued.
401
402 Use like this:
403
Guido van Rossumaf554a02007-08-16 23:48:43 +0000404 with catch_warning() as w:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000405 warnings.warn("foo")
406 assert str(w.message) == "foo"
407 """
Christian Heimes33fe8092008-04-13 13:53:33 +0000408 original_filters = module.filters[:]
409 original_showwarning = module.showwarning
Benjamin Peterson699adb92008-05-08 22:27:58 +0000410 if record:
411 warning_obj = WarningMessage()
412 module.showwarning = warning_obj._showwarning
Guido van Rossumd8faa362007-04-27 19:54:29 +0000413 try:
Benjamin Peterson699adb92008-05-08 22:27:58 +0000414 yield warning_obj if record else None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000415 finally:
Christian Heimes33fe8092008-04-13 13:53:33 +0000416 module.showwarning = original_showwarning
417 module.filters = original_filters
Guido van Rossumd8faa362007-04-27 19:54:29 +0000418
Alexandre Vassalotti5f8ced22008-05-16 00:03:33 +0000419
420class CleanImport(object):
421 """Context manager to force import to return a new module reference.
422
423 This is useful for testing module-level behaviours, such as
424 the emission of a DepreciationWarning on import.
425
426 Use like this:
427
428 with CleanImport("foo"):
429 __import__("foo") # new reference
430 """
431
432 def __init__(self, *module_names):
433 self.original_modules = sys.modules.copy()
434 for module_name in module_names:
435 if module_name in sys.modules:
436 module = sys.modules[module_name]
437 # It is possible that module_name is just an alias for
438 # another module (e.g. stub for modules renamed in 3.x).
439 # In that case, we also need delete the real module to clear
440 # the import cache.
441 if module.__name__ != module_name:
442 del sys.modules[module.__name__]
443 del sys.modules[module_name]
444
445 def __enter__(self):
446 return self
447
448 def __exit__(self, *ignore_exc):
449 sys.modules.update(self.original_modules)
450
451
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000452class EnvironmentVarGuard(object):
453
454 """Class to help protect the environment variable properly. Can be used as
455 a context manager."""
456
457 def __init__(self):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000458 self._environ = os.environ
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000459 self._unset = set()
460 self._reset = dict()
461
462 def set(self, envvar, value):
463 if envvar not in self._environ:
464 self._unset.add(envvar)
465 else:
466 self._reset[envvar] = self._environ[envvar]
467 self._environ[envvar] = value
468
469 def unset(self, envvar):
470 if envvar in self._environ:
471 self._reset[envvar] = self._environ[envvar]
472 del self._environ[envvar]
473
474 def __enter__(self):
475 return self
476
477 def __exit__(self, *ignore_exc):
Guido van Rossumcc2b0162007-02-11 06:12:03 +0000478 for envvar, value in self._reset.items():
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000479 self._environ[envvar] = value
480 for unset in self._unset:
481 del self._environ[unset]
482
Guido van Rossumd8faa362007-04-27 19:54:29 +0000483class TransientResource(object):
484
485 """Raise ResourceDenied if an exception is raised while the context manager
486 is in effect that matches the specified exception and attributes."""
487
488 def __init__(self, exc, **kwargs):
489 self.exc = exc
490 self.attrs = kwargs
491
492 def __enter__(self):
493 return self
494
495 def __exit__(self, type_=None, value=None, traceback=None):
496 """If type_ is a subclass of self.exc and value has attributes matching
497 self.attrs, raise ResourceDenied. Otherwise let the exception
498 propagate (if any)."""
499 if type_ is not None and issubclass(self.exc, type_):
500 for attr, attr_value in self.attrs.items():
501 if not hasattr(value, attr):
502 break
503 if getattr(value, attr) != attr_value:
504 break
505 else:
506 raise ResourceDenied("an optional resource is not available")
507
508
509def transient_internet():
510 """Return a context manager that raises ResourceDenied when various issues
511 with the Internet connection manifest themselves as exceptions."""
512 time_out = TransientResource(IOError, errno=errno.ETIMEDOUT)
513 socket_peer_reset = TransientResource(socket.error, errno=errno.ECONNRESET)
514 ioerror_peer_reset = TransientResource(IOError, errno=errno.ECONNRESET)
515 return contextlib.nested(time_out, socket_peer_reset, ioerror_peer_reset)
516
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000517
Thomas Woutersed03b412007-08-28 21:37:11 +0000518@contextlib.contextmanager
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000519def captured_output(stream_name):
520 """Run the 'with' statement body using a StringIO object in place of a
521 specific attribute on the sys module.
522 Example use (with 'stream_name=stdout')::
Thomas Woutersed03b412007-08-28 21:37:11 +0000523
524 with captured_stdout() as s:
Neal Norwitz752abd02008-05-13 04:55:24 +0000525 print("hello")
Thomas Woutersed03b412007-08-28 21:37:11 +0000526 assert s.getvalue() == "hello"
527 """
528 import io
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000529 orig_stdout = getattr(sys, stream_name)
530 setattr(sys, stream_name, io.StringIO())
Christian Heimes81ee3ef2008-05-04 22:42:01 +0000531 try:
532 yield getattr(sys, stream_name)
533 finally:
534 setattr(sys, stream_name, orig_stdout)
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000535
536def captured_stdout():
537 return captured_output("stdout")
Thomas Woutersed03b412007-08-28 21:37:11 +0000538
539
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000540#=======================================================================
Thomas Wouters477c8d52006-05-27 19:21:47 +0000541# Decorator for running a function in a different locale, correctly resetting
542# it afterwards.
543
544def run_with_locale(catstr, *locales):
545 def decorator(func):
546 def inner(*args, **kwds):
547 try:
548 import locale
549 category = getattr(locale, catstr)
550 orig_locale = locale.setlocale(category)
551 except AttributeError:
552 # if the test author gives us an invalid category string
553 raise
554 except:
555 # cannot retrieve original locale, so do nothing
556 locale = orig_locale = None
557 else:
558 for loc in locales:
559 try:
560 locale.setlocale(category, loc)
561 break
562 except:
563 pass
564
565 # now run the function, resetting the locale on exceptions
566 try:
567 return func(*args, **kwds)
568 finally:
569 if locale and orig_locale:
570 locale.setlocale(category, orig_locale)
Neal Norwitz221085d2007-02-25 20:55:47 +0000571 inner.__name__ = func.__name__
Thomas Wouters477c8d52006-05-27 19:21:47 +0000572 inner.__doc__ = func.__doc__
573 return inner
574 return decorator
575
576#=======================================================================
Georg Brandldb028442008-02-05 20:48:58 +0000577# Big-memory-test support. Separate from 'resources' because memory use
578# should be configurable.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000579
580# Some handy shorthands. Note that these are used for byte-limits as well
581# as size-limits, in the various bigmem tests
582_1M = 1024*1024
583_1G = 1024 * _1M
584_2G = 2 * _1G
585
Thomas Woutersd2cf20e2007-08-30 22:57:53 +0000586MAX_Py_ssize_t = sys.maxsize
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000587
Thomas Wouters477c8d52006-05-27 19:21:47 +0000588def set_memlimit(limit):
589 import re
590 global max_memuse
591 sizes = {
592 'k': 1024,
593 'm': _1M,
594 'g': _1G,
595 't': 1024*_1G,
596 }
597 m = re.match(r'(\d+(\.\d+)?) (K|M|G|T)b?$', limit,
598 re.IGNORECASE | re.VERBOSE)
599 if m is None:
600 raise ValueError('Invalid memory limit %r' % (limit,))
601 memlimit = int(float(m.group(1)) * sizes[m.group(3).lower()])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000602 if memlimit > MAX_Py_ssize_t:
603 memlimit = MAX_Py_ssize_t
604 if memlimit < _2G - 1:
Thomas Wouters477c8d52006-05-27 19:21:47 +0000605 raise ValueError('Memory limit %r too low to be useful' % (limit,))
606 max_memuse = memlimit
607
608def bigmemtest(minsize, memuse, overhead=5*_1M):
609 """Decorator for bigmem tests.
610
611 'minsize' is the minimum useful size for the test (in arbitrary,
612 test-interpreted units.) 'memuse' is the number of 'bytes per size' for
613 the test, or a good estimate of it. 'overhead' specifies fixed overhead,
Christian Heimes33fe8092008-04-13 13:53:33 +0000614 independent of the testsize, and defaults to 5Mb.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000615
616 The decorator tries to guess a good value for 'size' and passes it to
617 the decorated test function. If minsize * memuse is more than the
618 allowed memory use (as defined by max_memuse), the test is skipped.
619 Otherwise, minsize is adjusted upward to use up to max_memuse.
620 """
621 def decorator(f):
622 def wrapper(self):
623 if not max_memuse:
624 # If max_memuse is 0 (the default),
625 # we still want to run the tests with size set to a few kb,
626 # to make sure they work. We still want to avoid using
627 # too much memory, though, but we do that noisily.
628 maxsize = 5147
629 self.failIf(maxsize * memuse + overhead > 20 * _1M)
630 else:
631 maxsize = int((max_memuse - overhead) / memuse)
632 if maxsize < minsize:
633 # Really ought to print 'test skipped' or something
634 if verbose:
635 sys.stderr.write("Skipping %s because of memory "
636 "constraint\n" % (f.__name__,))
637 return
638 # Try to keep some breathing room in memory use
639 maxsize = max(maxsize - 50 * _1M, minsize)
640 return f(self, maxsize)
641 wrapper.minsize = minsize
642 wrapper.memuse = memuse
643 wrapper.overhead = overhead
644 return wrapper
645 return decorator
646
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000647def bigaddrspacetest(f):
648 """Decorator for tests that fill the address space."""
649 def wrapper(self):
650 if max_memuse < MAX_Py_ssize_t:
651 if verbose:
652 sys.stderr.write("Skipping %s because of memory "
653 "constraint\n" % (f.__name__,))
654 else:
655 return f(self)
656 return wrapper
657
Thomas Wouters477c8d52006-05-27 19:21:47 +0000658#=======================================================================
Guido van Rossumd8faa362007-04-27 19:54:29 +0000659# unittest integration.
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000660
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000661class BasicTestRunner:
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000662 def run(self, test):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000663 result = unittest.TestResult()
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000664 test(result)
665 return result
666
667
Guido van Rossumd8faa362007-04-27 19:54:29 +0000668def _run_suite(suite):
Barry Warsawc88425e2001-09-20 06:31:22 +0000669 """Run tests from a unittest.TestSuite-derived class."""
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000670 if verbose:
Fred Drake84a59342001-03-23 04:21:17 +0000671 runner = unittest.TextTestRunner(sys.stdout, verbosity=2)
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000672 else:
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000673 runner = BasicTestRunner()
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000674
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000675 result = runner.run(suite)
676 if not result.wasSuccessful():
Fred Drake14f6c182001-07-16 18:51:32 +0000677 if len(result.errors) == 1 and not result.failures:
678 err = result.errors[0][1]
679 elif len(result.failures) == 1 and not result.errors:
680 err = result.failures[0][1]
681 else:
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000682 err = "errors occurred; run in verbose mode for details"
Tim Peters2d84f2c2001-09-08 03:37:56 +0000683 raise TestFailed(err)
Tim Petersa0a62222001-09-09 06:12:01 +0000684
Barry Warsawc10d6902001-09-20 06:30:41 +0000685
Walter Dörwald21d3a322003-05-01 17:45:56 +0000686def run_unittest(*classes):
687 """Run tests from unittest.TestCase-derived classes."""
Guido van Rossumd8faa362007-04-27 19:54:29 +0000688 valid_types = (unittest.TestSuite, unittest.TestCase)
Raymond Hettinger9dcbbea2003-04-27 07:54:23 +0000689 suite = unittest.TestSuite()
Walter Dörwald21d3a322003-05-01 17:45:56 +0000690 for cls in classes:
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000691 if isinstance(cls, str):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000692 if cls in sys.modules:
693 suite.addTest(unittest.findTestCases(sys.modules[cls]))
694 else:
695 raise ValueError("str arguments must be keys in sys.modules")
696 elif isinstance(cls, valid_types):
Raymond Hettinger21d99872003-07-16 02:59:32 +0000697 suite.addTest(cls)
698 else:
699 suite.addTest(unittest.makeSuite(cls))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000700 _run_suite(suite)
Raymond Hettinger9dcbbea2003-04-27 07:54:23 +0000701
Barry Warsawc10d6902001-09-20 06:30:41 +0000702
Tim Petersa0a62222001-09-09 06:12:01 +0000703#=======================================================================
704# doctest driver.
705
706def run_doctest(module, verbosity=None):
Tim Peters17111f32001-10-03 04:08:26 +0000707 """Run doctest on the given module. Return (#failures, #tests).
Tim Petersa0a62222001-09-09 06:12:01 +0000708
709 If optional argument verbosity is not specified (or is None), pass
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000710 support's belief about verbosity on to doctest. Else doctest's
Tim Petersbea3fb82001-09-10 01:39:21 +0000711 usual behavior is used (it searches sys.argv for -v).
Tim Petersa0a62222001-09-09 06:12:01 +0000712 """
713
714 import doctest
715
716 if verbosity is None:
717 verbosity = verbose
718 else:
719 verbosity = None
720
Tim Peters342ca752001-09-25 19:13:20 +0000721 # Direct doctest output (normally just errors) to real stdout; doctest
722 # output shouldn't be compared by regrtest.
723 save_stdout = sys.stdout
Tim Peters8dee8092001-09-25 20:05:11 +0000724 sys.stdout = get_original_stdout()
Tim Peters342ca752001-09-25 19:13:20 +0000725 try:
726 f, t = doctest.testmod(module, verbose=verbosity)
727 if f:
728 raise TestFailed("%d of %d doctests failed" % (f, t))
729 finally:
730 sys.stdout = save_stdout
Raymond Hettinger35b34bd2003-05-17 00:58:33 +0000731 if verbose:
Georg Brandldb028442008-02-05 20:48:58 +0000732 print('doctest (%s) ... %d tests with zero failures' %
733 (module.__name__, t))
Raymond Hettinger35b34bd2003-05-17 00:58:33 +0000734 return f, t
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000735
736#=======================================================================
737# Threading support to prevent reporting refleaks when running regrtest.py -R
738
739def threading_setup():
740 import threading
741 return len(threading._active), len(threading._limbo)
742
743def threading_cleanup(num_active, num_limbo):
744 import threading
745 import time
746
747 _MAX_COUNT = 10
748 count = 0
749 while len(threading._active) != num_active and count < _MAX_COUNT:
750 count += 1
751 time.sleep(0.1)
752
753 count = 0
754 while len(threading._limbo) != num_limbo and count < _MAX_COUNT:
755 count += 1
756 time.sleep(0.1)
757
758def reap_children():
759 """Use this function at the end of test_main() whenever sub-processes
760 are started. This will help ensure that no extra children (zombies)
761 stick around to hog resources and create problems when looking
762 for refleaks.
763 """
764
765 # Reap all our dead child processes so we don't leave zombies around.
766 # These hog resources and might be causing some of the buildbots to die.
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000767 if hasattr(os, 'waitpid'):
768 any_process = -1
769 while True:
770 try:
771 # This will raise an exception on Windows. That's ok.
772 pid, status = os.waitpid(any_process, os.WNOHANG)
773 if pid == 0:
774 break
775 except:
776 break