blob: 64864dea23f3bf78fbaf313a71e7d2365d731b9c [file] [log] [blame]
Brett Cannonf1cfb622003-05-04 21:15:27 +00001"""Supporting definitions for the Python regression tests."""
Guido van Rossum3bead091992-01-27 17:00:37 +00002
Benjamin Petersonee8712c2008-05-20 21:35:26 +00003if __name__ != 'test.support':
4 raise ImportError('support must be imported from the test package')
Barry Warsaw408b6d32002-07-30 23:27:12 +00005
Guido van Rossumd8faa362007-04-27 19:54:29 +00006import contextlib
7import errno
Benjamin Petersonfa0d7032009-06-01 22:42:33 +00008import functools
Benjamin Peterson8cc7d882009-06-01 23:14:51 +00009import gc
Guido van Rossumd8faa362007-04-27 19:54:29 +000010import socket
Fred Drakecd1b1dd2001-03-21 18:26:33 +000011import sys
Guido van Rossumd8faa362007-04-27 19:54:29 +000012import os
Benjamin Petersone549ead2009-03-28 21:42:05 +000013import platform
Christian Heimes23daade2008-02-25 12:39:23 +000014import shutil
Thomas Wouters902d6eb2007-01-09 23:18:33 +000015import warnings
Guido van Rossumd8faa362007-04-27 19:54:29 +000016import unittest
R. David Murraya21e4ca2009-03-31 23:16:50 +000017import importlib
Raymond Hettinger57d1a882011-02-23 00:46:28 +000018import collections.abc
Florent Xiclunab14930c2010-03-13 15:26:44 +000019import re
Brian Curtind40e6f72010-07-08 21:39:08 +000020import subprocess
Barry Warsaw28a691b2010-04-17 00:19:56 +000021import imp
Benjamin Petersona6590e82010-04-11 21:22:10 +000022import time
Benjamin Peterson65c66ab2010-10-29 21:31:35 +000023import sysconfig
Vinay Sajip129fd042010-12-10 08:19:38 +000024import logging.handlers
Benjamin Peterson65c66ab2010-10-29 21:31:35 +000025
Victor Stinner45df8202010-04-28 22:31:17 +000026try:
27 import _thread
28except ImportError:
29 _thread = None
Fred Drakecd1b1dd2001-03-21 18:26:33 +000030
Ezio Melotticad648c2011-05-19 21:25:10 +030031try:
32 import zlib
33except ImportError:
34 zlib = None
35
Barry Warsaw28a691b2010-04-17 00:19:56 +000036__all__ = [
37 "Error", "TestFailed", "ResourceDenied", "import_module",
38 "verbose", "use_resources", "max_memuse", "record_original_stdout",
39 "get_original_stdout", "unload", "unlink", "rmtree", "forget",
Charles-François Natali239bb962011-06-03 12:55:15 +020040 "is_resource_enabled", "requires", "requires_linux_version",
41 "requires_mac_ver", "find_unused_port", "bind_port",
Antoine Pitrou9c39f3c2011-04-28 19:18:10 +020042 "IPV6_ENABLED", "is_jython", "TESTFN", "HOST", "SAVEDCWD", "temp_cwd",
Victor Stinnerbf816222011-06-30 23:25:47 +020043 "findfile", "create_empty_file", "sortdict", "check_syntax_error", "open_urlresource",
Ezio Melotti63db5b62011-05-14 14:57:15 +030044 "check_warnings", "CleanImport", "EnvironmentVarGuard", "TransientResource",
45 "captured_stdout", "captured_stdin", "captured_stderr", "time_out",
Antoine Pitrou9c39f3c2011-04-28 19:18:10 +020046 "socket_peer_reset", "ioerror_peer_reset", "run_with_locale", 'temp_umask',
47 "transient_internet", "set_memlimit", "bigmemtest", "bigaddrspacetest",
48 "BasicTestRunner", "run_unittest", "run_doctest", "threading_setup",
49 "threading_cleanup", "reap_children", "cpython_only", "check_impl_detail",
50 "get_attribute", "swap_item", "swap_attr", "requires_IEEE_754",
Benjamin Peterson31dc3732011-05-08 15:34:24 -050051 "TestHandler", "Matcher", "can_symlink", "skip_unless_symlink",
Charles-François Natali2d517212011-05-29 16:36:44 +020052 "import_fresh_module", "requires_zlib", "PIPE_MAX_SIZE"
Antoine Pitrou4d7979b2010-09-07 21:22:56 +000053 ]
Florent Xiclunaf089fd62010-03-19 14:25:03 +000054
Fred Drake1790dd42000-07-24 06:55:00 +000055class Error(Exception):
Fred Drake004d5e62000-10-23 17:22:08 +000056 """Base class for regression test exceptions."""
Fred Drake1790dd42000-07-24 06:55:00 +000057
58class TestFailed(Error):
Fred Drake004d5e62000-10-23 17:22:08 +000059 """Test failed."""
Fred Drake1790dd42000-07-24 06:55:00 +000060
Benjamin Petersone549ead2009-03-28 21:42:05 +000061class ResourceDenied(unittest.SkipTest):
Fred Drake9a0db072003-02-03 15:19:30 +000062 """Test skipped because it requested a disallowed resource.
63
64 This is raised when a test calls requires() for a resource that
65 has not be enabled. It is used to distinguish between expected
66 and unexpected skips.
67 """
68
Nick Coghlanfce769e2009-04-11 14:30:59 +000069@contextlib.contextmanager
70def _ignore_deprecated_imports(ignore=True):
71 """Context manager to suppress package and module deprecation
72 warnings when importing them.
73
74 If ignore is False, this context manager has no effect."""
75 if ignore:
76 with warnings.catch_warnings():
77 warnings.filterwarnings("ignore", ".+ (module|package)",
78 DeprecationWarning)
79 yield
80 else:
81 yield
82
83
Benjamin Peterson699adb92008-05-08 22:27:58 +000084def import_module(name, deprecated=False):
R. David Murraya21e4ca2009-03-31 23:16:50 +000085 """Import and return the module to be tested, raising SkipTest if
86 it is not available.
87
88 If deprecated is True, any module or package deprecation messages
89 will be suppressed."""
Nick Coghlanfce769e2009-04-11 14:30:59 +000090 with _ignore_deprecated_imports(deprecated):
Benjamin Peterson699adb92008-05-08 22:27:58 +000091 try:
Nick Coghlanfce769e2009-04-11 14:30:59 +000092 return importlib.import_module(name)
R. David Murraya21e4ca2009-03-31 23:16:50 +000093 except ImportError as msg:
94 raise unittest.SkipTest(str(msg))
Nick Coghlanfce769e2009-04-11 14:30:59 +000095
96
Nick Coghlan47384702009-04-22 16:13:36 +000097def _save_and_remove_module(name, orig_modules):
98 """Helper function to save and remove a module from sys.modules
99
Ezio Melotti199e0852011-05-09 06:41:55 +0300100 Raise ImportError if the module can't be imported."""
Ezio Melottifec3ad12011-05-14 06:02:25 +0300101 # try to import the module and raise an error if it can't be imported
102 if name not in sys.modules:
Ezio Melotti199e0852011-05-09 06:41:55 +0300103 __import__(name)
Nick Coghlan47384702009-04-22 16:13:36 +0000104 del sys.modules[name]
Ezio Melottifec3ad12011-05-14 06:02:25 +0300105 for modname in list(sys.modules):
106 if modname == name or modname.startswith(name + '.'):
107 orig_modules[modname] = sys.modules[modname]
108 del sys.modules[modname]
Nick Coghlan47384702009-04-22 16:13:36 +0000109
110def _save_and_block_module(name, orig_modules):
111 """Helper function to save and block a module in sys.modules
112
Ezio Melotti199e0852011-05-09 06:41:55 +0300113 Return True if the module was in sys.modules, False otherwise."""
Nick Coghlan47384702009-04-22 16:13:36 +0000114 saved = True
115 try:
116 orig_modules[name] = sys.modules[name]
117 except KeyError:
118 saved = False
Alexander Belopolsky903396e2010-07-13 14:50:16 +0000119 sys.modules[name] = None
Nick Coghlan47384702009-04-22 16:13:36 +0000120 return saved
121
122
123def import_fresh_module(name, fresh=(), blocked=(), deprecated=False):
Nick Coghlanfce769e2009-04-11 14:30:59 +0000124 """Imports and returns a module, deliberately bypassing the sys.modules cache
125 and importing a fresh copy of the module. Once the import is complete,
126 the sys.modules cache is restored to its original state.
127
Nick Coghlan47384702009-04-22 16:13:36 +0000128 Modules named in fresh are also imported anew if needed by the import.
Ezio Melotti199e0852011-05-09 06:41:55 +0300129 If one of these modules can't be imported, None is returned.
Nick Coghlan47384702009-04-22 16:13:36 +0000130
131 Importing of modules named in blocked is prevented while the fresh import
Nick Coghlanfce769e2009-04-11 14:30:59 +0000132 takes place.
133
134 If deprecated is True, any module or package deprecation messages
135 will be suppressed."""
Ezio Melotti6b60fb92011-05-14 06:47:51 +0300136 # NOTE: test_heapq, test_json and test_warnings include extra sanity checks
137 # to make sure that this utility function is working as expected
Nick Coghlanfce769e2009-04-11 14:30:59 +0000138 with _ignore_deprecated_imports(deprecated):
Nick Coghlan47384702009-04-22 16:13:36 +0000139 # Keep track of modules saved for later restoration as well
140 # as those which just need a blocking entry removed
Nick Coghlanfce769e2009-04-11 14:30:59 +0000141 orig_modules = {}
Nick Coghlan47384702009-04-22 16:13:36 +0000142 names_to_remove = []
143 _save_and_remove_module(name, orig_modules)
Nick Coghlanfce769e2009-04-11 14:30:59 +0000144 try:
Nick Coghlan47384702009-04-22 16:13:36 +0000145 for fresh_name in fresh:
146 _save_and_remove_module(fresh_name, orig_modules)
147 for blocked_name in blocked:
148 if not _save_and_block_module(blocked_name, orig_modules):
149 names_to_remove.append(blocked_name)
150 fresh_module = importlib.import_module(name)
Ezio Melotti199e0852011-05-09 06:41:55 +0300151 except ImportError:
152 fresh_module = None
Nick Coghlanfce769e2009-04-11 14:30:59 +0000153 finally:
Nick Coghlan47384702009-04-22 16:13:36 +0000154 for orig_name, module in orig_modules.items():
155 sys.modules[orig_name] = module
156 for name_to_remove in names_to_remove:
157 del sys.modules[name_to_remove]
158 return fresh_module
Nick Coghlanfce769e2009-04-11 14:30:59 +0000159
Benjamin Peterson699adb92008-05-08 22:27:58 +0000160
R. David Murraya21e4ca2009-03-31 23:16:50 +0000161def get_attribute(obj, name):
162 """Get an attribute, raising SkipTest if AttributeError is raised."""
163 try:
164 attribute = getattr(obj, name)
165 except AttributeError:
166 raise unittest.SkipTest("module %s has no attribute %s" % (
167 obj.__name__, name))
168 else:
169 return attribute
170
Barry Warsawc0fb6052001-08-20 22:29:23 +0000171verbose = 1 # Flag set to 0 by regrtest.py
Thomas Wouters477c8d52006-05-27 19:21:47 +0000172use_resources = None # Flag set to [] by regrtest.py
173max_memuse = 0 # Disable bigmem tests (they will still be run with
174 # small sizes, to make sure they work.)
Neal Norwitz3ce5d922008-08-24 07:08:55 +0000175real_max_memuse = 0
Guido van Rossum531661c1996-12-20 02:58:22 +0000176
Tim Peters8dee8092001-09-25 20:05:11 +0000177# _original_stdout is meant to hold stdout at the time regrtest began.
178# This may be "the real" stdout, or IDLE's emulation of stdout, or whatever.
179# The point is to have some flavor of stdout the user can actually see.
180_original_stdout = None
181def record_original_stdout(stdout):
182 global _original_stdout
183 _original_stdout = stdout
184
185def get_original_stdout():
186 return _original_stdout or sys.stdout
187
Guido van Rossum3bead091992-01-27 17:00:37 +0000188def unload(name):
Fred Drake004d5e62000-10-23 17:22:08 +0000189 try:
190 del sys.modules[name]
191 except KeyError:
192 pass
Guido van Rossum3bead091992-01-27 17:00:37 +0000193
Neal Norwitz0e17f8c2006-01-23 07:51:27 +0000194def unlink(filename):
Neal Norwitz0e17f8c2006-01-23 07:51:27 +0000195 try:
196 os.unlink(filename)
Barry Warsaw28a691b2010-04-17 00:19:56 +0000197 except OSError as error:
198 # The filename need not exist.
Michael Foord2d9c2d52010-05-04 22:29:10 +0000199 if error.errno not in (errno.ENOENT, errno.ENOTDIR):
Barry Warsaw28a691b2010-04-17 00:19:56 +0000200 raise
Neal Norwitz0e17f8c2006-01-23 07:51:27 +0000201
Christian Heimes23daade2008-02-25 12:39:23 +0000202def rmtree(path):
203 try:
204 shutil.rmtree(path)
Barry Warsaw28a691b2010-04-17 00:19:56 +0000205 except OSError as error:
Christian Heimes23daade2008-02-25 12:39:23 +0000206 # Unix returns ENOENT, Windows returns ESRCH.
Barry Warsaw28a691b2010-04-17 00:19:56 +0000207 if error.errno not in (errno.ENOENT, errno.ESRCH):
Christian Heimes23daade2008-02-25 12:39:23 +0000208 raise
209
Barry Warsaw28a691b2010-04-17 00:19:56 +0000210def make_legacy_pyc(source):
211 """Move a PEP 3147 pyc/pyo file to its legacy pyc/pyo location.
212
213 The choice of .pyc or .pyo extension is done based on the __debug__ flag
214 value.
215
216 :param source: The file system path to the source file. The source file
217 does not need to exist, however the PEP 3147 pyc file must exist.
218 :return: The file system path to the legacy pyc file.
219 """
220 pyc_file = imp.cache_from_source(source)
221 up_one = os.path.dirname(os.path.abspath(source))
222 legacy_pyc = os.path.join(up_one, source + ('c' if __debug__ else 'o'))
223 os.rename(pyc_file, legacy_pyc)
224 return legacy_pyc
225
Guido van Rossum3bead091992-01-27 17:00:37 +0000226def forget(modname):
Barry Warsaw28a691b2010-04-17 00:19:56 +0000227 """'Forget' a module was ever imported.
228
229 This removes the module from sys.modules and deletes any PEP 3147 or
230 legacy .pyc and .pyo files.
231 """
Fred Drake004d5e62000-10-23 17:22:08 +0000232 unload(modname)
Fred Drake004d5e62000-10-23 17:22:08 +0000233 for dirname in sys.path:
Barry Warsaw28a691b2010-04-17 00:19:56 +0000234 source = os.path.join(dirname, modname + '.py')
235 # It doesn't matter if they exist or not, unlink all possible
236 # combinations of PEP 3147 and legacy pyc and pyo files.
237 unlink(source + 'c')
238 unlink(source + 'o')
239 unlink(imp.cache_from_source(source, debug_override=True))
240 unlink(imp.cache_from_source(source, debug_override=False))
Guido van Rossum3bead091992-01-27 17:00:37 +0000241
Antoine Pitroud20a5f62011-02-26 15:58:05 +0000242# On some platforms, should not run gui test even if it is allowed
243# in `use_resources'.
244if sys.platform.startswith('win'):
245 import ctypes
246 import ctypes.wintypes
247 def _is_gui_available():
248 UOI_FLAGS = 1
249 WSF_VISIBLE = 0x0001
250 class USEROBJECTFLAGS(ctypes.Structure):
251 _fields_ = [("fInherit", ctypes.wintypes.BOOL),
252 ("fReserved", ctypes.wintypes.BOOL),
253 ("dwFlags", ctypes.wintypes.DWORD)]
254 dll = ctypes.windll.user32
255 h = dll.GetProcessWindowStation()
256 if not h:
257 raise ctypes.WinError()
258 uof = USEROBJECTFLAGS()
259 needed = ctypes.wintypes.DWORD()
260 res = dll.GetUserObjectInformationW(h,
261 UOI_FLAGS,
262 ctypes.byref(uof),
263 ctypes.sizeof(uof),
264 ctypes.byref(needed))
265 if not res:
266 raise ctypes.WinError()
267 return bool(uof.dwFlags & WSF_VISIBLE)
268else:
269 def _is_gui_available():
270 return True
271
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000272def is_resource_enabled(resource):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000273 """Test whether a resource is enabled. Known resources are set by
274 regrtest.py."""
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000275 return use_resources is not None and resource in use_resources
276
Barry Warsawc0fb6052001-08-20 22:29:23 +0000277def requires(resource, msg=None):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000278 """Raise ResourceDenied if the specified resource is not available.
279
280 If the caller's module is __main__ then automatically return True. The
Barry Warsaw28a691b2010-04-17 00:19:56 +0000281 possibility of False being returned occurs when regrtest.py is
282 executing.
283 """
Antoine Pitroud20a5f62011-02-26 15:58:05 +0000284 if resource == 'gui' and not _is_gui_available():
285 raise unittest.SkipTest("Cannot use the 'gui' resource")
Skip Montanarod839ecd2003-04-24 19:06:57 +0000286 # see if the caller's module is __main__ - if so, treat as if
287 # the resource was set
Benjamin Petersone549ead2009-03-28 21:42:05 +0000288 if sys._getframe(1).f_globals.get("__name__") == "__main__":
Skip Montanarod839ecd2003-04-24 19:06:57 +0000289 return
Tim Petersb4ee4eb2002-12-04 03:26:57 +0000290 if not is_resource_enabled(resource):
Barry Warsawc0fb6052001-08-20 22:29:23 +0000291 if msg is None:
292 msg = "Use of the `%s' resource not enabled" % resource
Fred Drake9a0db072003-02-03 15:19:30 +0000293 raise ResourceDenied(msg)
Barry Warsawc0fb6052001-08-20 22:29:23 +0000294
Charles-François Natali239bb962011-06-03 12:55:15 +0200295def requires_linux_version(*min_version):
296 """Decorator raising SkipTest if the OS is Linux and the kernel version is
297 less than min_version.
298
299 For example, @requires_linux_version(2, 6, 35) raises SkipTest if the Linux
300 kernel version is less than 2.6.35.
301 """
302 def decorator(func):
303 @functools.wraps(func)
304 def wrapper(*args, **kw):
305 if sys.platform.startswith('linux'):
306 version_txt = platform.release().split('-', 1)[0]
307 try:
308 version = tuple(map(int, version_txt.split('.')))
309 except ValueError:
310 pass
311 else:
312 if version < min_version:
313 min_version_txt = '.'.join(map(str, min_version))
314 raise unittest.SkipTest(
315 "Linux kernel %s or higher required, not %s"
316 % (min_version_txt, version_txt))
317 return func(*args, **kw)
318 wrapper.min_version = min_version
319 return wrapper
320 return decorator
Victor Stinnerfea0f4d2011-05-24 00:24:19 +0200321
Victor Stinnerfce92332011-06-01 12:28:04 +0200322def requires_mac_ver(*min_version):
Victor Stinner88701e22011-06-01 13:13:04 +0200323 """Decorator raising SkipTest if the OS is Mac OS X and the OS X
324 version if less than min_version.
Victor Stinnerfce92332011-06-01 12:28:04 +0200325
Victor Stinner88701e22011-06-01 13:13:04 +0200326 For example, @requires_mac_ver(10, 5) raises SkipTest if the OS X version
327 is lesser than 10.5.
Victor Stinnerfce92332011-06-01 12:28:04 +0200328 """
Victor Stinner88701e22011-06-01 13:13:04 +0200329 def decorator(func):
330 @functools.wraps(func)
331 def wrapper(*args, **kw):
332 if sys.platform == 'darwin':
333 version_txt = platform.mac_ver()[0]
334 try:
335 version = tuple(map(int, version_txt.split('.')))
336 except ValueError:
337 pass
338 else:
339 if version < min_version:
340 min_version_txt = '.'.join(map(str, min_version))
341 raise unittest.SkipTest(
342 "Mac OS X %s or higher required, not %s"
343 % (min_version_txt, version_txt))
344 return func(*args, **kw)
345 wrapper.min_version = min_version
346 return wrapper
347 return decorator
348
Victor Stinnerfce92332011-06-01 12:28:04 +0200349
Christian Heimes5e696852008-04-09 08:37:03 +0000350HOST = 'localhost'
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000351
Christian Heimes5e696852008-04-09 08:37:03 +0000352def find_unused_port(family=socket.AF_INET, socktype=socket.SOCK_STREAM):
353 """Returns an unused port that should be suitable for binding. This is
354 achieved by creating a temporary socket with the same family and type as
355 the 'sock' parameter (default is AF_INET, SOCK_STREAM), and binding it to
356 the specified host address (defaults to 0.0.0.0) with the port set to 0,
357 eliciting an unused ephemeral port from the OS. The temporary socket is
358 then closed and deleted, and the ephemeral port is returned.
359
360 Either this method or bind_port() should be used for any tests where a
361 server socket needs to be bound to a particular port for the duration of
362 the test. Which one to use depends on whether the calling code is creating
363 a python socket, or if an unused port needs to be provided in a constructor
364 or passed to an external program (i.e. the -accept argument to openssl's
365 s_server mode). Always prefer bind_port() over find_unused_port() where
366 possible. Hard coded ports should *NEVER* be used. As soon as a server
367 socket is bound to a hard coded port, the ability to run multiple instances
368 of the test simultaneously on the same host is compromised, which makes the
369 test a ticking time bomb in a buildbot environment. On Unix buildbots, this
370 may simply manifest as a failed test, which can be recovered from without
371 intervention in most cases, but on Windows, the entire python process can
372 completely and utterly wedge, requiring someone to log in to the buildbot
373 and manually kill the affected process.
374
375 (This is easy to reproduce on Windows, unfortunately, and can be traced to
376 the SO_REUSEADDR socket option having different semantics on Windows versus
377 Unix/Linux. On Unix, you can't have two AF_INET SOCK_STREAM sockets bind,
378 listen and then accept connections on identical host/ports. An EADDRINUSE
379 socket.error will be raised at some point (depending on the platform and
380 the order bind and listen were called on each socket).
381
382 However, on Windows, if SO_REUSEADDR is set on the sockets, no EADDRINUSE
383 will ever be raised when attempting to bind two identical host/ports. When
384 accept() is called on each socket, the second caller's process will steal
385 the port from the first caller, leaving them both in an awkwardly wedged
386 state where they'll no longer respond to any signals or graceful kills, and
387 must be forcibly killed via OpenProcess()/TerminateProcess().
388
389 The solution on Windows is to use the SO_EXCLUSIVEADDRUSE socket option
390 instead of SO_REUSEADDR, which effectively affords the same semantics as
391 SO_REUSEADDR on Unix. Given the propensity of Unix developers in the Open
392 Source world compared to Windows ones, this is a common mistake. A quick
393 look over OpenSSL's 0.9.8g source shows that they use SO_REUSEADDR when
394 openssl.exe is called with the 's_server' option, for example. See
395 http://bugs.python.org/issue2550 for more info. The following site also
396 has a very thorough description about the implications of both REUSEADDR
397 and EXCLUSIVEADDRUSE on Windows:
398 http://msdn2.microsoft.com/en-us/library/ms740621(VS.85).aspx)
399
400 XXX: although this approach is a vast improvement on previous attempts to
401 elicit unused ports, it rests heavily on the assumption that the ephemeral
402 port returned to us by the OS won't immediately be dished back out to some
403 other process when we close and delete our temporary socket but before our
404 calling code has a chance to bind the returned port. We can deal with this
405 issue if/when we come across it.
406 """
407
408 tempsock = socket.socket(family, socktype)
409 port = bind_port(tempsock)
410 tempsock.close()
411 del tempsock
412 return port
413
414def bind_port(sock, host=HOST):
415 """Bind the socket to a free port and return the port number. Relies on
416 ephemeral ports in order to ensure we are using an unbound port. This is
417 important as many tests may be running simultaneously, especially in a
418 buildbot environment. This method raises an exception if the sock.family
419 is AF_INET and sock.type is SOCK_STREAM, *and* the socket has SO_REUSEADDR
420 or SO_REUSEPORT set on it. Tests should *never* set these socket options
421 for TCP/IP sockets. The only case for setting these options is testing
422 multicasting via multiple UDP sockets.
423
424 Additionally, if the SO_EXCLUSIVEADDRUSE socket option is available (i.e.
425 on Windows), it will be set on the socket. This will prevent anyone else
426 from bind()'ing to our host/port for the duration of the test.
427 """
428
429 if sock.family == socket.AF_INET and sock.type == socket.SOCK_STREAM:
430 if hasattr(socket, 'SO_REUSEADDR'):
431 if sock.getsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR) == 1:
432 raise TestFailed("tests should never set the SO_REUSEADDR " \
433 "socket option on TCP/IP sockets!")
434 if hasattr(socket, 'SO_REUSEPORT'):
435 if sock.getsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT) == 1:
436 raise TestFailed("tests should never set the SO_REUSEPORT " \
437 "socket option on TCP/IP sockets!")
438 if hasattr(socket, 'SO_EXCLUSIVEADDRUSE'):
439 sock.setsockopt(socket.SOL_SOCKET, socket.SO_EXCLUSIVEADDRUSE, 1)
440
441 sock.bind((host, 0))
442 port = sock.getsockname()[1]
443 return port
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000444
Antoine Pitrou9c39f3c2011-04-28 19:18:10 +0200445def _is_ipv6_enabled():
446 """Check whether IPv6 is enabled on this host."""
447 if socket.has_ipv6:
448 try:
449 sock = socket.socket(socket.AF_INET6, socket.SOCK_STREAM)
450 sock.bind(('::1', 0))
451 except (socket.error, socket.gaierror):
452 pass
453 else:
454 sock.close()
455 return True
456 return False
457
458IPV6_ENABLED = _is_ipv6_enabled()
459
Charles-François Natali2d517212011-05-29 16:36:44 +0200460
461# A constant likely larger than the underlying OS pipe buffer size.
462# Windows limit seems to be around 512B, and most Unix kernels have a 64K pipe
463# buffer size: take 1M to be sure.
464PIPE_MAX_SIZE = 1024 * 1024
465
466
Eric Smithf24a0d92010-12-04 13:32:18 +0000467# decorator for skipping tests on non-IEEE 754 platforms
468requires_IEEE_754 = unittest.skipUnless(
469 float.__getformat__("double").startswith("IEEE"),
470 "test requires IEEE 754 doubles")
471
Ezio Melotticad648c2011-05-19 21:25:10 +0300472requires_zlib = unittest.skipUnless(zlib, 'requires zlib')
473
Finn Bock57bc5fa2002-11-01 18:02:03 +0000474is_jython = sys.platform.startswith('java')
475
Barry Warsaw559f6682001-03-23 18:04:02 +0000476# Filename used for testing
477if os.name == 'java':
478 # Jython disallows @ in module names
479 TESTFN = '$test'
Martin v. Löwisa94568a2003-05-10 07:36:56 +0000480else:
Barry Warsaw559f6682001-03-23 18:04:02 +0000481 TESTFN = '@test'
Walter Dörwald9b775532007-06-08 14:30:53 +0000482
Antoine Pitrou88909542009-06-29 13:54:42 +0000483# Disambiguate TESTFN for parallel testing, while letting it remain a valid
484# module name.
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000485TESTFN = "{}_{}_tmp".format(TESTFN, os.getpid())
Antoine Pitrou88909542009-06-29 13:54:42 +0000486
Michael Foord2d9c2d52010-05-04 22:29:10 +0000487
Victor Stinnerd91df1a2010-08-18 10:56:19 +0000488# TESTFN_UNICODE is a non-ascii filename
489TESTFN_UNICODE = TESTFN + "-\xe0\xf2\u0258\u0141\u011f"
Victor Stinner74a833f2010-08-18 21:06:23 +0000490if sys.platform == 'darwin':
491 # In Mac OS X's VFS API file names are, by definition, canonically
492 # decomposed Unicode, encoded using UTF-8. See QA1173:
493 # http://developer.apple.com/mac/library/qa/qa2001/qa1173.html
494 import unicodedata
495 TESTFN_UNICODE = unicodedata.normalize('NFD', TESTFN_UNICODE)
Antoine Pitrou88909542009-06-29 13:54:42 +0000496TESTFN_ENCODING = sys.getfilesystemencoding()
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000497
Victor Stinner09c449c2010-08-13 22:23:24 +0000498# TESTFN_UNENCODABLE is a filename (str type) that should *not* be able to be
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000499# encoded by the filesystem encoding (in strict mode). It can be None if we
500# cannot generate such filename.
Victor Stinnera0241c82010-08-15 19:28:21 +0000501TESTFN_UNENCODABLE = None
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000502if os.name in ('nt', 'ce'):
Victor Stinnera0241c82010-08-15 19:28:21 +0000503 # skip win32s (0) or Windows 9x/ME (1)
504 if sys.getwindowsversion().platform >= 2:
Victor Stinner8ce7df62010-09-10 11:19:59 +0000505 # Different kinds of characters from various languages to minimize the
506 # probability that the whole name is encodable to MBCS (issue #9819)
507 TESTFN_UNENCODABLE = TESTFN + "-\u5171\u0141\u2661\u0363\uDC80"
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000508 try:
Victor Stinner09c449c2010-08-13 22:23:24 +0000509 TESTFN_UNENCODABLE.encode(TESTFN_ENCODING)
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000510 except UnicodeEncodeError:
511 pass
512 else:
513 print('WARNING: The filename %r CAN be encoded by the filesystem encoding (%s). '
514 'Unicode filename tests may not be effective'
Victor Stinner09c449c2010-08-13 22:23:24 +0000515 % (TESTFN_UNENCODABLE, TESTFN_ENCODING))
516 TESTFN_UNENCODABLE = None
Victor Stinnera0241c82010-08-15 19:28:21 +0000517# Mac OS X denies unencodable filenames (invalid utf-8)
Victor Stinner03c9e1d2010-08-14 17:35:20 +0000518elif sys.platform != 'darwin':
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000519 try:
520 # ascii and utf-8 cannot encode the byte 0xff
521 b'\xff'.decode(TESTFN_ENCODING)
522 except UnicodeDecodeError:
523 # 0xff will be encoded using the surrogate character u+DCFF
Victor Stinner09c449c2010-08-13 22:23:24 +0000524 TESTFN_UNENCODABLE = TESTFN \
Victor Stinner3d85a6f2010-08-13 13:02:04 +0000525 + b'-\xff'.decode(TESTFN_ENCODING, 'surrogateescape')
526 else:
527 # File system encoding (eg. ISO-8859-* encodings) can encode
528 # the byte 0xff. Skip some unicode filename tests.
Victor Stinnera0241c82010-08-15 19:28:21 +0000529 pass
Neal Norwitz26a1eef2002-11-03 00:35:53 +0000530
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000531# Save the initial cwd
532SAVEDCWD = os.getcwd()
533
534@contextlib.contextmanager
Nick Coghland26c18a2010-08-17 13:06:11 +0000535def temp_cwd(name='tempcwd', quiet=False, path=None):
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000536 """
Nick Coghland26c18a2010-08-17 13:06:11 +0000537 Context manager that temporarily changes the CWD.
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000538
Nick Coghland26c18a2010-08-17 13:06:11 +0000539 An existing path may be provided as *path*, in which case this
540 function makes no changes to the file system.
541
542 Otherwise, the new CWD is created in the current directory and it's
543 named *name*. If *quiet* is False (default) and it's not possible to
544 create or change the CWD, an error is raised. If it's True, only a
545 warning is raised and the original CWD is used.
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000546 """
547 saved_dir = os.getcwd()
548 is_temporary = False
Nick Coghland26c18a2010-08-17 13:06:11 +0000549 if path is None:
550 path = name
551 try:
552 os.mkdir(name)
553 is_temporary = True
554 except OSError:
555 if not quiet:
556 raise
557 warnings.warn('tests may fail, unable to create temp CWD ' + name,
558 RuntimeWarning, stacklevel=3)
Neal Norwitz26a1eef2002-11-03 00:35:53 +0000559 try:
Nick Coghland26c18a2010-08-17 13:06:11 +0000560 os.chdir(path)
Ezio Melotti184bdfb2010-02-18 09:37:05 +0000561 except OSError:
562 if not quiet:
563 raise
564 warnings.warn('tests may fail, unable to change the CWD to ' + name,
565 RuntimeWarning, stacklevel=3)
566 try:
567 yield os.getcwd()
568 finally:
569 os.chdir(saved_dir)
570 if is_temporary:
571 rmtree(name)
572
Guido van Rossuma8f7e592001-03-13 09:31:07 +0000573
Barry Warsaw28a691b2010-04-17 00:19:56 +0000574@contextlib.contextmanager
575def temp_umask(umask):
576 """Context manager that temporarily sets the process umask."""
577 oldmask = os.umask(umask)
578 try:
579 yield
580 finally:
581 os.umask(oldmask)
582
583
Florent Xiclunaf15351d2010-03-13 23:24:31 +0000584def findfile(file, here=__file__, subdir=None):
Brett Cannonf1cfb622003-05-04 21:15:27 +0000585 """Try to find a file on sys.path and the working directory. If it is not
586 found the argument passed to the function is returned (this does not
587 necessarily signal failure; could still be the legitimate path)."""
Fred Drake004d5e62000-10-23 17:22:08 +0000588 if os.path.isabs(file):
589 return file
Florent Xiclunaf15351d2010-03-13 23:24:31 +0000590 if subdir is not None:
591 file = os.path.join(subdir, file)
Fred Drake004d5e62000-10-23 17:22:08 +0000592 path = sys.path
593 path = [os.path.dirname(here)] + path
594 for dn in path:
595 fn = os.path.join(dn, file)
596 if os.path.exists(fn): return fn
597 return file
Marc-André Lemburg36619082001-01-17 19:11:13 +0000598
Victor Stinnerbf816222011-06-30 23:25:47 +0200599def create_empty_file(filename):
600 """Create an empty file. If the file already exists, truncate it."""
601 fd = os.open(filename, os.O_WRONLY | os.O_CREAT | os.O_TRUNC)
602 os.close(fd)
603
Tim Peters2f228e72001-05-13 00:19:31 +0000604def sortdict(dict):
605 "Like repr(dict), but in sorted order."
Guido van Rossumcc2b0162007-02-11 06:12:03 +0000606 items = sorted(dict.items())
Tim Peters2f228e72001-05-13 00:19:31 +0000607 reprpairs = ["%r: %r" % pair for pair in items]
608 withcommas = ", ".join(reprpairs)
609 return "{%s}" % withcommas
610
Benjamin Peterson7522c742009-01-19 21:00:09 +0000611def make_bad_fd():
612 """
613 Create an invalid file descriptor by opening and closing a file and return
614 its fd.
615 """
616 file = open(TESTFN, "wb")
617 try:
618 return file.fileno()
619 finally:
620 file.close()
621 unlink(TESTFN)
622
Thomas Wouters89f507f2006-12-13 04:49:30 +0000623def check_syntax_error(testcase, statement):
Benjamin Petersone549ead2009-03-28 21:42:05 +0000624 testcase.assertRaises(SyntaxError, compile, statement,
625 '<test string>', 'exec')
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000626
Martin v. Löwis234a34a2007-08-30 20:58:02 +0000627def open_urlresource(url, *args, **kw):
Jeremy Hylton1afc1692008-06-18 20:49:58 +0000628 import urllib.request, urllib.parse
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000629
Florent Xiclunaf089fd62010-03-19 14:25:03 +0000630 check = kw.pop('check', None)
631
Jeremy Hylton1afc1692008-06-18 20:49:58 +0000632 filename = urllib.parse.urlparse(url)[2].split('/')[-1] # '/': it's URL!
Hye-Shik Changaaa2f1d2005-12-10 17:44:27 +0000633
Alexandre Vassalotti711ed4a2009-07-17 10:42:05 +0000634 fn = os.path.join(os.path.dirname(__file__), "data", filename)
Florent Xiclunaf089fd62010-03-19 14:25:03 +0000635
636 def check_valid_file(fn):
637 f = open(fn, *args, **kw)
638 if check is None:
639 return f
640 elif check(f):
641 f.seek(0)
642 return f
643 f.close()
644
Alexandre Vassalotti711ed4a2009-07-17 10:42:05 +0000645 if os.path.exists(fn):
Florent Xiclunaf089fd62010-03-19 14:25:03 +0000646 f = check_valid_file(fn)
647 if f is not None:
648 return f
649 unlink(fn)
650
651 # Verify the requirement before downloading the file
652 requires('urlfetch')
Hye-Shik Changaaa2f1d2005-12-10 17:44:27 +0000653
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000654 print('\tfetching %s ...' % url, file=get_original_stdout())
Antoine Pitroufd0680b2009-11-01 22:13:48 +0000655 f = urllib.request.urlopen(url, timeout=15)
656 try:
657 with open(fn, "wb") as out:
658 s = f.read()
659 while s:
660 out.write(s)
661 s = f.read()
662 finally:
663 f.close()
Florent Xiclunaf089fd62010-03-19 14:25:03 +0000664
665 f = check_valid_file(fn)
666 if f is not None:
667 return f
668 raise TestFailed('invalid resource "%s"' % fn)
669
Thomas Wouters9fe394c2007-02-05 01:24:16 +0000670
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000671class WarningsRecorder(object):
672 """Convenience wrapper for the warnings list returned on
673 entry to the warnings.catch_warnings() context manager.
Guido van Rossumd8faa362007-04-27 19:54:29 +0000674 """
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000675 def __init__(self, warnings_list):
Florent Xiclunab14930c2010-03-13 15:26:44 +0000676 self._warnings = warnings_list
677 self._last = 0
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000678
679 def __getattr__(self, attr):
Florent Xiclunab14930c2010-03-13 15:26:44 +0000680 if len(self._warnings) > self._last:
681 return getattr(self._warnings[-1], attr)
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000682 elif attr in warnings.WarningMessage._WARNING_DETAILS:
683 return None
684 raise AttributeError("%r has no attribute %r" % (self, attr))
685
Florent Xiclunab14930c2010-03-13 15:26:44 +0000686 @property
687 def warnings(self):
688 return self._warnings[self._last:]
689
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000690 def reset(self):
Florent Xiclunab14930c2010-03-13 15:26:44 +0000691 self._last = len(self._warnings)
692
693
694def _filterwarnings(filters, quiet=False):
695 """Catch the warnings, then check if all the expected
696 warnings have been raised and re-raise unexpected warnings.
697 If 'quiet' is True, only re-raise the unexpected warnings.
698 """
699 # Clear the warning registry of the calling module
700 # in order to re-raise the warnings.
701 frame = sys._getframe(2)
702 registry = frame.f_globals.get('__warningregistry__')
703 if registry:
704 registry.clear()
705 with warnings.catch_warnings(record=True) as w:
706 # Set filter "always" to record all warnings. Because
707 # test_warnings swap the module, we need to look up in
708 # the sys.modules dictionary.
709 sys.modules['warnings'].simplefilter("always")
710 yield WarningsRecorder(w)
711 # Filter the recorded warnings
Antoine Pitrou31e08a42010-10-29 11:54:03 +0000712 reraise = list(w)
Florent Xiclunab14930c2010-03-13 15:26:44 +0000713 missing = []
714 for msg, cat in filters:
715 seen = False
Antoine Pitrou31e08a42010-10-29 11:54:03 +0000716 for w in reraise[:]:
717 warning = w.message
Florent Xiclunab14930c2010-03-13 15:26:44 +0000718 # Filter out the matching messages
Antoine Pitrou31e08a42010-10-29 11:54:03 +0000719 if (re.match(msg, str(warning), re.I) and
720 issubclass(warning.__class__, cat)):
Florent Xiclunab14930c2010-03-13 15:26:44 +0000721 seen = True
Antoine Pitrou31e08a42010-10-29 11:54:03 +0000722 reraise.remove(w)
Florent Xiclunab14930c2010-03-13 15:26:44 +0000723 if not seen and not quiet:
724 # This filter caught nothing
725 missing.append((msg, cat.__name__))
726 if reraise:
Antoine Pitrou31e08a42010-10-29 11:54:03 +0000727 raise AssertionError("unhandled warning %s" % reraise[0])
Florent Xiclunab14930c2010-03-13 15:26:44 +0000728 if missing:
729 raise AssertionError("filter (%r, %s) did not catch any warning" %
730 missing[0])
731
Benjamin Petersonfcf5d632008-10-16 23:24:44 +0000732
733@contextlib.contextmanager
Florent Xiclunab14930c2010-03-13 15:26:44 +0000734def check_warnings(*filters, **kwargs):
735 """Context manager to silence warnings.
736
737 Accept 2-tuples as positional arguments:
738 ("message regexp", WarningCategory)
739
740 Optional argument:
741 - if 'quiet' is True, it does not fail if a filter catches nothing
Florent Xicluna53b506b2010-03-18 20:00:57 +0000742 (default True without argument,
743 default False if some filters are defined)
Florent Xiclunab14930c2010-03-13 15:26:44 +0000744
745 Without argument, it defaults to:
Florent Xicluna53b506b2010-03-18 20:00:57 +0000746 check_warnings(("", Warning), quiet=True)
Florent Xiclunab14930c2010-03-13 15:26:44 +0000747 """
Florent Xicluna53b506b2010-03-18 20:00:57 +0000748 quiet = kwargs.get('quiet')
Florent Xiclunab14930c2010-03-13 15:26:44 +0000749 if not filters:
750 filters = (("", Warning),)
Florent Xicluna53b506b2010-03-18 20:00:57 +0000751 # Preserve backward compatibility
752 if quiet is None:
753 quiet = True
754 return _filterwarnings(filters, quiet)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000755
Alexandre Vassalotti5f8ced22008-05-16 00:03:33 +0000756
757class CleanImport(object):
758 """Context manager to force import to return a new module reference.
759
760 This is useful for testing module-level behaviours, such as
Nick Coghlanb1304932008-07-13 12:25:08 +0000761 the emission of a DeprecationWarning on import.
Alexandre Vassalotti5f8ced22008-05-16 00:03:33 +0000762
763 Use like this:
764
765 with CleanImport("foo"):
Brett Cannonddb5e702010-02-03 22:16:11 +0000766 importlib.import_module("foo") # new reference
Alexandre Vassalotti5f8ced22008-05-16 00:03:33 +0000767 """
768
769 def __init__(self, *module_names):
770 self.original_modules = sys.modules.copy()
771 for module_name in module_names:
772 if module_name in sys.modules:
773 module = sys.modules[module_name]
774 # It is possible that module_name is just an alias for
775 # another module (e.g. stub for modules renamed in 3.x).
776 # In that case, we also need delete the real module to clear
777 # the import cache.
778 if module.__name__ != module_name:
779 del sys.modules[module.__name__]
780 del sys.modules[module_name]
781
782 def __enter__(self):
783 return self
784
785 def __exit__(self, *ignore_exc):
786 sys.modules.update(self.original_modules)
787
788
Raymond Hettinger57d1a882011-02-23 00:46:28 +0000789class EnvironmentVarGuard(collections.abc.MutableMapping):
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000790
791 """Class to help protect the environment variable properly. Can be used as
792 a context manager."""
793
794 def __init__(self):
Walter Dörwald155374d2009-05-01 19:58:58 +0000795 self._environ = os.environ
Walter Dörwald4ba80132009-04-25 12:48:43 +0000796 self._changed = {}
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000797
Walter Dörwald155374d2009-05-01 19:58:58 +0000798 def __getitem__(self, envvar):
799 return self._environ[envvar]
800
801 def __setitem__(self, envvar, value):
Walter Dörwald4ba80132009-04-25 12:48:43 +0000802 # Remember the initial value on the first access
803 if envvar not in self._changed:
Walter Dörwald155374d2009-05-01 19:58:58 +0000804 self._changed[envvar] = self._environ.get(envvar)
805 self._environ[envvar] = value
806
807 def __delitem__(self, envvar):
808 # Remember the initial value on the first access
809 if envvar not in self._changed:
810 self._changed[envvar] = self._environ.get(envvar)
811 if envvar in self._environ:
812 del self._environ[envvar]
813
814 def keys(self):
815 return self._environ.keys()
816
817 def __iter__(self):
818 return iter(self._environ)
819
820 def __len__(self):
821 return len(self._environ)
822
823 def set(self, envvar, value):
824 self[envvar] = value
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000825
826 def unset(self, envvar):
Walter Dörwald155374d2009-05-01 19:58:58 +0000827 del self[envvar]
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000828
829 def __enter__(self):
830 return self
831
832 def __exit__(self, *ignore_exc):
Walter Dörwald4ba80132009-04-25 12:48:43 +0000833 for (k, v) in self._changed.items():
834 if v is None:
Walter Dörwald155374d2009-05-01 19:58:58 +0000835 if k in self._environ:
836 del self._environ[k]
Walter Dörwald4ba80132009-04-25 12:48:43 +0000837 else:
Walter Dörwald155374d2009-05-01 19:58:58 +0000838 self._environ[k] = v
Nick Coghlan6ead5522009-10-18 13:19:33 +0000839 os.environ = self._environ
840
841
842class DirsOnSysPath(object):
843 """Context manager to temporarily add directories to sys.path.
844
845 This makes a copy of sys.path, appends any directories given
846 as positional arguments, then reverts sys.path to the copied
847 settings when the context ends.
848
849 Note that *all* sys.path modifications in the body of the
850 context manager, including replacement of the object,
851 will be reverted at the end of the block.
852 """
853
854 def __init__(self, *paths):
855 self.original_value = sys.path[:]
856 self.original_object = sys.path
857 sys.path.extend(paths)
858
859 def __enter__(self):
860 return self
861
862 def __exit__(self, *ignore_exc):
863 sys.path = self.original_object
864 sys.path[:] = self.original_value
Walter Dörwald155374d2009-05-01 19:58:58 +0000865
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000866
Guido van Rossumd8faa362007-04-27 19:54:29 +0000867class TransientResource(object):
868
869 """Raise ResourceDenied if an exception is raised while the context manager
870 is in effect that matches the specified exception and attributes."""
871
872 def __init__(self, exc, **kwargs):
873 self.exc = exc
874 self.attrs = kwargs
875
876 def __enter__(self):
877 return self
878
879 def __exit__(self, type_=None, value=None, traceback=None):
880 """If type_ is a subclass of self.exc and value has attributes matching
881 self.attrs, raise ResourceDenied. Otherwise let the exception
882 propagate (if any)."""
883 if type_ is not None and issubclass(self.exc, type_):
884 for attr, attr_value in self.attrs.items():
885 if not hasattr(value, attr):
886 break
887 if getattr(value, attr) != attr_value:
888 break
889 else:
890 raise ResourceDenied("an optional resource is not available")
891
Raymond Hettinger686057b2009-06-04 00:11:54 +0000892# Context managers that raise ResourceDenied when various issues
893# with the Internet connection manifest themselves as exceptions.
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000894# XXX deprecate these and use transient_internet() instead
Raymond Hettinger686057b2009-06-04 00:11:54 +0000895time_out = TransientResource(IOError, errno=errno.ETIMEDOUT)
896socket_peer_reset = TransientResource(socket.error, errno=errno.ECONNRESET)
897ioerror_peer_reset = TransientResource(IOError, errno=errno.ECONNRESET)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000898
Fred Drakecd1b1dd2001-03-21 18:26:33 +0000899
Thomas Woutersed03b412007-08-28 21:37:11 +0000900@contextlib.contextmanager
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000901def transient_internet(resource_name, *, timeout=30.0, errnos=()):
Antoine Pitroufec12ff2010-04-21 19:46:23 +0000902 """Return a context manager that raises ResourceDenied when various issues
903 with the Internet connection manifest themselves as exceptions."""
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000904 default_errnos = [
905 ('ECONNREFUSED', 111),
906 ('ECONNRESET', 104),
Antoine Pitrou5d938cb2011-01-08 10:28:11 +0000907 ('EHOSTUNREACH', 113),
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000908 ('ENETUNREACH', 101),
909 ('ETIMEDOUT', 110),
910 ]
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000911 default_gai_errnos = [
Antoine Pitrou4875c462011-07-09 02:31:24 +0200912 ('EAI_AGAIN', -3),
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000913 ('EAI_NONAME', -2),
914 ('EAI_NODATA', -5),
Antoine Pitrou390ea0f2011-04-29 00:44:33 +0200915 # Encountered when trying to resolve IPv6-only hostnames
916 ('WSANO_DATA', 11004),
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000917 ]
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000918
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000919 denied = ResourceDenied("Resource '%s' is not available" % resource_name)
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000920 captured_errnos = errnos
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000921 gai_errnos = []
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000922 if not captured_errnos:
923 captured_errnos = [getattr(errno, name, num)
924 for (name, num) in default_errnos]
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000925 gai_errnos = [getattr(socket, name, num)
926 for (name, num) in default_gai_errnos]
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000927
928 def filter_error(err):
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000929 n = getattr(err, 'errno', None)
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000930 if (isinstance(err, socket.timeout) or
Antoine Pitrou2673c5b2010-09-07 21:43:31 +0000931 (isinstance(err, socket.gaierror) and n in gai_errnos) or
932 n in captured_errnos):
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000933 if not verbose:
934 sys.stderr.write(denied.args[0] + "\n")
935 raise denied from err
936
937 old_timeout = socket.getdefaulttimeout()
938 try:
939 if timeout is not None:
940 socket.setdefaulttimeout(timeout)
Antoine Pitroufec12ff2010-04-21 19:46:23 +0000941 yield
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000942 except IOError as err:
Antoine Pitrou8bc09032010-09-07 21:09:09 +0000943 # urllib can wrap original socket errors multiple times (!), we must
944 # unwrap to get at the original error.
945 while True:
946 a = err.args
947 if len(a) >= 1 and isinstance(a[0], IOError):
948 err = a[0]
949 # The error can also be wrapped as args[1]:
950 # except socket.error as msg:
951 # raise IOError('socket error', msg).with_traceback(sys.exc_info()[2])
952 elif len(a) >= 2 and isinstance(a[1], IOError):
953 err = a[1]
954 else:
955 break
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000956 filter_error(err)
Antoine Pitroua88c83c2010-09-07 20:42:19 +0000957 raise
958 # XXX should we catch generic exceptions and look for their
959 # __cause__ or __context__?
960 finally:
961 socket.setdefaulttimeout(old_timeout)
Antoine Pitroufec12ff2010-04-21 19:46:23 +0000962
963
964@contextlib.contextmanager
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000965def captured_output(stream_name):
Ezio Melotti07352b02011-05-14 14:51:18 +0300966 """Return a context manager used by captured_stdout/stdin/stderr
Ezio Melottifc778fd2011-05-14 08:22:47 +0300967 that temporarily replaces the sys stream *stream_name* with a StringIO."""
Thomas Woutersed03b412007-08-28 21:37:11 +0000968 import io
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000969 orig_stdout = getattr(sys, stream_name)
970 setattr(sys, stream_name, io.StringIO())
Christian Heimes81ee3ef2008-05-04 22:42:01 +0000971 try:
972 yield getattr(sys, stream_name)
973 finally:
974 setattr(sys, stream_name, orig_stdout)
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000975
976def captured_stdout():
Ezio Melottifc778fd2011-05-14 08:22:47 +0300977 """Capture the output of sys.stdout:
978
979 with captured_stdout() as s:
980 print("hello")
981 self.assertEqual(s.getvalue(), "hello")
982 """
Benjamin Petersonad9d48d2008-04-02 21:49:44 +0000983 return captured_output("stdout")
Thomas Woutersed03b412007-08-28 21:37:11 +0000984
Nick Coghlan6b22f3f2010-12-12 15:24:21 +0000985def captured_stderr():
986 return captured_output("stderr")
987
Nick Coghlan6ead5522009-10-18 13:19:33 +0000988def captured_stdin():
989 return captured_output("stdin")
990
Ezio Melotti07352b02011-05-14 14:51:18 +0300991
Benjamin Petersone549ead2009-03-28 21:42:05 +0000992def gc_collect():
993 """Force as many objects as possible to be collected.
994
995 In non-CPython implementations of Python, this is needed because timely
996 deallocation is not guaranteed by the garbage collector. (Even in CPython
997 this can be the case in case of reference cycles.) This means that __del__
998 methods may be called later than expected and weakrefs may remain alive for
999 longer than expected. This function tries its best to force all garbage
1000 objects to disappear.
1001 """
Benjamin Petersone549ead2009-03-28 21:42:05 +00001002 gc.collect()
Benjamin Petersona6590e82010-04-11 21:22:10 +00001003 if is_jython:
1004 time.sleep(0.1)
Benjamin Petersone549ead2009-03-28 21:42:05 +00001005 gc.collect()
1006 gc.collect()
1007
Benjamin Peterson31f4beb2011-07-14 12:48:01 -05001008@contextlib.contextmanager
1009def disable_gc():
1010 have_gc = gc.isenabled()
1011 gc.disable()
1012 try:
1013 yield
1014 finally:
1015 if have_gc:
1016 gc.enable()
1017
Thomas Woutersed03b412007-08-28 21:37:11 +00001018
Benjamin Peterson65c66ab2010-10-29 21:31:35 +00001019def python_is_optimized():
1020 """Find if Python was built with optimizations."""
Antoine Pitrou64474542010-10-31 11:34:47 +00001021 cflags = sysconfig.get_config_var('PY_CFLAGS') or ''
Benjamin Peterson65c66ab2010-10-29 21:31:35 +00001022 final_opt = ""
1023 for opt in cflags.split():
1024 if opt.startswith('-O'):
1025 final_opt = opt
1026 return final_opt and final_opt != '-O0'
1027
1028
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001029#=======================================================================
Thomas Wouters477c8d52006-05-27 19:21:47 +00001030# Decorator for running a function in a different locale, correctly resetting
1031# it afterwards.
1032
1033def run_with_locale(catstr, *locales):
1034 def decorator(func):
1035 def inner(*args, **kwds):
1036 try:
1037 import locale
1038 category = getattr(locale, catstr)
1039 orig_locale = locale.setlocale(category)
1040 except AttributeError:
1041 # if the test author gives us an invalid category string
1042 raise
1043 except:
1044 # cannot retrieve original locale, so do nothing
1045 locale = orig_locale = None
1046 else:
1047 for loc in locales:
1048 try:
1049 locale.setlocale(category, loc)
1050 break
1051 except:
1052 pass
1053
1054 # now run the function, resetting the locale on exceptions
1055 try:
1056 return func(*args, **kwds)
1057 finally:
1058 if locale and orig_locale:
1059 locale.setlocale(category, orig_locale)
Neal Norwitz221085d2007-02-25 20:55:47 +00001060 inner.__name__ = func.__name__
Thomas Wouters477c8d52006-05-27 19:21:47 +00001061 inner.__doc__ = func.__doc__
1062 return inner
1063 return decorator
1064
1065#=======================================================================
Georg Brandldb028442008-02-05 20:48:58 +00001066# Big-memory-test support. Separate from 'resources' because memory use
1067# should be configurable.
Thomas Wouters477c8d52006-05-27 19:21:47 +00001068
1069# Some handy shorthands. Note that these are used for byte-limits as well
1070# as size-limits, in the various bigmem tests
1071_1M = 1024*1024
1072_1G = 1024 * _1M
1073_2G = 2 * _1G
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001074_4G = 4 * _1G
Thomas Wouters477c8d52006-05-27 19:21:47 +00001075
Thomas Woutersd2cf20e2007-08-30 22:57:53 +00001076MAX_Py_ssize_t = sys.maxsize
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001077
Thomas Wouters477c8d52006-05-27 19:21:47 +00001078def set_memlimit(limit):
Thomas Wouters477c8d52006-05-27 19:21:47 +00001079 global max_memuse
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001080 global real_max_memuse
Thomas Wouters477c8d52006-05-27 19:21:47 +00001081 sizes = {
1082 'k': 1024,
1083 'm': _1M,
1084 'g': _1G,
1085 't': 1024*_1G,
1086 }
1087 m = re.match(r'(\d+(\.\d+)?) (K|M|G|T)b?$', limit,
1088 re.IGNORECASE | re.VERBOSE)
1089 if m is None:
1090 raise ValueError('Invalid memory limit %r' % (limit,))
1091 memlimit = int(float(m.group(1)) * sizes[m.group(3).lower()])
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001092 real_max_memuse = memlimit
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001093 if memlimit > MAX_Py_ssize_t:
1094 memlimit = MAX_Py_ssize_t
1095 if memlimit < _2G - 1:
Thomas Wouters477c8d52006-05-27 19:21:47 +00001096 raise ValueError('Memory limit %r too low to be useful' % (limit,))
1097 max_memuse = memlimit
1098
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001099def bigmemtest(minsize, memuse):
Thomas Wouters477c8d52006-05-27 19:21:47 +00001100 """Decorator for bigmem tests.
1101
1102 'minsize' is the minimum useful size for the test (in arbitrary,
1103 test-interpreted units.) 'memuse' is the number of 'bytes per size' for
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001104 the test, or a good estimate of it.
Thomas Wouters477c8d52006-05-27 19:21:47 +00001105
1106 The decorator tries to guess a good value for 'size' and passes it to
1107 the decorated test function. If minsize * memuse is more than the
1108 allowed memory use (as defined by max_memuse), the test is skipped.
1109 Otherwise, minsize is adjusted upward to use up to max_memuse.
1110 """
1111 def decorator(f):
1112 def wrapper(self):
Antoine Pitrou7cdb4952009-03-07 23:40:49 +00001113 # Retrieve values in case someone decided to adjust them
1114 minsize = wrapper.minsize
1115 memuse = wrapper.memuse
Thomas Wouters477c8d52006-05-27 19:21:47 +00001116 if not max_memuse:
1117 # If max_memuse is 0 (the default),
1118 # we still want to run the tests with size set to a few kb,
1119 # to make sure they work. We still want to avoid using
1120 # too much memory, though, but we do that noisily.
1121 maxsize = 5147
Antoine Pitrou9dd11712011-01-12 21:40:20 +00001122 self.assertFalse(maxsize * memuse > 20 * _1M)
Thomas Wouters477c8d52006-05-27 19:21:47 +00001123 else:
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001124 maxsize = int(max_memuse / memuse)
Thomas Wouters477c8d52006-05-27 19:21:47 +00001125 if maxsize < minsize:
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001126 raise unittest.SkipTest(
1127 "not enough memory: %.1fG minimum needed"
1128 % (minsize * memuse / (1024 ** 3)))
Thomas Wouters477c8d52006-05-27 19:21:47 +00001129 return f(self, maxsize)
1130 wrapper.minsize = minsize
1131 wrapper.memuse = memuse
Thomas Wouters477c8d52006-05-27 19:21:47 +00001132 return wrapper
1133 return decorator
1134
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001135def precisionbigmemtest(size, memuse):
Thomas Wouters518b5ae2011-03-25 11:42:37 +01001136 """Decorator for bigmem tests that need exact sizes.
1137
1138 Like bigmemtest, but without the size scaling upward to fill available
1139 memory.
1140 """
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001141 def decorator(f):
1142 def wrapper(self):
Antoine Pitrou7cdb4952009-03-07 23:40:49 +00001143 size = wrapper.size
1144 memuse = wrapper.memuse
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001145 if not real_max_memuse:
1146 maxsize = 5147
1147 else:
1148 maxsize = size
1149
1150 if real_max_memuse and real_max_memuse < maxsize * memuse:
Antoine Pitrouaca5fa72011-01-12 21:19:59 +00001151 raise unittest.SkipTest(
1152 "not enough memory: %.1fG minimum needed"
1153 % (size * memuse / (1024 ** 3)))
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001154
1155 return f(self, maxsize)
1156 wrapper.size = size
1157 wrapper.memuse = memuse
Neal Norwitz3ce5d922008-08-24 07:08:55 +00001158 return wrapper
1159 return decorator
1160
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001161def bigaddrspacetest(f):
1162 """Decorator for tests that fill the address space."""
1163 def wrapper(self):
1164 if max_memuse < MAX_Py_ssize_t:
Antoine Pitrou98c62bd2011-01-12 21:58:39 +00001165 if MAX_Py_ssize_t >= 2**63 - 1 and max_memuse >= 2**31:
Antoine Pitroue0d3f8a2011-01-12 21:50:44 +00001166 raise unittest.SkipTest(
1167 "not enough memory: try a 32-bit build instead")
1168 else:
1169 raise unittest.SkipTest(
1170 "not enough memory: %.1fG minimum needed"
1171 % (MAX_Py_ssize_t / (1024 ** 3)))
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001172 else:
1173 return f(self)
1174 return wrapper
1175
Thomas Wouters477c8d52006-05-27 19:21:47 +00001176#=======================================================================
Guido van Rossumd8faa362007-04-27 19:54:29 +00001177# unittest integration.
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001178
Steve Purcell5ddd1a82001-03-22 08:45:36 +00001179class BasicTestRunner:
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001180 def run(self, test):
Steve Purcell5ddd1a82001-03-22 08:45:36 +00001181 result = unittest.TestResult()
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001182 test(result)
1183 return result
1184
Benjamin Petersone549ead2009-03-28 21:42:05 +00001185def _id(obj):
1186 return obj
1187
1188def requires_resource(resource):
Antoine Pitroud20a5f62011-02-26 15:58:05 +00001189 if resource == 'gui' and not _is_gui_available():
1190 return unittest.skip("resource 'gui' is not available")
Antoine Pitrou5bc4fa72010-10-14 15:34:31 +00001191 if is_resource_enabled(resource):
Benjamin Petersone549ead2009-03-28 21:42:05 +00001192 return _id
1193 else:
1194 return unittest.skip("resource {0!r} is not enabled".format(resource))
1195
1196def cpython_only(test):
1197 """
1198 Decorator for tests only applicable on CPython.
1199 """
1200 return impl_detail(cpython=True)(test)
1201
1202def impl_detail(msg=None, **guards):
1203 if check_impl_detail(**guards):
1204 return _id
1205 if msg is None:
1206 guardnames, default = _parse_guards(guards)
1207 if default:
1208 msg = "implementation detail not available on {0}"
1209 else:
1210 msg = "implementation detail specific to {0}"
1211 guardnames = sorted(guardnames.keys())
1212 msg = msg.format(' or '.join(guardnames))
1213 return unittest.skip(msg)
1214
1215def _parse_guards(guards):
1216 # Returns a tuple ({platform_name: run_me}, default_value)
1217 if not guards:
1218 return ({'cpython': True}, False)
Eric Smith886b40a2009-04-26 21:26:45 +00001219 is_true = list(guards.values())[0]
1220 assert list(guards.values()) == [is_true] * len(guards) # all True or all False
Benjamin Petersone549ead2009-03-28 21:42:05 +00001221 return (guards, not is_true)
1222
1223# Use the following check to guard CPython's implementation-specific tests --
1224# or to run them only on the implementation(s) guarded by the arguments.
1225def check_impl_detail(**guards):
1226 """This function returns True or False depending on the host platform.
1227 Examples:
1228 if check_impl_detail(): # only on CPython (default)
1229 if check_impl_detail(jython=True): # only on Jython
1230 if check_impl_detail(cpython=False): # everywhere except on CPython
1231 """
1232 guards, default = _parse_guards(guards)
1233 return guards.get(platform.python_implementation().lower(), default)
1234
1235
Brett Cannon31f59292011-02-21 19:29:56 +00001236def no_tracing(func):
1237 """Decorator to temporarily turn off tracing for the duration of a test."""
1238 if not hasattr(sys, 'gettrace'):
1239 return func
1240 else:
1241 @functools.wraps(func)
1242 def wrapper(*args, **kwargs):
1243 original_trace = sys.gettrace()
1244 try:
1245 sys.settrace(None)
1246 return func(*args, **kwargs)
1247 finally:
1248 sys.settrace(original_trace)
1249 return wrapper
1250
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001251
Brett Cannon7a540732011-02-22 03:04:06 +00001252def refcount_test(test):
1253 """Decorator for tests which involve reference counting.
1254
1255 To start, the decorator does not run the test if is not run by CPython.
1256 After that, any trace function is unset during the test to prevent
1257 unexpected refcounts caused by the trace function.
1258
1259 """
1260 return no_tracing(cpython_only(test))
1261
1262
Guido van Rossumd8faa362007-04-27 19:54:29 +00001263def _run_suite(suite):
Barry Warsawc88425e2001-09-20 06:31:22 +00001264 """Run tests from a unittest.TestSuite-derived class."""
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001265 if verbose:
Victor Stinnerf58087b2010-05-02 17:24:51 +00001266 runner = unittest.TextTestRunner(sys.stdout, verbosity=2)
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001267 else:
Steve Purcell5ddd1a82001-03-22 08:45:36 +00001268 runner = BasicTestRunner()
Fred Drakecd1b1dd2001-03-21 18:26:33 +00001269
Steve Purcell5ddd1a82001-03-22 08:45:36 +00001270 result = runner.run(suite)
1271 if not result.wasSuccessful():
Fred Drake14f6c182001-07-16 18:51:32 +00001272 if len(result.errors) == 1 and not result.failures:
1273 err = result.errors[0][1]
1274 elif len(result.failures) == 1 and not result.errors:
1275 err = result.failures[0][1]
1276 else:
R. David Murray723357e2009-10-19 18:06:17 +00001277 err = "multiple errors occurred"
1278 if not verbose: err += "; run in verbose mode for details"
Tim Peters2d84f2c2001-09-08 03:37:56 +00001279 raise TestFailed(err)
Tim Petersa0a62222001-09-09 06:12:01 +00001280
Barry Warsawc10d6902001-09-20 06:30:41 +00001281
Walter Dörwald21d3a322003-05-01 17:45:56 +00001282def run_unittest(*classes):
1283 """Run tests from unittest.TestCase-derived classes."""
Guido van Rossumd8faa362007-04-27 19:54:29 +00001284 valid_types = (unittest.TestSuite, unittest.TestCase)
Raymond Hettinger9dcbbea2003-04-27 07:54:23 +00001285 suite = unittest.TestSuite()
Walter Dörwald21d3a322003-05-01 17:45:56 +00001286 for cls in classes:
Guido van Rossum3172c5d2007-10-16 18:12:55 +00001287 if isinstance(cls, str):
Guido van Rossumd8faa362007-04-27 19:54:29 +00001288 if cls in sys.modules:
1289 suite.addTest(unittest.findTestCases(sys.modules[cls]))
1290 else:
1291 raise ValueError("str arguments must be keys in sys.modules")
1292 elif isinstance(cls, valid_types):
Raymond Hettinger21d99872003-07-16 02:59:32 +00001293 suite.addTest(cls)
1294 else:
1295 suite.addTest(unittest.makeSuite(cls))
Guido van Rossumd8faa362007-04-27 19:54:29 +00001296 _run_suite(suite)
Raymond Hettinger9dcbbea2003-04-27 07:54:23 +00001297
Barry Warsawc10d6902001-09-20 06:30:41 +00001298
Tim Petersa0a62222001-09-09 06:12:01 +00001299#=======================================================================
1300# doctest driver.
1301
1302def run_doctest(module, verbosity=None):
Tim Peters17111f32001-10-03 04:08:26 +00001303 """Run doctest on the given module. Return (#failures, #tests).
Tim Petersa0a62222001-09-09 06:12:01 +00001304
1305 If optional argument verbosity is not specified (or is None), pass
Benjamin Petersonee8712c2008-05-20 21:35:26 +00001306 support's belief about verbosity on to doctest. Else doctest's
Tim Petersbea3fb82001-09-10 01:39:21 +00001307 usual behavior is used (it searches sys.argv for -v).
Tim Petersa0a62222001-09-09 06:12:01 +00001308 """
1309
1310 import doctest
1311
1312 if verbosity is None:
1313 verbosity = verbose
1314 else:
1315 verbosity = None
1316
Victor Stinnerbddc4d42011-06-29 15:52:46 +02001317 f, t = doctest.testmod(module, verbose=verbosity)
1318 if f:
1319 raise TestFailed("%d of %d doctests failed" % (f, t))
Raymond Hettinger35b34bd2003-05-17 00:58:33 +00001320 if verbose:
Georg Brandldb028442008-02-05 20:48:58 +00001321 print('doctest (%s) ... %d tests with zero failures' %
1322 (module.__name__, t))
Raymond Hettinger35b34bd2003-05-17 00:58:33 +00001323 return f, t
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001324
Antoine Pitrou060cee22009-11-13 16:29:04 +00001325
1326#=======================================================================
1327# Support for saving and restoring the imported modules.
1328
1329def modules_setup():
1330 return sys.modules.copy(),
1331
1332def modules_cleanup(oldmodules):
1333 # Encoders/decoders are registered permanently within the internal
1334 # codec cache. If we destroy the corresponding modules their
1335 # globals will be set to None which will trip up the cached functions.
1336 encodings = [(k, v) for k, v in sys.modules.items()
1337 if k.startswith('encodings.')]
1338 sys.modules.clear()
1339 sys.modules.update(encodings)
Nick Coghlan90be5fb2011-01-11 10:05:20 +00001340 # XXX: This kind of problem can affect more than just encodings. In particular
Eric Smitha3e8f3d2011-01-11 10:24:34 +00001341 # extension modules (such as _ssl) don't cope with reloading properly.
Nick Coghlan90be5fb2011-01-11 10:05:20 +00001342 # Really, test modules should be cleaning out the test specific modules they
1343 # know they added (ala test_runpy) rather than relying on this function (as
1344 # test_importhooks and test_pkg do currently).
1345 # Implicitly imported *real* modules should be left alone (see issue 10556).
Antoine Pitrou060cee22009-11-13 16:29:04 +00001346 sys.modules.update(oldmodules)
1347
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001348#=======================================================================
1349# Threading support to prevent reporting refleaks when running regrtest.py -R
1350
Antoine Pitrou65c9c642009-10-30 17:25:12 +00001351# NOTE: we use thread._count() rather than threading.enumerate() (or the
1352# moral equivalent thereof) because a threading.Thread object is still alive
1353# until its __bootstrap() method has returned, even after it has been
1354# unregistered from the threading module.
1355# thread._count(), on the other hand, only gets decremented *after* the
1356# __bootstrap() method has returned, which gives us reliable reference counts
1357# at the end of a test run.
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001358
Antoine Pitrou65c9c642009-10-30 17:25:12 +00001359def threading_setup():
Victor Stinner45df8202010-04-28 22:31:17 +00001360 if _thread:
1361 return _thread._count(),
1362 else:
1363 return 1,
Antoine Pitrou65c9c642009-10-30 17:25:12 +00001364
1365def threading_cleanup(nb_threads):
Victor Stinner45df8202010-04-28 22:31:17 +00001366 if not _thread:
1367 return
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001368 _MAX_COUNT = 10
Antoine Pitrou65c9c642009-10-30 17:25:12 +00001369 for count in range(_MAX_COUNT):
1370 n = _thread._count()
1371 if n == nb_threads:
1372 break
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001373 time.sleep(0.1)
Antoine Pitrou65c9c642009-10-30 17:25:12 +00001374 # XXX print a warning in case of failure?
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001375
Benjamin Petersonfa0d7032009-06-01 22:42:33 +00001376def reap_threads(func):
Victor Stinner45df8202010-04-28 22:31:17 +00001377 """Use this function when threads are being used. This will
1378 ensure that the threads are cleaned up even when the test fails.
1379 If threading is unavailable this function does nothing.
1380 """
1381 if not _thread:
1382 return func
1383
Benjamin Petersonfa0d7032009-06-01 22:42:33 +00001384 @functools.wraps(func)
1385 def decorator(*args):
1386 key = threading_setup()
1387 try:
1388 return func(*args)
1389 finally:
1390 threading_cleanup(*key)
1391 return decorator
1392
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001393def reap_children():
1394 """Use this function at the end of test_main() whenever sub-processes
1395 are started. This will help ensure that no extra children (zombies)
1396 stick around to hog resources and create problems when looking
1397 for refleaks.
1398 """
1399
1400 # Reap all our dead child processes so we don't leave zombies around.
1401 # These hog resources and might be causing some of the buildbots to die.
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001402 if hasattr(os, 'waitpid'):
1403 any_process = -1
1404 while True:
1405 try:
1406 # This will raise an exception on Windows. That's ok.
1407 pid, status = os.waitpid(any_process, os.WNOHANG)
1408 if pid == 0:
1409 break
1410 except:
1411 break
Collin Winterf2bf2b32010-03-17 00:41:56 +00001412
1413@contextlib.contextmanager
1414def swap_attr(obj, attr, new_val):
1415 """Temporary swap out an attribute with a new object.
1416
1417 Usage:
1418 with swap_attr(obj, "attr", 5):
1419 ...
1420
1421 This will set obj.attr to 5 for the duration of the with: block,
1422 restoring the old value at the end of the block. If `attr` doesn't
1423 exist on `obj`, it will be created and then deleted at the end of the
1424 block.
1425 """
1426 if hasattr(obj, attr):
1427 real_val = getattr(obj, attr)
1428 setattr(obj, attr, new_val)
1429 try:
1430 yield
1431 finally:
1432 setattr(obj, attr, real_val)
1433 else:
1434 setattr(obj, attr, new_val)
1435 try:
1436 yield
1437 finally:
1438 delattr(obj, attr)
1439
1440@contextlib.contextmanager
1441def swap_item(obj, item, new_val):
1442 """Temporary swap out an item with a new object.
1443
1444 Usage:
1445 with swap_item(obj, "item", 5):
1446 ...
1447
1448 This will set obj["item"] to 5 for the duration of the with: block,
1449 restoring the old value at the end of the block. If `item` doesn't
1450 exist on `obj`, it will be created and then deleted at the end of the
1451 block.
1452 """
1453 if item in obj:
1454 real_val = obj[item]
1455 obj[item] = new_val
1456 try:
1457 yield
1458 finally:
1459 obj[item] = real_val
1460 else:
1461 obj[item] = new_val
1462 try:
1463 yield
1464 finally:
1465 del obj[item]
Antoine Pitrou62f68ed2010-08-04 11:48:56 +00001466
1467def strip_python_stderr(stderr):
1468 """Strip the stderr of a Python process from potential debug output
1469 emitted by the interpreter.
1470
1471 This will typically be run on the result of the communicate() method
1472 of a subprocess.Popen object.
1473 """
1474 stderr = re.sub(br"\[\d+ refs\]\r?\n?$", b"", stderr).strip()
1475 return stderr
Antoine Pitrou1b03f2c2010-10-14 11:12:00 +00001476
1477def args_from_interpreter_flags():
1478 """Return a list of command-line arguments reproducing the current
Brett Cannonb880c152011-03-15 16:03:09 -04001479 settings in sys.flags and sys.warnoptions."""
Antoine Pitrou1b03f2c2010-10-14 11:12:00 +00001480 flag_opt_map = {
1481 'bytes_warning': 'b',
1482 'dont_write_bytecode': 'B',
1483 'ignore_environment': 'E',
1484 'no_user_site': 's',
1485 'no_site': 'S',
1486 'optimize': 'O',
1487 'verbose': 'v',
1488 }
1489 args = []
1490 for flag, opt in flag_opt_map.items():
1491 v = getattr(sys.flags, flag)
1492 if v > 0:
1493 args.append('-' + opt * v)
Antoine Pitrou5066b032011-03-23 20:10:18 +01001494 for opt in sys.warnoptions:
1495 args.append('-W' + opt)
Antoine Pitrou1b03f2c2010-10-14 11:12:00 +00001496 return args
Vinay Sajip129fd042010-12-10 08:19:38 +00001497
1498#============================================================
1499# Support for assertions about logging.
1500#============================================================
1501
1502class TestHandler(logging.handlers.BufferingHandler):
1503 def __init__(self, matcher):
1504 # BufferingHandler takes a "capacity" argument
1505 # so as to know when to flush. As we're overriding
1506 # shouldFlush anyway, we can set a capacity of zero.
1507 # You can call flush() manually to clear out the
1508 # buffer.
1509 logging.handlers.BufferingHandler.__init__(self, 0)
1510 self.matcher = matcher
1511
1512 def shouldFlush(self):
1513 return False
1514
1515 def emit(self, record):
1516 self.format(record)
1517 self.buffer.append(record.__dict__)
1518
1519 def matches(self, **kwargs):
1520 """
1521 Look for a saved dict whose keys/values match the supplied arguments.
1522 """
1523 result = False
1524 for d in self.buffer:
1525 if self.matcher.matches(d, **kwargs):
1526 result = True
1527 break
1528 return result
1529
1530class Matcher(object):
1531
1532 _partial_matches = ('msg', 'message')
1533
1534 def matches(self, d, **kwargs):
1535 """
1536 Try to match a single dict with the supplied arguments.
1537
1538 Keys whose values are strings and which are in self._partial_matches
1539 will be checked for partial (i.e. substring) matches. You can extend
1540 this scheme to (for example) do regular expression matching, etc.
1541 """
1542 result = True
1543 for k in kwargs:
1544 v = kwargs[k]
1545 dv = d.get(k)
1546 if not self.match_value(k, dv, v):
1547 result = False
1548 break
1549 return result
1550
1551 def match_value(self, k, dv, v):
1552 """
1553 Try to match a single stored value (dv) with a supplied value (v).
1554 """
1555 if type(v) != type(dv):
1556 result = False
1557 elif type(dv) is not str or k not in self._partial_matches:
1558 result = (v == dv)
1559 else:
1560 result = dv.find(v) >= 0
1561 return result
Brian Curtin3b4499c2010-12-28 14:31:47 +00001562
1563
1564_can_symlink = None
1565def can_symlink():
1566 global _can_symlink
1567 if _can_symlink is not None:
1568 return _can_symlink
Brett Cannonee877a02011-03-15 17:32:14 -04001569 symlink_path = TESTFN + "can_symlink"
Brian Curtin3b4499c2010-12-28 14:31:47 +00001570 try:
Brett Cannonee877a02011-03-15 17:32:14 -04001571 os.symlink(TESTFN, symlink_path)
Brian Curtin3b4499c2010-12-28 14:31:47 +00001572 can = True
Brian Curtind25aef52011-06-13 15:16:04 -05001573 except (OSError, NotImplementedError, AttributeError):
Brian Curtin3b4499c2010-12-28 14:31:47 +00001574 can = False
Victor Stinner62ec61f2011-06-07 12:17:15 +02001575 else:
1576 os.remove(symlink_path)
Brian Curtin3b4499c2010-12-28 14:31:47 +00001577 _can_symlink = can
1578 return can
1579
1580def skip_unless_symlink(test):
1581 """Skip decorator for tests that require functional symlink"""
1582 ok = can_symlink()
1583 msg = "Requires functional symlink implementation"
1584 return test if ok else unittest.skip(msg)(test)
Antoine Pitroue8706232011-03-15 21:05:36 +01001585
Antoine Pitrou2c50a092011-03-15 21:02:59 +01001586def patch(test_instance, object_to_patch, attr_name, new_value):
1587 """Override 'object_to_patch'.'attr_name' with 'new_value'.
1588
1589 Also, add a cleanup procedure to 'test_instance' to restore
1590 'object_to_patch' value for 'attr_name'.
1591 The 'attr_name' should be a valid attribute for 'object_to_patch'.
1592
1593 """
1594 # check that 'attr_name' is a real attribute for 'object_to_patch'
1595 # will raise AttributeError if it does not exist
1596 getattr(object_to_patch, attr_name)
1597
1598 # keep a copy of the old value
1599 attr_is_local = False
1600 try:
1601 old_value = object_to_patch.__dict__[attr_name]
1602 except (AttributeError, KeyError):
1603 old_value = getattr(object_to_patch, attr_name, None)
1604 else:
1605 attr_is_local = True
1606
1607 # restore the value when the test is done
1608 def cleanup():
1609 if attr_is_local:
1610 setattr(object_to_patch, attr_name, old_value)
1611 else:
1612 delattr(object_to_patch, attr_name)
1613
1614 test_instance.addCleanup(cleanup)
1615
1616 # actually override the attribute
1617 setattr(object_to_patch, attr_name, new_value)