blob: 49f2722d95140ee3fd23f7b3392195a4bce77b87 [file] [log] [blame]
Benjamin Petersonee8712c2008-05-20 21:35:26 +00001import unittest, test.support
Berker Peksagce643912015-05-06 06:33:17 +03002from test.support.script_helper import assert_python_ok, assert_python_failure
Martin v. Löwis00709aa2008-06-04 14:18:43 +00003import sys, io, os
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +00004import struct
Antoine Pitrou652e7072009-03-13 19:25:20 +00005import subprocess
6import textwrap
Antoine Pitrouc3b07572009-11-13 22:19:19 +00007import warnings
Eric Smithf7bb5782010-01-27 00:44:57 +00008import operator
Victor Stinner85ca2af2010-08-19 11:23:47 +00009import codecs
Antoine Pitrouf9d0b122012-12-09 14:28:26 +010010import gc
Antoine Pitrou92840532012-12-17 23:05:59 +010011import sysconfig
Steve Dowere58571b2016-09-08 11:11:13 -070012import locale
Walter Dörwaldc3502462003-02-03 23:03:49 +000013
Georg Brandl03526552009-10-27 23:00:28 +000014# count the number of test runs, used to create unique
15# strings to intern in test_intern()
16numruns = 0
17
18
Walter Dörwaldc3502462003-02-03 23:03:49 +000019class SysModuleTest(unittest.TestCase):
20
Christian Heimesef181a72007-11-07 16:14:12 +000021 def setUp(self):
22 self.orig_stdout = sys.stdout
23 self.orig_stderr = sys.stderr
24 self.orig_displayhook = sys.displayhook
25
26 def tearDown(self):
27 sys.stdout = self.orig_stdout
28 sys.stderr = self.orig_stderr
29 sys.displayhook = self.orig_displayhook
Antoine Pitrou836f0e22009-10-27 19:25:57 +000030 test.support.reap_children()
Christian Heimesef181a72007-11-07 16:14:12 +000031
Walter Dörwaldc3502462003-02-03 23:03:49 +000032 def test_original_displayhook(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +000033 import builtins
Guido van Rossum34d19282007-08-09 01:03:29 +000034 out = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000035 sys.stdout = out
36
37 dh = sys.__displayhook__
38
39 self.assertRaises(TypeError, dh)
Georg Brandl1a3284e2007-12-02 09:40:06 +000040 if hasattr(builtins, "_"):
41 del builtins._
Walter Dörwaldc3502462003-02-03 23:03:49 +000042
43 dh(None)
44 self.assertEqual(out.getvalue(), "")
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000045 self.assertTrue(not hasattr(builtins, "_"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000046 dh(42)
47 self.assertEqual(out.getvalue(), "42\n")
Georg Brandl1a3284e2007-12-02 09:40:06 +000048 self.assertEqual(builtins._, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +000049
50 del sys.stdout
51 self.assertRaises(RuntimeError, dh, 42)
52
Walter Dörwaldc3502462003-02-03 23:03:49 +000053 def test_lost_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000054 del sys.displayhook
55 code = compile("42", "<string>", "single")
56 self.assertRaises(RuntimeError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000057
58 def test_custom_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000059 def baddisplayhook(obj):
60 raise ValueError
61 sys.displayhook = baddisplayhook
62 code = compile("42", "<string>", "single")
63 self.assertRaises(ValueError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000064
65 def test_original_excepthook(self):
Guido van Rossum34d19282007-08-09 01:03:29 +000066 err = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000067 sys.stderr = err
68
69 eh = sys.__excepthook__
70
71 self.assertRaises(TypeError, eh)
72 try:
73 raise ValueError(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000074 except ValueError as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000075 eh(*sys.exc_info())
76
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000077 self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000078
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000079 def test_excepthook(self):
80 with test.support.captured_output("stderr") as stderr:
81 sys.excepthook(1, '1', 1)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000082 self.assertTrue("TypeError: print_exception(): Exception expected for " \
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000083 "value, str found" in stderr.getvalue())
84
Walter Dörwalde7028ac2003-02-03 23:05:27 +000085 # FIXME: testing the code for a lost or replaced excepthook in
Walter Dörwaldc3502462003-02-03 23:03:49 +000086 # Python/pythonrun.c::PyErr_PrintEx() is tricky.
87
88 def test_exit(self):
Zachary Warecefe6b32014-02-18 08:39:04 -060089 # call with two arguments
Walter Dörwaldc3502462003-02-03 23:03:49 +000090 self.assertRaises(TypeError, sys.exit, 42, 42)
91
92 # call without argument
Zachary Ware1f9e6012014-02-19 10:44:47 -060093 with self.assertRaises(SystemExit) as cm:
94 sys.exit()
95 self.assertIsNone(cm.exception.code)
96
Zachary Warecefe6b32014-02-18 08:39:04 -060097 rc, out, err = assert_python_ok('-c', 'import sys; sys.exit()')
98 self.assertEqual(rc, 0)
99 self.assertEqual(out, b'')
100 self.assertEqual(err, b'')
101
102 # call with integer argument
103 with self.assertRaises(SystemExit) as cm:
104 sys.exit(42)
105 self.assertEqual(cm.exception.code, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000106
107 # call with tuple argument with one entry
108 # entry will be unpacked
Zachary Warecefe6b32014-02-18 08:39:04 -0600109 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000110 sys.exit((42,))
Zachary Warecefe6b32014-02-18 08:39:04 -0600111 self.assertEqual(cm.exception.code, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000112
113 # call with string argument
Zachary Warecefe6b32014-02-18 08:39:04 -0600114 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000115 sys.exit("exit")
Zachary Warecefe6b32014-02-18 08:39:04 -0600116 self.assertEqual(cm.exception.code, "exit")
Walter Dörwaldc3502462003-02-03 23:03:49 +0000117
118 # call with tuple argument with two entries
Zachary Warecefe6b32014-02-18 08:39:04 -0600119 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000120 sys.exit((17, 23))
Zachary Warecefe6b32014-02-18 08:39:04 -0600121 self.assertEqual(cm.exception.code, (17, 23))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000122
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000123 # test that the exit machinery handles SystemExits properly
Zachary Warecefe6b32014-02-18 08:39:04 -0600124 rc, out, err = assert_python_failure('-c', 'raise SystemExit(47)')
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000125 self.assertEqual(rc, 47)
Zachary Warecefe6b32014-02-18 08:39:04 -0600126 self.assertEqual(out, b'')
127 self.assertEqual(err, b'')
Tim Petersf0db38d2005-02-15 21:50:12 +0000128
Zachary Warecefe6b32014-02-18 08:39:04 -0600129 def check_exit_message(code, expected, **env_vars):
130 rc, out, err = assert_python_failure('-c', code, **env_vars)
131 self.assertEqual(rc, 1)
132 self.assertEqual(out, b'')
133 self.assertTrue(err.startswith(expected),
134 "%s doesn't start with %s" % (ascii(err), ascii(expected)))
Victor Stinnere9fb3192010-05-17 08:58:51 +0000135
Zachary Warecefe6b32014-02-18 08:39:04 -0600136 # test that stderr buffer is flushed before the exit message is written
Victor Stinnere9fb3192010-05-17 08:58:51 +0000137 # into stderr
138 check_exit_message(
139 r'import sys; sys.stderr.write("unflushed,"); sys.exit("message")',
140 b"unflushed,message")
141
Victor Stinner372ac5e2010-05-17 01:26:01 +0000142 # test that the exit message is written with backslashreplace error
143 # handler to stderr
Victor Stinnere9fb3192010-05-17 08:58:51 +0000144 check_exit_message(
145 r'import sys; sys.exit("surrogates:\uDCFF")',
146 b"surrogates:\\udcff")
Victor Stinner372ac5e2010-05-17 01:26:01 +0000147
Victor Stinner7126dbc2010-05-21 23:45:42 +0000148 # test that the unicode message is encoded to the stderr encoding
149 # instead of the default encoding (utf8)
Victor Stinner7126dbc2010-05-21 23:45:42 +0000150 check_exit_message(
151 r'import sys; sys.exit("h\xe9")',
Zachary Warecefe6b32014-02-18 08:39:04 -0600152 b"h\xe9", PYTHONIOENCODING='latin-1')
Victor Stinner7126dbc2010-05-21 23:45:42 +0000153
Walter Dörwaldc3502462003-02-03 23:03:49 +0000154 def test_getdefaultencoding(self):
Walter Dörwald4aeaa962007-05-22 16:13:46 +0000155 self.assertRaises(TypeError, sys.getdefaultencoding, 42)
156 # can't check more than the type, as the user might have changed it
Ezio Melottie9615932010-01-24 19:26:24 +0000157 self.assertIsInstance(sys.getdefaultencoding(), str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000158
Alexander Belopolsky07de1652010-07-25 15:05:42 +0000159 # testing sys.settrace() is done in test_sys_settrace.py
160 # testing sys.setprofile() is done in test_sys_setprofile.py
Walter Dörwaldc3502462003-02-03 23:03:49 +0000161
162 def test_setcheckinterval(self):
Antoine Pitrouc3b07572009-11-13 22:19:19 +0000163 with warnings.catch_warnings():
164 warnings.simplefilter("ignore")
165 self.assertRaises(TypeError, sys.setcheckinterval)
166 orig = sys.getcheckinterval()
167 for n in 0, 100, 120, orig: # orig last to restore starting state
168 sys.setcheckinterval(n)
Ezio Melottib3aedd42010-11-20 19:04:17 +0000169 self.assertEqual(sys.getcheckinterval(), n)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000170
Antoine Pitrou074e5ed2009-11-10 19:50:40 +0000171 def test_switchinterval(self):
172 self.assertRaises(TypeError, sys.setswitchinterval)
173 self.assertRaises(TypeError, sys.setswitchinterval, "a")
174 self.assertRaises(ValueError, sys.setswitchinterval, -1.0)
175 self.assertRaises(ValueError, sys.setswitchinterval, 0.0)
176 orig = sys.getswitchinterval()
177 # sanity check
178 self.assertTrue(orig < 0.5, orig)
179 try:
180 for n in 0.00001, 0.05, 3.0, orig:
181 sys.setswitchinterval(n)
Ezio Melottib3aedd42010-11-20 19:04:17 +0000182 self.assertAlmostEqual(sys.getswitchinterval(), n)
Antoine Pitrou074e5ed2009-11-10 19:50:40 +0000183 finally:
184 sys.setswitchinterval(orig)
185
Walter Dörwaldc3502462003-02-03 23:03:49 +0000186 def test_recursionlimit(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000187 self.assertRaises(TypeError, sys.getrecursionlimit, 42)
188 oldlimit = sys.getrecursionlimit()
189 self.assertRaises(TypeError, sys.setrecursionlimit)
190 self.assertRaises(ValueError, sys.setrecursionlimit, -42)
191 sys.setrecursionlimit(10000)
192 self.assertEqual(sys.getrecursionlimit(), 10000)
193 sys.setrecursionlimit(oldlimit)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000194
Antoine Pitrou652e7072009-03-13 19:25:20 +0000195 def test_recursionlimit_recovery(self):
Victor Stinner3f18f102015-10-01 08:55:33 +0200196 if hasattr(sys, 'gettrace') and sys.gettrace():
197 self.skipTest('fatal error if run with a trace function')
198
Antoine Pitrou652e7072009-03-13 19:25:20 +0000199 oldlimit = sys.getrecursionlimit()
200 def f():
201 f()
202 try:
Victor Stinner50856d52015-10-13 00:11:21 +0200203 for depth in (10, 25, 50, 75, 100, 250, 1000):
204 try:
205 sys.setrecursionlimit(depth)
206 except RecursionError:
207 # Issue #25274: The recursion limit is too low at the
208 # current recursion depth
209 continue
210
211 # Issue #5392: test stack overflow after hitting recursion
212 # limit twice
Yury Selivanovf488fb42015-07-03 01:04:23 -0400213 self.assertRaises(RecursionError, f)
214 self.assertRaises(RecursionError, f)
Antoine Pitrou652e7072009-03-13 19:25:20 +0000215 finally:
216 sys.setrecursionlimit(oldlimit)
217
Victor Stinner50856d52015-10-13 00:11:21 +0200218 @test.support.cpython_only
219 def test_setrecursionlimit_recursion_depth(self):
220 # Issue #25274: Setting a low recursion limit must be blocked if the
221 # current recursion depth is already higher than the "lower-water
222 # mark". Otherwise, it may not be possible anymore to
223 # reset the overflowed flag to 0.
224
225 from _testcapi import get_recursion_depth
226
227 def set_recursion_limit_at_depth(depth, limit):
228 recursion_depth = get_recursion_depth()
229 if recursion_depth >= depth:
230 with self.assertRaises(RecursionError) as cm:
231 sys.setrecursionlimit(limit)
232 self.assertRegex(str(cm.exception),
233 "cannot set the recursion limit to [0-9]+ "
234 "at the recursion depth [0-9]+: "
235 "the limit is too low")
236 else:
237 set_recursion_limit_at_depth(depth, limit)
238
239 oldlimit = sys.getrecursionlimit()
240 try:
241 sys.setrecursionlimit(1000)
242
243 for limit in (10, 25, 50, 75, 100, 150, 200):
244 # formula extracted from _Py_RecursionLimitLowerWaterMark()
245 if limit > 200:
246 depth = limit - 50
247 else:
248 depth = limit * 3 // 4
249 set_recursion_limit_at_depth(depth, limit)
250 finally:
251 sys.setrecursionlimit(oldlimit)
252
Antoine Pitrou652e7072009-03-13 19:25:20 +0000253 def test_recursionlimit_fatalerror(self):
254 # A fatal error occurs if a second recursion limit is hit when recovering
255 # from a first one.
256 code = textwrap.dedent("""
257 import sys
258
259 def f():
260 try:
261 f()
Yury Selivanovf488fb42015-07-03 01:04:23 -0400262 except RecursionError:
Antoine Pitrou652e7072009-03-13 19:25:20 +0000263 f()
264
265 sys.setrecursionlimit(%d)
266 f()""")
Antoine Pitrou77e904e2013-10-08 23:04:32 +0200267 with test.support.SuppressCrashReport():
Ezio Melotti958f7ae2013-03-20 18:14:48 +0200268 for i in (50, 1000):
269 sub = subprocess.Popen([sys.executable, '-c', code % i],
270 stderr=subprocess.PIPE)
271 err = sub.communicate()[1]
272 self.assertTrue(sub.returncode, sub.returncode)
273 self.assertIn(
274 b"Fatal Python error: Cannot recover from stack overflow",
275 err)
Antoine Pitrou652e7072009-03-13 19:25:20 +0000276
Walter Dörwaldc3502462003-02-03 23:03:49 +0000277 def test_getwindowsversion(self):
Eric Smith05f337442010-01-27 01:25:02 +0000278 # Raise SkipTest if sys doesn't have getwindowsversion attribute
Eric Smithd8aef762010-01-27 01:38:34 +0000279 test.support.get_attribute(sys, "getwindowsversion")
Eric Smith05f337442010-01-27 01:25:02 +0000280 v = sys.getwindowsversion()
Brian Curtin808e1ad2010-07-08 22:13:25 +0000281 self.assertEqual(len(v), 5)
Eric Smith05f337442010-01-27 01:25:02 +0000282 self.assertIsInstance(v[0], int)
283 self.assertIsInstance(v[1], int)
284 self.assertIsInstance(v[2], int)
285 self.assertIsInstance(v[3], int)
286 self.assertIsInstance(v[4], str)
287 self.assertRaises(IndexError, operator.getitem, v, 5)
288 self.assertIsInstance(v.major, int)
289 self.assertIsInstance(v.minor, int)
290 self.assertIsInstance(v.build, int)
291 self.assertIsInstance(v.platform, int)
292 self.assertIsInstance(v.service_pack, str)
Eric Smitha1f20b92010-01-27 02:14:26 +0000293 self.assertIsInstance(v.service_pack_minor, int)
294 self.assertIsInstance(v.service_pack_major, int)
295 self.assertIsInstance(v.suite_mask, int)
296 self.assertIsInstance(v.product_type, int)
Eric Smith05f337442010-01-27 01:25:02 +0000297 self.assertEqual(v[0], v.major)
298 self.assertEqual(v[1], v.minor)
299 self.assertEqual(v[2], v.build)
300 self.assertEqual(v[3], v.platform)
301 self.assertEqual(v[4], v.service_pack)
Eric Smithf7bb5782010-01-27 00:44:57 +0000302
Eric Smith05f337442010-01-27 01:25:02 +0000303 # This is how platform.py calls it. Make sure tuple
304 # still has 5 elements
305 maj, min, buildno, plat, csd = sys.getwindowsversion()
Walter Dörwaldc3502462003-02-03 23:03:49 +0000306
Barry Warsawe94a37f2008-10-17 01:29:56 +0000307 def test_call_tracing(self):
308 self.assertRaises(TypeError, sys.call_tracing, type, 2)
309
Serhiy Storchaka43767632013-11-03 21:31:38 +0200310 @unittest.skipUnless(hasattr(sys, "setdlopenflags"),
311 'test needs sys.setdlopenflags()')
Walter Dörwaldc3502462003-02-03 23:03:49 +0000312 def test_dlopenflags(self):
Serhiy Storchaka43767632013-11-03 21:31:38 +0200313 self.assertTrue(hasattr(sys, "getdlopenflags"))
314 self.assertRaises(TypeError, sys.getdlopenflags, 42)
315 oldflags = sys.getdlopenflags()
316 self.assertRaises(TypeError, sys.setdlopenflags)
317 sys.setdlopenflags(oldflags+1)
318 self.assertEqual(sys.getdlopenflags(), oldflags+1)
319 sys.setdlopenflags(oldflags)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000320
Brett Cannon7a540732011-02-22 03:04:06 +0000321 @test.support.refcount_test
Walter Dörwaldc3502462003-02-03 23:03:49 +0000322 def test_refcount(self):
Benjamin Petersond23f8222009-04-05 19:13:16 +0000323 # n here must be a global in order for this test to pass while
324 # tracing with a python function. Tracing calls PyFrame_FastToLocals
325 # which will add a copy of any locals to the frame object, causing
326 # the reference count to increase by 2 instead of 1.
327 global n
Walter Dörwaldc3502462003-02-03 23:03:49 +0000328 self.assertRaises(TypeError, sys.getrefcount)
329 c = sys.getrefcount(None)
330 n = None
331 self.assertEqual(sys.getrefcount(None), c+1)
332 del n
333 self.assertEqual(sys.getrefcount(None), c)
334 if hasattr(sys, "gettotalrefcount"):
Ezio Melottie9615932010-01-24 19:26:24 +0000335 self.assertIsInstance(sys.gettotalrefcount(), int)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000336
337 def test_getframe(self):
338 self.assertRaises(TypeError, sys._getframe, 42, 42)
Neal Norwitzeb2a5ef2003-02-18 15:22:10 +0000339 self.assertRaises(ValueError, sys._getframe, 2000000000)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000340 self.assertTrue(
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000341 SysModuleTest.test_getframe.__code__ \
Walter Dörwaldc3502462003-02-03 23:03:49 +0000342 is sys._getframe().f_code
343 )
344
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000345 # sys._current_frames() is a CPython-only gimmick.
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000346 @test.support.reap_threads
Antoine Pitroua6a4dc82017-09-07 18:56:24 +0200347 def test_current_frames(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200348 import threading
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000349 import traceback
350
351 # Spawn a thread that blocks at a known place. Then the main
352 # thread does sys._current_frames(), and verifies that the frames
353 # returned make sense.
354 entered_g = threading.Event()
355 leave_g = threading.Event()
356 thread_info = [] # the thread's id
357
358 def f123():
359 g456()
360
361 def g456():
Victor Stinner2a129742011-05-30 23:02:52 +0200362 thread_info.append(threading.get_ident())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000363 entered_g.set()
364 leave_g.wait()
365
366 t = threading.Thread(target=f123)
367 t.start()
368 entered_g.wait()
369
370 # At this point, t has finished its entered_g.set(), although it's
371 # impossible to guess whether it's still on that line or has moved on
372 # to its leave_g.wait().
373 self.assertEqual(len(thread_info), 1)
374 thread_id = thread_info[0]
375
376 d = sys._current_frames()
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200377 for tid in d:
378 self.assertIsInstance(tid, int)
379 self.assertGreater(tid, 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000380
Victor Stinner2a129742011-05-30 23:02:52 +0200381 main_id = threading.get_ident()
Benjamin Peterson577473f2010-01-19 00:09:57 +0000382 self.assertIn(main_id, d)
383 self.assertIn(thread_id, d)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000384
385 # Verify that the captured main-thread frame is _this_ frame.
386 frame = d.pop(main_id)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000387 self.assertTrue(frame is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000388
389 # Verify that the captured thread frame is blocked in g456, called
390 # from f123. This is a litte tricky, since various bits of
391 # threading.py are also in the thread's call stack.
392 frame = d.pop(thread_id)
393 stack = traceback.extract_stack(frame)
394 for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
395 if funcname == "f123":
396 break
397 else:
398 self.fail("didn't find f123() on thread's call stack")
399
400 self.assertEqual(sourceline, "g456()")
401
402 # And the next record must be for g456().
403 filename, lineno, funcname, sourceline = stack[i+1]
404 self.assertEqual(funcname, "g456")
Benjamin Peterson577473f2010-01-19 00:09:57 +0000405 self.assertIn(sourceline, ["leave_g.wait()", "entered_g.set()"])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000406
407 # Reap the spawned thread.
408 leave_g.set()
409 t.join()
410
Walter Dörwaldc3502462003-02-03 23:03:49 +0000411 def test_attributes(self):
Ezio Melottie9615932010-01-24 19:26:24 +0000412 self.assertIsInstance(sys.api_version, int)
413 self.assertIsInstance(sys.argv, list)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000414 self.assertIn(sys.byteorder, ("little", "big"))
Ezio Melottie9615932010-01-24 19:26:24 +0000415 self.assertIsInstance(sys.builtin_module_names, tuple)
416 self.assertIsInstance(sys.copyright, str)
417 self.assertIsInstance(sys.exec_prefix, str)
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100418 self.assertIsInstance(sys.base_exec_prefix, str)
Ezio Melottie9615932010-01-24 19:26:24 +0000419 self.assertIsInstance(sys.executable, str)
Christian Heimes93852662007-12-01 12:22:32 +0000420 self.assertEqual(len(sys.float_info), 11)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000421 self.assertEqual(sys.float_info.radix, 2)
Mark Dickinsonbd792642009-03-18 20:06:12 +0000422 self.assertEqual(len(sys.int_info), 2)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000423 self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
424 self.assertTrue(sys.int_info.sizeof_digit >= 1)
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000425 self.assertEqual(type(sys.int_info.bits_per_digit), int)
426 self.assertEqual(type(sys.int_info.sizeof_digit), int)
Ezio Melottie9615932010-01-24 19:26:24 +0000427 self.assertIsInstance(sys.hexversion, int)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000428
Christian Heimes985ecdc2013-11-20 11:46:18 +0100429 self.assertEqual(len(sys.hash_info), 9)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000430 self.assertLess(sys.hash_info.modulus, 2**sys.hash_info.width)
431 # sys.hash_info.modulus should be a prime; we do a quick
432 # probable primality test (doesn't exclude the possibility of
433 # a Carmichael number)
434 for x in range(1, 100):
435 self.assertEqual(
436 pow(x, sys.hash_info.modulus-1, sys.hash_info.modulus),
437 1,
438 "sys.hash_info.modulus {} is a non-prime".format(
439 sys.hash_info.modulus)
440 )
441 self.assertIsInstance(sys.hash_info.inf, int)
442 self.assertIsInstance(sys.hash_info.nan, int)
443 self.assertIsInstance(sys.hash_info.imag, int)
Victor Stinner4b6d4b52013-12-12 23:06:07 +0100444 algo = sysconfig.get_config_var("Py_HASH_ALGORITHM")
Christian Heimes985ecdc2013-11-20 11:46:18 +0100445 if sys.hash_info.algorithm in {"fnv", "siphash24"}:
446 self.assertIn(sys.hash_info.hash_bits, {32, 64})
447 self.assertIn(sys.hash_info.seed_bits, {32, 64, 128})
448
449 if algo == 1:
450 self.assertEqual(sys.hash_info.algorithm, "siphash24")
451 elif algo == 2:
452 self.assertEqual(sys.hash_info.algorithm, "fnv")
453 else:
Victor Stinner56668dc2013-12-12 23:07:40 +0100454 self.assertIn(sys.hash_info.algorithm, {"fnv", "siphash24"})
Christian Heimes985ecdc2013-11-20 11:46:18 +0100455 else:
456 # PY_HASH_EXTERNAL
457 self.assertEqual(algo, 0)
458 self.assertGreaterEqual(sys.hash_info.cutoff, 0)
459 self.assertLess(sys.hash_info.cutoff, 8)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000460
Ezio Melottie9615932010-01-24 19:26:24 +0000461 self.assertIsInstance(sys.maxsize, int)
462 self.assertIsInstance(sys.maxunicode, int)
Ezio Melotti48a2f8f2011-09-29 00:18:19 +0300463 self.assertEqual(sys.maxunicode, 0x10FFFF)
Ezio Melottie9615932010-01-24 19:26:24 +0000464 self.assertIsInstance(sys.platform, str)
465 self.assertIsInstance(sys.prefix, str)
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100466 self.assertIsInstance(sys.base_prefix, str)
Ezio Melottie9615932010-01-24 19:26:24 +0000467 self.assertIsInstance(sys.version, str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000468 vi = sys.version_info
Ezio Melottie9615932010-01-24 19:26:24 +0000469 self.assertIsInstance(vi[:], tuple)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000470 self.assertEqual(len(vi), 5)
Ezio Melottie9615932010-01-24 19:26:24 +0000471 self.assertIsInstance(vi[0], int)
472 self.assertIsInstance(vi[1], int)
473 self.assertIsInstance(vi[2], int)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000474 self.assertIn(vi[3], ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000475 self.assertIsInstance(vi[4], int)
476 self.assertIsInstance(vi.major, int)
477 self.assertIsInstance(vi.minor, int)
478 self.assertIsInstance(vi.micro, int)
Ezio Melottib58e0bd2010-01-23 15:40:09 +0000479 self.assertIn(vi.releaselevel, ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000480 self.assertIsInstance(vi.serial, int)
Eric Smith0e5b5622009-02-06 01:32:42 +0000481 self.assertEqual(vi[0], vi.major)
482 self.assertEqual(vi[1], vi.minor)
483 self.assertEqual(vi[2], vi.micro)
484 self.assertEqual(vi[3], vi.releaselevel)
485 self.assertEqual(vi[4], vi.serial)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000486 self.assertTrue(vi > (1,0,0))
Mark Dickinson55d110c2009-10-24 14:04:48 +0000487 self.assertIsInstance(sys.float_repr_style, str)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000488 self.assertIn(sys.float_repr_style, ('short', 'legacy'))
Barry Warsaw8cf4eae2010-10-16 01:04:07 +0000489 if not sys.platform.startswith('win'):
490 self.assertIsInstance(sys.abiflags, str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000491
Victor Stinnerd5c355c2011-04-30 14:53:09 +0200492 def test_thread_info(self):
493 info = sys.thread_info
Ezio Melotti48006cf2011-05-01 00:03:49 +0300494 self.assertEqual(len(info), 3)
Jesus Ceaf01d6952012-10-05 03:36:11 +0200495 self.assertIn(info.name, ('nt', 'pthread', 'solaris', None))
Victor Stinnerd5c355c2011-04-30 14:53:09 +0200496 self.assertIn(info.lock, ('semaphore', 'mutex+cond', None))
497
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000498 def test_43581(self):
Georg Brandl03124942008-06-10 15:50:56 +0000499 # Can't use sys.stdout, as this is a StringIO object when
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000500 # the test runs under regrtest.
Guido van Rossume61fd5b2007-07-11 12:20:59 +0000501 self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000502
Georg Brandl66a796e2006-12-19 20:50:34 +0000503 def test_intern(self):
Georg Brandl03526552009-10-27 23:00:28 +0000504 global numruns
505 numruns += 1
Georg Brandl66a796e2006-12-19 20:50:34 +0000506 self.assertRaises(TypeError, sys.intern)
Georg Brandl03526552009-10-27 23:00:28 +0000507 s = "never interned before" + str(numruns)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000508 self.assertTrue(sys.intern(s) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000509 s2 = s.swapcase().swapcase()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000510 self.assertTrue(sys.intern(s2) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000511
512 # Subclasses of string can't be interned, because they
513 # provide too much opportunity for insane things to happen.
514 # We don't want them in the interned dict and if they aren't
515 # actually interned, we don't want to create the appearance
Ezio Melotti13925002011-03-16 11:05:33 +0200516 # that they are by allowing intern() to succeed.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000517 class S(str):
Georg Brandl66a796e2006-12-19 20:50:34 +0000518 def __hash__(self):
519 return 123
520
Guido van Rossum98297ee2007-11-06 21:34:58 +0000521 self.assertRaises(TypeError, sys.intern, S("abc"))
Martin v. Löwis5b222132007-06-10 09:51:05 +0000522
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000523 def test_sys_flags(self):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000524 self.assertTrue(sys.flags)
Éric Araujobe3bd572011-03-26 01:55:15 +0100525 attrs = ("debug",
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000526 "inspect", "interactive", "optimize", "dont_write_bytecode",
Georg Brandlc5e88d52008-06-06 09:02:07 +0000527 "no_user_site", "no_site", "ignore_environment", "verbose",
Victor Stinner5e3806f2017-11-30 11:40:24 +0100528 "bytes_warning", "quiet", "hash_randomization", "isolated",
Victor Stinner91106cd2017-12-13 12:29:09 +0100529 "dev_mode", "utf8_mode")
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000530 for attr in attrs:
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000531 self.assertTrue(hasattr(sys.flags, attr), attr)
Victor Stinner5e3806f2017-11-30 11:40:24 +0100532 attr_type = bool if attr == "dev_mode" else int
533 self.assertEqual(type(getattr(sys.flags, attr)), attr_type, attr)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000534 self.assertTrue(repr(sys.flags))
Georg Brandlc5e88d52008-06-06 09:02:07 +0000535 self.assertEqual(len(sys.flags), len(attrs))
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000536
Victor Stinner91106cd2017-12-13 12:29:09 +0100537 self.assertIn(sys.flags.utf8_mode, {0, 1, 2})
538
Antoine Pitrou871dfc42014-04-28 13:07:06 +0200539 def assert_raise_on_new_sys_type(self, sys_attr):
540 # Users are intentionally prevented from creating new instances of
541 # sys.flags, sys.version_info, and sys.getwindowsversion.
542 attr_type = type(sys_attr)
543 with self.assertRaises(TypeError):
544 attr_type()
545 with self.assertRaises(TypeError):
546 attr_type.__new__(attr_type)
547
548 def test_sys_flags_no_instantiation(self):
549 self.assert_raise_on_new_sys_type(sys.flags)
550
551 def test_sys_version_info_no_instantiation(self):
552 self.assert_raise_on_new_sys_type(sys.version_info)
553
554 def test_sys_getwindowsversion_no_instantiation(self):
555 # Skip if not being run on Windows.
556 test.support.get_attribute(sys, "getwindowsversion")
557 self.assert_raise_on_new_sys_type(sys.getwindowsversion())
558
Benjamin Petersonf5f9c132015-02-02 14:22:13 -0500559 @test.support.cpython_only
Christian Heimes15ebc882008-02-04 18:48:49 +0000560 def test_clear_type_cache(self):
561 sys._clear_type_cache()
562
Martin v. Löwis0f599892008-06-02 11:13:03 +0000563 def test_ioencoding(self):
Martin v. Löwis0f599892008-06-02 11:13:03 +0000564 env = dict(os.environ)
565
566 # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
567 # not representable in ASCII.
568
569 env["PYTHONIOENCODING"] = "cp424"
570 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
571 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000572 out = p.communicate()[0].strip()
Antoine Pitrou894375a2012-08-05 00:15:06 +0200573 expected = ("\xa2" + os.linesep).encode("cp424")
574 self.assertEqual(out, expected)
Martin v. Löwis0f599892008-06-02 11:13:03 +0000575
576 env["PYTHONIOENCODING"] = "ascii:replace"
577 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
578 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000579 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000580 self.assertEqual(out, b'?')
581
Serhiy Storchakabf28d2d2013-09-13 11:46:24 +0300582 env["PYTHONIOENCODING"] = "ascii"
583 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
584 stdout=subprocess.PIPE, stderr=subprocess.PIPE,
585 env=env)
586 out, err = p.communicate()
587 self.assertEqual(out, b'')
588 self.assertIn(b'UnicodeEncodeError:', err)
589 self.assertIn(rb"'\xa2'", err)
590
591 env["PYTHONIOENCODING"] = "ascii:"
592 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
593 stdout=subprocess.PIPE, stderr=subprocess.PIPE,
594 env=env)
595 out, err = p.communicate()
596 self.assertEqual(out, b'')
597 self.assertIn(b'UnicodeEncodeError:', err)
598 self.assertIn(rb"'\xa2'", err)
599
600 env["PYTHONIOENCODING"] = ":surrogateescape"
601 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xdcbd))'],
602 stdout=subprocess.PIPE, env=env)
603 out = p.communicate()[0].strip()
604 self.assertEqual(out, b'\xbd')
605
606 @unittest.skipUnless(test.support.FS_NONASCII,
607 'requires OS support of non-ASCII encodings')
Steve Dowere58571b2016-09-08 11:11:13 -0700608 @unittest.skipUnless(sys.getfilesystemencoding() == locale.getpreferredencoding(False),
609 'requires FS encoding to match locale')
Serhiy Storchakabf28d2d2013-09-13 11:46:24 +0300610 def test_ioencoding_nonascii(self):
611 env = dict(os.environ)
612
613 env["PYTHONIOENCODING"] = ""
614 p = subprocess.Popen([sys.executable, "-c",
615 'print(%a)' % test.support.FS_NONASCII],
616 stdout=subprocess.PIPE, env=env)
617 out = p.communicate()[0].strip()
618 self.assertEqual(out, os.fsencode(test.support.FS_NONASCII))
619
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100620 @unittest.skipIf(sys.base_prefix != sys.prefix,
621 'Test is not venv-compatible')
Victor Stinner171ba052010-03-12 14:20:59 +0000622 def test_executable(self):
Petri Lehtinen97133212012-02-02 20:59:48 +0200623 # sys.executable should be absolute
624 self.assertEqual(os.path.abspath(sys.executable), sys.executable)
625
Victor Stinner171ba052010-03-12 14:20:59 +0000626 # Issue #7774: Ensure that sys.executable is an empty string if argv[0]
Serhiy Storchaka6a7b3a72016-04-17 08:32:47 +0300627 # has been set to a non existent program name and Python is unable to
Victor Stinner171ba052010-03-12 14:20:59 +0000628 # retrieve the real program name
Florent Xicluna02ea12b22010-07-28 16:39:41 +0000629
Victor Stinner171ba052010-03-12 14:20:59 +0000630 # For a normal installation, it should work without 'cwd'
631 # argument. For test runs in the build directory, see #7774.
632 python_dir = os.path.dirname(os.path.realpath(sys.executable))
633 p = subprocess.Popen(
634 ["nonexistent", "-c",
635 'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
636 executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
637 stdout = p.communicate()[0]
638 executable = stdout.strip().decode("ASCII")
639 p.wait()
640 self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
641
Victor Stinner85ca2af2010-08-19 11:23:47 +0000642 def check_fsencoding(self, fs_encoding, expected=None):
643 self.assertIsNotNone(fs_encoding)
644 codecs.lookup(fs_encoding)
645 if expected:
646 self.assertEqual(fs_encoding, expected)
647
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000648 def test_getfilesystemencoding(self):
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000649 fs_encoding = sys.getfilesystemencoding()
Victor Stinner85ca2af2010-08-19 11:23:47 +0000650 if sys.platform == 'darwin':
651 expected = 'utf-8'
Victor Stinner85ca2af2010-08-19 11:23:47 +0000652 else:
653 expected = None
Victor Stinner99435242010-08-19 11:30:09 +0000654 self.check_fsencoding(fs_encoding, expected)
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000655
Victor Stinner315877d2018-08-29 09:58:12 +0200656 def c_locale_get_error_handler(self, locale, isolated=False, encoding=None):
Victor Stinner71430292014-03-18 01:18:21 +0100657 # Force the POSIX locale
Victor Stinner06e76082018-09-19 14:56:36 -0700658 env = os.environ.copy()
Victor Stinner315877d2018-08-29 09:58:12 +0200659 env["LC_ALL"] = locale
Victor Stinner06e76082018-09-19 14:56:36 -0700660 env["PYTHONCOERCECLOCALE"] = "0"
Victor Stinner71430292014-03-18 01:18:21 +0100661 code = '\n'.join((
Victor Stinner97f17a72014-03-18 02:28:10 +0100662 'import sys',
Victor Stinner71430292014-03-18 01:18:21 +0100663 'def dump(name):',
664 ' std = getattr(sys, name)',
Victor Stinner97f17a72014-03-18 02:28:10 +0100665 ' print("%s: %s" % (name, std.errors))',
Victor Stinner71430292014-03-18 01:18:21 +0100666 'dump("stdin")',
667 'dump("stdout")',
668 'dump("stderr")',
669 ))
Victor Stinner06e76082018-09-19 14:56:36 -0700670 args = [sys.executable, "-X", "utf8=0", "-c", code]
Victor Stinner97f17a72014-03-18 02:28:10 +0100671 if isolated:
672 args.append("-I")
Serhiy Storchakafc435112016-04-10 14:34:13 +0300673 if encoding is not None:
Victor Stinner97f17a72014-03-18 02:28:10 +0100674 env['PYTHONIOENCODING'] = encoding
Serhiy Storchakafc435112016-04-10 14:34:13 +0300675 else:
676 env.pop('PYTHONIOENCODING', None)
Victor Stinner97f17a72014-03-18 02:28:10 +0100677 p = subprocess.Popen(args,
678 stdout=subprocess.PIPE,
679 stderr=subprocess.STDOUT,
680 env=env,
681 universal_newlines=True)
682 stdout, stderr = p.communicate()
683 return stdout
684
Victor Stinner315877d2018-08-29 09:58:12 +0200685 def check_locale_surrogateescape(self, locale):
686 out = self.c_locale_get_error_handler(locale, isolated=True)
Victor Stinner71430292014-03-18 01:18:21 +0100687 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100688 'stdin: surrogateescape\n'
689 'stdout: surrogateescape\n'
690 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100691
692 # replace the default error handler
Victor Stinner315877d2018-08-29 09:58:12 +0200693 out = self.c_locale_get_error_handler(locale, encoding=':ignore')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300694 self.assertEqual(out,
695 'stdin: ignore\n'
696 'stdout: ignore\n'
697 'stderr: backslashreplace\n')
698
699 # force the encoding
Victor Stinner315877d2018-08-29 09:58:12 +0200700 out = self.c_locale_get_error_handler(locale, encoding='iso8859-1')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300701 self.assertEqual(out,
702 'stdin: strict\n'
703 'stdout: strict\n'
704 'stderr: backslashreplace\n')
Victor Stinner315877d2018-08-29 09:58:12 +0200705 out = self.c_locale_get_error_handler(locale, encoding='iso8859-1:')
Victor Stinner71430292014-03-18 01:18:21 +0100706 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100707 'stdin: strict\n'
708 'stdout: strict\n'
709 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100710
Serhiy Storchakafc435112016-04-10 14:34:13 +0300711 # have no any effect
Victor Stinner315877d2018-08-29 09:58:12 +0200712 out = self.c_locale_get_error_handler(locale, encoding=':')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300713 self.assertEqual(out,
Victor Stinner9e4994d2018-08-28 23:26:33 +0200714 'stdin: surrogateescape\n'
715 'stdout: surrogateescape\n'
Serhiy Storchakafc435112016-04-10 14:34:13 +0300716 'stderr: backslashreplace\n')
Victor Stinner315877d2018-08-29 09:58:12 +0200717 out = self.c_locale_get_error_handler(locale, encoding='')
Victor Stinner71430292014-03-18 01:18:21 +0100718 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100719 'stdin: surrogateescape\n'
720 'stdout: surrogateescape\n'
721 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100722
Victor Stinner315877d2018-08-29 09:58:12 +0200723 def test_c_locale_surrogateescape(self):
724 self.check_locale_surrogateescape('C')
725
726 def test_posix_locale_surrogateescape(self):
727 self.check_locale_surrogateescape('POSIX')
728
Barry Warsaw409da152012-06-03 16:18:47 -0400729 def test_implementation(self):
730 # This test applies to all implementations equally.
731
Georg Brandle054f452012-09-29 09:44:17 +0200732 levels = {'alpha': 0xA, 'beta': 0xB, 'candidate': 0xC, 'final': 0xF}
Barry Warsaw409da152012-06-03 16:18:47 -0400733
734 self.assertTrue(hasattr(sys.implementation, 'name'))
735 self.assertTrue(hasattr(sys.implementation, 'version'))
736 self.assertTrue(hasattr(sys.implementation, 'hexversion'))
737 self.assertTrue(hasattr(sys.implementation, 'cache_tag'))
738
739 version = sys.implementation.version
740 self.assertEqual(version[:2], (version.major, version.minor))
741
742 hexversion = (version.major << 24 | version.minor << 16 |
743 version.micro << 8 | levels[version.releaselevel] << 4 |
744 version.serial << 0)
745 self.assertEqual(sys.implementation.hexversion, hexversion)
746
Barry Warsaw028b37c2012-06-04 12:01:56 -0400747 # PEP 421 requires that .name be lower case.
Barry Warsawefce00c2012-06-04 12:02:42 -0400748 self.assertEqual(sys.implementation.name,
Barry Warsaw028b37c2012-06-04 12:01:56 -0400749 sys.implementation.name.lower())
750
Victor Stinner8e7966b2014-08-16 14:11:01 +0200751 @test.support.cpython_only
David Malcolm49526f42012-06-22 14:55:41 -0400752 def test_debugmallocstats(self):
753 # Test sys._debugmallocstats()
Berker Peksagce643912015-05-06 06:33:17 +0300754 from test.support.script_helper import assert_python_ok
David Malcolm49526f42012-06-22 14:55:41 -0400755 args = ['-c', 'import sys; sys._debugmallocstats()']
756 ret, out, err = assert_python_ok(*args)
757 self.assertIn(b"free PyDictObjects", err)
Martin v. Löwis0f599892008-06-02 11:13:03 +0000758
Victor Stinnered0b87d2013-12-19 17:16:42 +0100759 # The function has no parameter
760 self.assertRaises(TypeError, sys._debugmallocstats, True)
761
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100762 @unittest.skipUnless(hasattr(sys, "getallocatedblocks"),
763 "sys.getallocatedblocks unavailable on this build")
764 def test_getallocatedblocks(self):
Victor Stinner5d39e042017-11-29 17:20:38 +0100765 try:
766 import _testcapi
767 except ImportError:
768 with_pymalloc = support.with_pymalloc()
769 else:
Victor Stinner9b8314c2019-04-12 15:15:04 +0200770 try:
771 alloc_name = _testcapi.pymem_getallocatorsname()
772 except RuntimeError as exc:
773 # "cannot get allocators name" (ex: tracemalloc is used)
774 with_pymalloc = True
775 else:
776 with_pymalloc = (alloc_name in ('pymalloc', 'pymalloc_debug'))
Victor Stinner5d39e042017-11-29 17:20:38 +0100777
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100778 # Some sanity checks
779 a = sys.getallocatedblocks()
780 self.assertIs(type(a), int)
Antoine Pitrou92840532012-12-17 23:05:59 +0100781 if with_pymalloc:
782 self.assertGreater(a, 0)
783 else:
Antoine Pitrouf61dc4c2012-12-18 19:50:58 +0100784 # When WITH_PYMALLOC isn't available, we don't know anything
785 # about the underlying implementation: the function might
786 # return 0 or something greater.
787 self.assertGreaterEqual(a, 0)
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100788 try:
789 # While we could imagine a Python session where the number of
790 # multiple buffer objects would exceed the sharing of references,
791 # it is unlikely to happen in a normal test run.
792 self.assertLess(a, sys.gettotalrefcount())
793 except AttributeError:
794 # gettotalrefcount() not available
795 pass
796 gc.collect()
797 b = sys.getallocatedblocks()
798 self.assertLessEqual(b, a)
799 gc.collect()
800 c = sys.getallocatedblocks()
801 self.assertIn(c, range(b - 50, b + 50))
802
Serhiy Storchakaa7930372016-07-03 22:27:26 +0300803 @test.support.requires_type_collecting
Antoine Pitrou5db1bb82014-12-07 01:28:27 +0100804 def test_is_finalizing(self):
805 self.assertIs(sys.is_finalizing(), False)
806 # Don't use the atexit module because _Py_Finalizing is only set
807 # after calling atexit callbacks
808 code = """if 1:
809 import sys
810
811 class AtExit:
812 is_finalizing = sys.is_finalizing
813 print = print
814
815 def __del__(self):
816 self.print(self.is_finalizing(), flush=True)
817
818 # Keep a reference in the __main__ module namespace, so the
819 # AtExit destructor will be called at Python exit
820 ref = AtExit()
821 """
822 rc, stdout, stderr = assert_python_ok('-c', code)
823 self.assertEqual(stdout.rstrip(), b'True')
824
Zackery Spytz249b7d52019-05-30 05:08:24 -0600825 @test.support.requires_type_collecting
826 def test_issue20602(self):
827 # sys.flags and sys.float_info were wiped during shutdown.
828 code = """if 1:
829 import sys
830 class A:
831 def __del__(self, sys=sys):
832 print(sys.flags)
833 print(sys.float_info)
834 a = A()
835 """
836 rc, out, err = assert_python_ok('-c', code)
837 out = out.splitlines()
838 self.assertIn(b'sys.flags', out[0])
839 self.assertIn(b'sys.float_info', out[1])
840
Victor Stinnerd6958ac2016-12-02 01:13:46 +0100841 @unittest.skipUnless(hasattr(sys, 'getandroidapilevel'),
842 'need sys.getandroidapilevel()')
843 def test_getandroidapilevel(self):
844 level = sys.getandroidapilevel()
845 self.assertIsInstance(level, int)
846 self.assertGreater(level, 0)
847
Serhiy Storchakaedad8ee2017-11-15 17:38:52 +0200848 def test_sys_tracebacklimit(self):
849 code = """if 1:
850 import sys
851 def f1():
852 1 / 0
853 def f2():
854 f1()
855 sys.tracebacklimit = %r
856 f2()
857 """
858 def check(tracebacklimit, expected):
859 p = subprocess.Popen([sys.executable, '-c', code % tracebacklimit],
860 stderr=subprocess.PIPE)
861 out = p.communicate()[1]
862 self.assertEqual(out.splitlines(), expected)
863
864 traceback = [
865 b'Traceback (most recent call last):',
866 b' File "<string>", line 8, in <module>',
867 b' File "<string>", line 6, in f2',
868 b' File "<string>", line 4, in f1',
869 b'ZeroDivisionError: division by zero'
870 ]
871 check(10, traceback)
872 check(3, traceback)
873 check(2, traceback[:1] + traceback[2:])
874 check(1, traceback[:1] + traceback[3:])
875 check(0, [traceback[-1]])
876 check(-1, [traceback[-1]])
877 check(1<<1000, traceback)
878 check(-1<<1000, [traceback[-1]])
879 check(None, traceback)
880
Pablo Galindo09770912018-04-25 03:22:28 +0100881 def test_no_duplicates_in_meta_path(self):
882 self.assertEqual(len(sys.meta_path), len(set(sys.meta_path)))
883
Victor Stinnerb2457ef2018-08-29 13:25:36 +0200884 @unittest.skipUnless(hasattr(sys, "_enablelegacywindowsfsencoding"),
885 'needs sys._enablelegacywindowsfsencoding()')
886 def test__enablelegacywindowsfsencoding(self):
887 code = ('import sys',
888 'sys._enablelegacywindowsfsencoding()',
889 'print(sys.getfilesystemencoding(), sys.getfilesystemencodeerrors())')
890 rc, out, err = assert_python_ok('-c', '; '.join(code))
891 out = out.decode('ascii', 'replace').rstrip()
892 self.assertEqual(out, 'mbcs replace')
893
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100894
Serhiy Storchaka5cfc79d2014-02-07 10:06:39 +0200895@test.support.cpython_only
Victor Stinneref9d9b62019-05-22 11:28:22 +0200896class UnraisableHookTest(unittest.TestCase):
Victor Stinner71c52e32019-05-27 08:57:14 +0200897 def write_unraisable_exc(self, exc, err_msg, obj):
Victor Stinneref9d9b62019-05-22 11:28:22 +0200898 import _testcapi
899 import types
Victor Stinner71c52e32019-05-27 08:57:14 +0200900 err_msg2 = f"Exception ignored {err_msg}"
Victor Stinneref9d9b62019-05-22 11:28:22 +0200901 try:
Victor Stinner71c52e32019-05-27 08:57:14 +0200902 _testcapi.write_unraisable_exc(exc, err_msg, obj)
Victor Stinnerdf22c032019-05-23 01:00:58 +0200903 return types.SimpleNamespace(exc_type=type(exc),
904 exc_value=exc,
905 exc_traceback=exc.__traceback__,
Victor Stinner71c52e32019-05-27 08:57:14 +0200906 err_msg=err_msg2,
Victor Stinnerdf22c032019-05-23 01:00:58 +0200907 object=obj)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200908 finally:
909 # Explicitly break any reference cycle
910 exc = None
Victor Stinneref9d9b62019-05-22 11:28:22 +0200911
912 def test_original_unraisablehook(self):
Victor Stinner71c52e32019-05-27 08:57:14 +0200913 for err_msg in (None, "original hook"):
914 with self.subTest(err_msg=err_msg):
915 obj = "an object"
Victor Stinneref9d9b62019-05-22 11:28:22 +0200916
Victor Stinner71c52e32019-05-27 08:57:14 +0200917 with test.support.captured_output("stderr") as stderr:
918 with test.support.swap_attr(sys, 'unraisablehook',
919 sys.__unraisablehook__):
920 self.write_unraisable_exc(ValueError(42), err_msg, obj)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200921
Victor Stinner71c52e32019-05-27 08:57:14 +0200922 err = stderr.getvalue()
923 if err_msg is not None:
924 self.assertIn(f'Exception ignored {err_msg}: {obj!r}\n', err)
925 else:
926 self.assertIn(f'Exception ignored in: {obj!r}\n', err)
927 self.assertIn('Traceback (most recent call last):\n', err)
928 self.assertIn('ValueError: 42\n', err)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200929
Victor Stinnere4d300e2019-05-22 23:44:02 +0200930 def test_original_unraisablehook_err(self):
931 # bpo-22836: PyErr_WriteUnraisable() should give sensible reports
932 class BrokenDel:
933 def __del__(self):
934 exc = ValueError("del is broken")
935 # The following line is included in the traceback report:
936 raise exc
937
938 class BrokenStrException(Exception):
939 def __str__(self):
940 raise Exception("str() is broken")
941
942 class BrokenExceptionDel:
943 def __del__(self):
944 exc = BrokenStrException()
945 # The following line is included in the traceback report:
946 raise exc
947
948 for test_class in (BrokenDel, BrokenExceptionDel):
949 with self.subTest(test_class):
950 obj = test_class()
951 with test.support.captured_stderr() as stderr, \
952 test.support.swap_attr(sys, 'unraisablehook',
953 sys.__unraisablehook__):
954 # Trigger obj.__del__()
955 del obj
956
957 report = stderr.getvalue()
958 self.assertIn("Exception ignored", report)
959 self.assertIn(test_class.__del__.__qualname__, report)
960 self.assertIn("test_sys.py", report)
961 self.assertIn("raise exc", report)
962 if test_class is BrokenExceptionDel:
963 self.assertIn("BrokenStrException", report)
964 self.assertIn("<exception str() failed>", report)
965 else:
966 self.assertIn("ValueError", report)
967 self.assertIn("del is broken", report)
968 self.assertTrue(report.endswith("\n"))
969
970
Victor Stinneref9d9b62019-05-22 11:28:22 +0200971 def test_original_unraisablehook_wrong_type(self):
972 exc = ValueError(42)
973 with test.support.swap_attr(sys, 'unraisablehook',
974 sys.__unraisablehook__):
975 with self.assertRaises(TypeError):
976 sys.unraisablehook(exc)
977
978 def test_custom_unraisablehook(self):
979 hook_args = None
980
981 def hook_func(args):
982 nonlocal hook_args
983 hook_args = args
984
985 obj = object()
986 try:
987 with test.support.swap_attr(sys, 'unraisablehook', hook_func):
Victor Stinner71c52e32019-05-27 08:57:14 +0200988 expected = self.write_unraisable_exc(ValueError(42),
989 "custom hook", obj)
990 for attr in "exc_type exc_value exc_traceback err_msg object".split():
Victor Stinneref9d9b62019-05-22 11:28:22 +0200991 self.assertEqual(getattr(hook_args, attr),
992 getattr(expected, attr),
993 (hook_args, expected))
994 finally:
995 # expected and hook_args contain an exception: break reference cycle
996 expected = None
997 hook_args = None
998
999 def test_custom_unraisablehook_fail(self):
1000 def hook_func(*args):
1001 raise Exception("hook_func failed")
1002
1003 with test.support.captured_output("stderr") as stderr:
1004 with test.support.swap_attr(sys, 'unraisablehook', hook_func):
Victor Stinner71c52e32019-05-27 08:57:14 +02001005 self.write_unraisable_exc(ValueError(42),
1006 "custom hook fail", None)
Victor Stinneref9d9b62019-05-22 11:28:22 +02001007
1008 err = stderr.getvalue()
Victor Stinner71c52e32019-05-27 08:57:14 +02001009 self.assertIn(f'Exception ignored in sys.unraisablehook: '
1010 f'{hook_func!r}\n',
Victor Stinneref9d9b62019-05-22 11:28:22 +02001011 err)
1012 self.assertIn('Traceback (most recent call last):\n', err)
1013 self.assertIn('Exception: hook_func failed\n', err)
1014
1015
1016@test.support.cpython_only
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001017class SizeofTest(unittest.TestCase):
1018
1019 def setUp(self):
Martin v. Löwis33f79972012-07-29 16:33:05 +02001020 self.P = struct.calcsize('P')
Mark Dickinsonbd792642009-03-18 20:06:12 +00001021 self.longdigit = sys.int_info.sizeof_digit
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001022 import _testcapi
1023 self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001024
Martin v. Löwis33f79972012-07-29 16:33:05 +02001025 check_sizeof = test.support.check_sizeof
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001026
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001027 def test_gc_head_size(self):
1028 # Check that the gc header size is added to objects tracked by the gc.
Martin v. Löwis33f79972012-07-29 16:33:05 +02001029 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001030 gc_header_size = self.gc_headsize
1031 # bool objects are not gc tracked
Martin v. Löwis33f79972012-07-29 16:33:05 +02001032 self.assertEqual(sys.getsizeof(True), vsize('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001033 # but lists are
Martin v. Löwis2b168442012-07-29 16:38:45 +02001034 self.assertEqual(sys.getsizeof([]), vsize('Pn') + gc_header_size)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001035
Serhiy Storchaka030e92d2014-11-15 13:21:37 +02001036 def test_errors(self):
1037 class BadSizeof:
1038 def __sizeof__(self):
1039 raise ValueError
1040 self.assertRaises(ValueError, sys.getsizeof, BadSizeof())
1041
1042 class InvalidSizeof:
1043 def __sizeof__(self):
1044 return None
1045 self.assertRaises(TypeError, sys.getsizeof, InvalidSizeof())
1046 sentinel = ["sentinel"]
1047 self.assertIs(sys.getsizeof(InvalidSizeof(), sentinel), sentinel)
1048
1049 class FloatSizeof:
1050 def __sizeof__(self):
1051 return 4.5
1052 self.assertRaises(TypeError, sys.getsizeof, FloatSizeof())
1053 self.assertIs(sys.getsizeof(FloatSizeof(), sentinel), sentinel)
1054
1055 class OverflowSizeof(int):
1056 def __sizeof__(self):
1057 return int(self)
1058 self.assertEqual(sys.getsizeof(OverflowSizeof(sys.maxsize)),
1059 sys.maxsize + self.gc_headsize)
1060 with self.assertRaises(OverflowError):
1061 sys.getsizeof(OverflowSizeof(sys.maxsize + 1))
1062 with self.assertRaises(ValueError):
1063 sys.getsizeof(OverflowSizeof(-1))
1064 with self.assertRaises((ValueError, OverflowError)):
1065 sys.getsizeof(OverflowSizeof(-sys.maxsize - 1))
1066
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001067 def test_default(self):
Martin v. Löwis2b168442012-07-29 16:38:45 +02001068 size = test.support.calcvobjsize
1069 self.assertEqual(sys.getsizeof(True), size('') + self.longdigit)
1070 self.assertEqual(sys.getsizeof(True, -1), size('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001071
1072 def test_objecttypes(self):
1073 # check all types defined in Objects/
Serhiy Storchaka51855972015-12-20 11:39:14 +02001074 calcsize = struct.calcsize
Martin v. Löwis33f79972012-07-29 16:33:05 +02001075 size = test.support.calcobjsize
1076 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001077 check = self.check_sizeof
1078 # bool
Martin v. Löwis33f79972012-07-29 16:33:05 +02001079 check(True, vsize('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001080 # buffer
1081 # XXX
1082 # builtin_function_or_method
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001083 check(len, size('5P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001084 # bytearray
1085 samples = [b'', b'u'*100000]
1086 for sample in samples:
1087 x = bytearray(sample)
Antoine Pitrou5df8a8a2013-10-05 21:12:18 +02001088 check(x, vsize('n2Pi') + x.__alloc__())
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001089 # bytearray_iterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001090 check(iter(bytearray()), size('nP'))
Antoine Pitroua6545102015-03-10 22:32:00 +01001091 # bytes
1092 check(b'', vsize('n') + 1)
1093 check(b'x' * 10, vsize('n') + 11)
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001094 # cell
1095 def get_cell():
1096 x = 42
1097 def inner():
1098 return x
1099 return inner
Martin v. Löwis33f79972012-07-29 16:33:05 +02001100 check(get_cell().__closure__[0], size('P'))
Robert Schuppenies4efb5182008-06-06 11:49:51 +00001101 # code
Dong-hee Nab4dc6af2017-04-20 16:31:17 +09001102 def check_code_size(a, expected_size):
1103 self.assertGreaterEqual(sys.getsizeof(a), expected_size)
1104 check_code_size(get_cell().__code__, size('6i13P'))
1105 check_code_size(get_cell.__code__, size('6i13P'))
Martin v. Löwis3bbd2fa2012-07-26 22:23:23 +02001106 def get_cell2(x):
1107 def inner():
1108 return x
1109 return inner
Dong-hee Nab4dc6af2017-04-20 16:31:17 +09001110 check_code_size(get_cell2.__code__, size('6i13P') + calcsize('n'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001111 # complex
Martin v. Löwis33f79972012-07-29 16:33:05 +02001112 check(complex(0,1), size('2d'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001113 # method_descriptor (descriptor object)
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001114 check(str.lower, size('3PPP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001115 # classmethod_descriptor (descriptor object)
1116 # XXX
1117 # member_descriptor (descriptor object)
1118 import datetime
Martin v. Löwis2b168442012-07-29 16:38:45 +02001119 check(datetime.timedelta.days, size('3PP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001120 # getset_descriptor (descriptor object)
1121 import collections
Martin v. Löwis2b168442012-07-29 16:38:45 +02001122 check(collections.defaultdict.default_factory, size('3PP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001123 # wrapper_descriptor (descriptor object)
Martin v. Löwis2b168442012-07-29 16:38:45 +02001124 check(int.__add__, size('3P2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001125 # method-wrapper (descriptor object)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001126 check({}.__iter__, size('2P'))
Inada Naokif2a18672019-03-12 17:25:44 +09001127 # empty dict
1128 check({}, size('nQ2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001129 # dict
Inada Naokif2a18672019-03-12 17:25:44 +09001130 check({"a": 1}, size('nQ2P') + calcsize('2nP2n') + 8 + (8*2//3)*calcsize('n2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001131 longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
Victor Stinnera1fd0782016-09-09 21:51:19 -07001132 check(longdict, size('nQ2P') + calcsize('2nP2n') + 16 + (16*2//3)*calcsize('n2P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001133 # dictionary-keyview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001134 check({}.keys(), size('P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001135 # dictionary-valueview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001136 check({}.values(), size('P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001137 # dictionary-itemview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001138 check({}.items(), size('P'))
1139 # dictionary iterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001140 check(iter({}), size('P2nPn'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001141 # dictionary-keyiterator
1142 check(iter({}.keys()), size('P2nPn'))
1143 # dictionary-valueiterator
1144 check(iter({}.values()), size('P2nPn'))
1145 # dictionary-itemiterator
1146 check(iter({}.items()), size('P2nPn'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001147 # dictproxy
1148 class C(object): pass
Martin v. Löwis33f79972012-07-29 16:33:05 +02001149 check(C.__dict__, size('P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001150 # BaseException
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001151 check(BaseException(), size('5Pb'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001152 # UnicodeEncodeError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001153 check(UnicodeEncodeError("", "", 0, 0, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001154 # UnicodeDecodeError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001155 check(UnicodeDecodeError("", b"", 0, 0, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001156 # UnicodeTranslateError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001157 check(UnicodeTranslateError("", 0, 1, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001158 # ellipses
Martin v. Löwis33f79972012-07-29 16:33:05 +02001159 check(Ellipsis, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001160 # EncodingMap
1161 import codecs, encodings.iso8859_3
1162 x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001163 check(x, size('32B2iB'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001164 # enumerate
Martin v. Löwis2b168442012-07-29 16:38:45 +02001165 check(enumerate([]), size('n3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001166 # reverse
Martin v. Löwis2b168442012-07-29 16:38:45 +02001167 check(reversed(''), size('nP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001168 # float
Martin v. Löwis33f79972012-07-29 16:33:05 +02001169 check(float(0), size('d'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001170 # sys.floatinfo
Martin v. Löwis33f79972012-07-29 16:33:05 +02001171 check(sys.float_info, vsize('') + self.P * len(sys.float_info))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001172 # frame
1173 import inspect
1174 CO_MAXBLOCKS = 20
1175 x = inspect.currentframe()
1176 ncells = len(x.f_code.co_cellvars)
1177 nfrees = len(x.f_code.co_freevars)
1178 extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
1179 ncells + nfrees - 1
Mark Shannonae3087c2017-10-22 22:41:51 +01001180 check(x, vsize('5P2c4P3ic' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001181 # function
1182 def func(): pass
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001183 check(func, size('13P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001184 class c():
1185 @staticmethod
1186 def foo():
1187 pass
1188 @classmethod
1189 def bar(cls):
1190 pass
1191 # staticmethod
Martin v. Löwis2b168442012-07-29 16:38:45 +02001192 check(foo, size('PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001193 # classmethod
Martin v. Löwis2b168442012-07-29 16:38:45 +02001194 check(bar, size('PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001195 # generator
1196 def get_gen(): yield 1
Mark Shannonae3087c2017-10-22 22:41:51 +01001197 check(get_gen(), size('Pb2PPP4P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001198 # iterator
Martin v. Löwis33f79972012-07-29 16:33:05 +02001199 check(iter('abc'), size('lP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001200 # callable-iterator
1201 import re
Martin v. Löwis33f79972012-07-29 16:33:05 +02001202 check(re.finditer('',''), size('2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001203 # list
1204 samples = [[], [1,2,3], ['1', '2', '3']]
1205 for sample in samples:
Martin v. Löwis2b168442012-07-29 16:38:45 +02001206 check(sample, vsize('Pn') + len(sample)*self.P)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001207 # sortwrapper (list)
1208 # XXX
1209 # cmpwrapper (list)
1210 # XXX
1211 # listiterator (list)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001212 check(iter([]), size('lP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001213 # listreverseiterator (list)
Martin v. Löwis2b168442012-07-29 16:38:45 +02001214 check(reversed([]), size('nP'))
Serhiy Storchaka95949422013-08-27 19:40:23 +03001215 # int
Martin v. Löwis33f79972012-07-29 16:33:05 +02001216 check(0, vsize(''))
1217 check(1, vsize('') + self.longdigit)
1218 check(-1, vsize('') + self.longdigit)
Mark Dickinsonbd792642009-03-18 20:06:12 +00001219 PyLong_BASE = 2**sys.int_info.bits_per_digit
Martin v. Löwis33f79972012-07-29 16:33:05 +02001220 check(int(PyLong_BASE), vsize('') + 2*self.longdigit)
1221 check(int(PyLong_BASE**2-1), vsize('') + 2*self.longdigit)
1222 check(int(PyLong_BASE**2), vsize('') + 3*self.longdigit)
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001223 # module
Antoine Pitroudcedaf62013-07-31 23:14:08 +02001224 check(unittest, size('PnPPP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001225 # None
Martin v. Löwis33f79972012-07-29 16:33:05 +02001226 check(None, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001227 # NotImplementedType
Martin v. Löwis33f79972012-07-29 16:33:05 +02001228 check(NotImplemented, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001229 # object
Martin v. Löwis33f79972012-07-29 16:33:05 +02001230 check(object(), size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001231 # property (descriptor object)
1232 class C(object):
1233 def getx(self): return self.__x
1234 def setx(self, value): self.__x = value
1235 def delx(self): del self.__x
1236 x = property(getx, setx, delx, "")
Martin v. Löwis33f79972012-07-29 16:33:05 +02001237 check(x, size('4Pi'))
Benjamin Petersonb173f782009-05-05 22:31:58 +00001238 # PyCapsule
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001239 # XXX
1240 # rangeiterator
Martin v. Löwis33f79972012-07-29 16:33:05 +02001241 check(iter(range(1)), size('4l'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001242 # reverse
Martin v. Löwis2b168442012-07-29 16:38:45 +02001243 check(reversed(''), size('nP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001244 # range
Martin v. Löwis33f79972012-07-29 16:33:05 +02001245 check(range(1), size('4P'))
1246 check(range(66000), size('4P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001247 # set
1248 # frozenset
1249 PySet_MINSIZE = 8
1250 samples = [[], range(10), range(50)]
Raymond Hettinger93035c42015-01-25 16:12:49 -08001251 s = size('3nP' + PySet_MINSIZE*'nP' + '2nP')
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001252 for sample in samples:
1253 minused = len(sample)
1254 if minused == 0: tmp = 1
1255 # the computation of minused is actually a bit more complicated
1256 # but this suffices for the sizeof test
1257 minused = minused*2
1258 newsize = PySet_MINSIZE
1259 while newsize <= minused:
1260 newsize = newsize << 1
1261 if newsize <= 8:
1262 check(set(sample), s)
1263 check(frozenset(sample), s)
1264 else:
Serhiy Storchaka51855972015-12-20 11:39:14 +02001265 check(set(sample), s + newsize*calcsize('nP'))
1266 check(frozenset(sample), s + newsize*calcsize('nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001267 # setiterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001268 check(iter(set()), size('P3n'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001269 # slice
Martin v. Löwis33f79972012-07-29 16:33:05 +02001270 check(slice(0), size('3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001271 # super
Martin v. Löwis33f79972012-07-29 16:33:05 +02001272 check(super(int), size('3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001273 # tuple
Martin v. Löwis33f79972012-07-29 16:33:05 +02001274 check((), vsize(''))
1275 check((1,2,3), vsize('') + 3*self.P)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001276 # type
Martin v. Loewis4f2f3b62012-04-24 19:13:57 +02001277 # static type: PyTypeObject
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001278 fmt = 'P2nPI13Pl4Pn9Pn11PIPP'
Serhiy Storchakaa7930372016-07-03 22:27:26 +03001279 if hasattr(sys, 'getcounts'):
1280 fmt += '3n2P'
1281 s = vsize(fmt)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001282 check(int, s)
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001283 # class
Serhiy Storchakaa7930372016-07-03 22:27:26 +03001284 s = vsize(fmt + # PyTypeObject
Serhiy Storchaka51855972015-12-20 11:39:14 +02001285 '3P' # PyAsyncMethods
1286 '36P' # PyNumberMethods
1287 '3P' # PyMappingMethods
1288 '10P' # PySequenceMethods
1289 '2P' # PyBufferProcs
1290 '4P')
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001291 class newstyleclass(object): pass
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001292 # Separate block for PyDictKeysObject with 8 keys and 5 entries
1293 check(newstyleclass, s + calcsize("2nP2n0P") + 8 + 5*calcsize("n2P"))
Martin v. Loewis4f2f3b62012-04-24 19:13:57 +02001294 # dict with shared keys
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001295 check(newstyleclass().__dict__, size('nQ2P') + 5*self.P)
1296 o = newstyleclass()
1297 o.a = o.b = o.c = o.d = o.e = o.f = o.g = o.h = 1
1298 # Separate block for PyDictKeysObject with 16 keys and 10 entries
1299 check(newstyleclass, s + calcsize("2nP2n0P") + 16 + 10*calcsize("n2P"))
1300 # dict with shared keys
1301 check(newstyleclass().__dict__, size('nQ2P') + 10*self.P)
Georg Brandlc28e1fa2008-06-10 19:20:26 +00001302 # unicode
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001303 # each tuple contains a string and its expected character size
1304 # don't put any static strings here, as they may contain
1305 # wchar_t or UTF-8 representations
1306 samples = ['1'*100, '\xff'*50,
1307 '\u0100'*40, '\uffff'*100,
1308 '\U00010000'*30, '\U0010ffff'*100]
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001309 asciifields = "nnbP"
Martin v. Löwis2b168442012-07-29 16:38:45 +02001310 compactfields = asciifields + "nPn"
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001311 unicodefields = compactfields + "P"
Georg Brandlc28e1fa2008-06-10 19:20:26 +00001312 for s in samples:
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001313 maxchar = ord(max(s))
1314 if maxchar < 128:
1315 L = size(asciifields) + len(s) + 1
1316 elif maxchar < 256:
1317 L = size(compactfields) + len(s) + 1
1318 elif maxchar < 65536:
1319 L = size(compactfields) + 2*(len(s) + 1)
1320 else:
1321 L = size(compactfields) + 4*(len(s) + 1)
1322 check(s, L)
1323 # verify that the UTF-8 size is accounted for
1324 s = chr(0x4000) # 4 bytes canonical representation
1325 check(s, size(compactfields) + 4)
Martin v. Löwisf02aa652011-09-28 09:22:13 +02001326 # compile() will trigger the generation of the UTF-8
1327 # representation as a side effect
1328 compile(s, "<stdin>", "eval")
1329 check(s, size(compactfields) + 4 + 4)
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001330 # TODO: add check that forces the presence of wchar_t representation
1331 # TODO: add check that forces layout of unicodefields
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001332 # weakref
1333 import weakref
Martin v. Löwis2b168442012-07-29 16:38:45 +02001334 check(weakref.ref(int), size('2Pn2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001335 # weakproxy
1336 # XXX
1337 # weakcallableproxy
Martin v. Löwis2b168442012-07-29 16:38:45 +02001338 check(weakref.proxy(int), size('2Pn2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001339
Serhiy Storchaka5c4064e2015-12-19 20:05:25 +02001340 def check_slots(self, obj, base, extra):
1341 expected = sys.getsizeof(base) + struct.calcsize(extra)
1342 if gc.is_tracked(obj) and not gc.is_tracked(base):
Serhiy Storchaka9c297e42015-12-19 22:49:29 +02001343 expected += self.gc_headsize
Serhiy Storchaka5c4064e2015-12-19 20:05:25 +02001344 self.assertEqual(sys.getsizeof(obj), expected)
1345
1346 def test_slots(self):
1347 # check all subclassable types defined in Objects/ that allow
1348 # non-empty __slots__
1349 check = self.check_slots
1350 class BA(bytearray):
1351 __slots__ = 'a', 'b', 'c'
1352 check(BA(), bytearray(), '3P')
1353 class D(dict):
1354 __slots__ = 'a', 'b', 'c'
1355 check(D(x=[]), {'x': []}, '3P')
1356 class L(list):
1357 __slots__ = 'a', 'b', 'c'
1358 check(L(), [], '3P')
1359 class S(set):
1360 __slots__ = 'a', 'b', 'c'
1361 check(S(), set(), '3P')
1362 class FS(frozenset):
1363 __slots__ = 'a', 'b', 'c'
1364 check(FS(), frozenset(), '3P')
1365 from collections import OrderedDict
1366 class OD(OrderedDict):
1367 __slots__ = 'a', 'b', 'c'
1368 check(OD(x=[]), OrderedDict(x=[]), '3P')
1369
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001370 def test_pythontypes(self):
1371 # check all types defined in Python/
Martin v. Löwis33f79972012-07-29 16:33:05 +02001372 size = test.support.calcobjsize
1373 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001374 check = self.check_sizeof
1375 # _ast.AST
1376 import _ast
Martin v. Löwis2b168442012-07-29 16:38:45 +02001377 check(_ast.AST(), size('P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001378 try:
1379 raise TypeError
1380 except TypeError:
1381 tb = sys.exc_info()[2]
1382 # traceback
Benjamin Petersonb29614e2012-10-09 11:16:03 -04001383 if tb is not None:
Martin v. Löwis33f79972012-07-29 16:33:05 +02001384 check(tb, size('2P2i'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001385 # symtable entry
1386 # XXX
1387 # sys.flags
Martin v. Löwis33f79972012-07-29 16:33:05 +02001388 check(sys.flags, vsize('') + self.P * len(sys.flags))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001389
Yury Selivanoveb636452016-09-08 22:01:51 -07001390 def test_asyncgen_hooks(self):
1391 old = sys.get_asyncgen_hooks()
1392 self.assertIsNone(old.firstiter)
1393 self.assertIsNone(old.finalizer)
1394
1395 firstiter = lambda *a: None
1396 sys.set_asyncgen_hooks(firstiter=firstiter)
1397 hooks = sys.get_asyncgen_hooks()
1398 self.assertIs(hooks.firstiter, firstiter)
1399 self.assertIs(hooks[0], firstiter)
1400 self.assertIs(hooks.finalizer, None)
1401 self.assertIs(hooks[1], None)
1402
1403 finalizer = lambda *a: None
1404 sys.set_asyncgen_hooks(finalizer=finalizer)
1405 hooks = sys.get_asyncgen_hooks()
1406 self.assertIs(hooks.firstiter, firstiter)
1407 self.assertIs(hooks[0], firstiter)
1408 self.assertIs(hooks.finalizer, finalizer)
1409 self.assertIs(hooks[1], finalizer)
1410
1411 sys.set_asyncgen_hooks(*old)
1412 cur = sys.get_asyncgen_hooks()
1413 self.assertIsNone(cur.firstiter)
1414 self.assertIsNone(cur.finalizer)
1415
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001416
Walter Dörwaldc3502462003-02-03 23:03:49 +00001417if __name__ == "__main__":
Victor Stinneref9d9b62019-05-22 11:28:22 +02001418 unittest.main()