blob: c223f92ba6bb86f541f5b29b20741760c7e155df [file] [log] [blame]
Benjamin Petersonee8712c2008-05-20 21:35:26 +00001import unittest, test.support
Berker Peksagce643912015-05-06 06:33:17 +03002from test.support.script_helper import assert_python_ok, assert_python_failure
Martin v. Löwis00709aa2008-06-04 14:18:43 +00003import sys, io, os
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +00004import struct
Antoine Pitrou652e7072009-03-13 19:25:20 +00005import subprocess
6import textwrap
Antoine Pitrouc3b07572009-11-13 22:19:19 +00007import warnings
Eric Smithf7bb5782010-01-27 00:44:57 +00008import operator
Victor Stinner85ca2af2010-08-19 11:23:47 +00009import codecs
Antoine Pitrouf9d0b122012-12-09 14:28:26 +010010import gc
Antoine Pitrou92840532012-12-17 23:05:59 +010011import sysconfig
Steve Dowere58571b2016-09-08 11:11:13 -070012import locale
Walter Dörwaldc3502462003-02-03 23:03:49 +000013
Georg Brandl03526552009-10-27 23:00:28 +000014# count the number of test runs, used to create unique
15# strings to intern in test_intern()
16numruns = 0
17
18
Walter Dörwaldc3502462003-02-03 23:03:49 +000019class SysModuleTest(unittest.TestCase):
20
Christian Heimesef181a72007-11-07 16:14:12 +000021 def setUp(self):
22 self.orig_stdout = sys.stdout
23 self.orig_stderr = sys.stderr
24 self.orig_displayhook = sys.displayhook
25
26 def tearDown(self):
27 sys.stdout = self.orig_stdout
28 sys.stderr = self.orig_stderr
29 sys.displayhook = self.orig_displayhook
Antoine Pitrou836f0e22009-10-27 19:25:57 +000030 test.support.reap_children()
Christian Heimesef181a72007-11-07 16:14:12 +000031
Walter Dörwaldc3502462003-02-03 23:03:49 +000032 def test_original_displayhook(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +000033 import builtins
Guido van Rossum34d19282007-08-09 01:03:29 +000034 out = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000035 sys.stdout = out
36
37 dh = sys.__displayhook__
38
39 self.assertRaises(TypeError, dh)
Georg Brandl1a3284e2007-12-02 09:40:06 +000040 if hasattr(builtins, "_"):
41 del builtins._
Walter Dörwaldc3502462003-02-03 23:03:49 +000042
43 dh(None)
44 self.assertEqual(out.getvalue(), "")
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000045 self.assertTrue(not hasattr(builtins, "_"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000046 dh(42)
47 self.assertEqual(out.getvalue(), "42\n")
Georg Brandl1a3284e2007-12-02 09:40:06 +000048 self.assertEqual(builtins._, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +000049
50 del sys.stdout
51 self.assertRaises(RuntimeError, dh, 42)
52
Walter Dörwaldc3502462003-02-03 23:03:49 +000053 def test_lost_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000054 del sys.displayhook
55 code = compile("42", "<string>", "single")
56 self.assertRaises(RuntimeError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000057
58 def test_custom_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000059 def baddisplayhook(obj):
60 raise ValueError
61 sys.displayhook = baddisplayhook
62 code = compile("42", "<string>", "single")
63 self.assertRaises(ValueError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000064
65 def test_original_excepthook(self):
Guido van Rossum34d19282007-08-09 01:03:29 +000066 err = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000067 sys.stderr = err
68
69 eh = sys.__excepthook__
70
71 self.assertRaises(TypeError, eh)
72 try:
73 raise ValueError(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000074 except ValueError as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000075 eh(*sys.exc_info())
76
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000077 self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000078
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000079 def test_excepthook(self):
80 with test.support.captured_output("stderr") as stderr:
81 sys.excepthook(1, '1', 1)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000082 self.assertTrue("TypeError: print_exception(): Exception expected for " \
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000083 "value, str found" in stderr.getvalue())
84
Walter Dörwalde7028ac2003-02-03 23:05:27 +000085 # FIXME: testing the code for a lost or replaced excepthook in
Walter Dörwaldc3502462003-02-03 23:03:49 +000086 # Python/pythonrun.c::PyErr_PrintEx() is tricky.
87
88 def test_exit(self):
Zachary Warecefe6b32014-02-18 08:39:04 -060089 # call with two arguments
Walter Dörwaldc3502462003-02-03 23:03:49 +000090 self.assertRaises(TypeError, sys.exit, 42, 42)
91
92 # call without argument
Zachary Ware1f9e6012014-02-19 10:44:47 -060093 with self.assertRaises(SystemExit) as cm:
94 sys.exit()
95 self.assertIsNone(cm.exception.code)
96
Zachary Warecefe6b32014-02-18 08:39:04 -060097 rc, out, err = assert_python_ok('-c', 'import sys; sys.exit()')
98 self.assertEqual(rc, 0)
99 self.assertEqual(out, b'')
100 self.assertEqual(err, b'')
101
102 # call with integer argument
103 with self.assertRaises(SystemExit) as cm:
104 sys.exit(42)
105 self.assertEqual(cm.exception.code, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000106
107 # call with tuple argument with one entry
108 # entry will be unpacked
Zachary Warecefe6b32014-02-18 08:39:04 -0600109 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000110 sys.exit((42,))
Zachary Warecefe6b32014-02-18 08:39:04 -0600111 self.assertEqual(cm.exception.code, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000112
113 # call with string argument
Zachary Warecefe6b32014-02-18 08:39:04 -0600114 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000115 sys.exit("exit")
Zachary Warecefe6b32014-02-18 08:39:04 -0600116 self.assertEqual(cm.exception.code, "exit")
Walter Dörwaldc3502462003-02-03 23:03:49 +0000117
118 # call with tuple argument with two entries
Zachary Warecefe6b32014-02-18 08:39:04 -0600119 with self.assertRaises(SystemExit) as cm:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000120 sys.exit((17, 23))
Zachary Warecefe6b32014-02-18 08:39:04 -0600121 self.assertEqual(cm.exception.code, (17, 23))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000122
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000123 # test that the exit machinery handles SystemExits properly
Zachary Warecefe6b32014-02-18 08:39:04 -0600124 rc, out, err = assert_python_failure('-c', 'raise SystemExit(47)')
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000125 self.assertEqual(rc, 47)
Zachary Warecefe6b32014-02-18 08:39:04 -0600126 self.assertEqual(out, b'')
127 self.assertEqual(err, b'')
Tim Petersf0db38d2005-02-15 21:50:12 +0000128
Zachary Warecefe6b32014-02-18 08:39:04 -0600129 def check_exit_message(code, expected, **env_vars):
130 rc, out, err = assert_python_failure('-c', code, **env_vars)
131 self.assertEqual(rc, 1)
132 self.assertEqual(out, b'')
133 self.assertTrue(err.startswith(expected),
134 "%s doesn't start with %s" % (ascii(err), ascii(expected)))
Victor Stinnere9fb3192010-05-17 08:58:51 +0000135
Zachary Warecefe6b32014-02-18 08:39:04 -0600136 # test that stderr buffer is flushed before the exit message is written
Victor Stinnere9fb3192010-05-17 08:58:51 +0000137 # into stderr
138 check_exit_message(
139 r'import sys; sys.stderr.write("unflushed,"); sys.exit("message")',
140 b"unflushed,message")
141
Victor Stinner372ac5e2010-05-17 01:26:01 +0000142 # test that the exit message is written with backslashreplace error
143 # handler to stderr
Victor Stinnere9fb3192010-05-17 08:58:51 +0000144 check_exit_message(
145 r'import sys; sys.exit("surrogates:\uDCFF")',
146 b"surrogates:\\udcff")
Victor Stinner372ac5e2010-05-17 01:26:01 +0000147
Victor Stinner7126dbc2010-05-21 23:45:42 +0000148 # test that the unicode message is encoded to the stderr encoding
149 # instead of the default encoding (utf8)
Victor Stinner7126dbc2010-05-21 23:45:42 +0000150 check_exit_message(
151 r'import sys; sys.exit("h\xe9")',
Zachary Warecefe6b32014-02-18 08:39:04 -0600152 b"h\xe9", PYTHONIOENCODING='latin-1')
Victor Stinner7126dbc2010-05-21 23:45:42 +0000153
Walter Dörwaldc3502462003-02-03 23:03:49 +0000154 def test_getdefaultencoding(self):
Walter Dörwald4aeaa962007-05-22 16:13:46 +0000155 self.assertRaises(TypeError, sys.getdefaultencoding, 42)
156 # can't check more than the type, as the user might have changed it
Ezio Melottie9615932010-01-24 19:26:24 +0000157 self.assertIsInstance(sys.getdefaultencoding(), str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000158
Alexander Belopolsky07de1652010-07-25 15:05:42 +0000159 # testing sys.settrace() is done in test_sys_settrace.py
160 # testing sys.setprofile() is done in test_sys_setprofile.py
Walter Dörwaldc3502462003-02-03 23:03:49 +0000161
Antoine Pitrou074e5ed2009-11-10 19:50:40 +0000162 def test_switchinterval(self):
163 self.assertRaises(TypeError, sys.setswitchinterval)
164 self.assertRaises(TypeError, sys.setswitchinterval, "a")
165 self.assertRaises(ValueError, sys.setswitchinterval, -1.0)
166 self.assertRaises(ValueError, sys.setswitchinterval, 0.0)
167 orig = sys.getswitchinterval()
168 # sanity check
169 self.assertTrue(orig < 0.5, orig)
170 try:
171 for n in 0.00001, 0.05, 3.0, orig:
172 sys.setswitchinterval(n)
Ezio Melottib3aedd42010-11-20 19:04:17 +0000173 self.assertAlmostEqual(sys.getswitchinterval(), n)
Antoine Pitrou074e5ed2009-11-10 19:50:40 +0000174 finally:
175 sys.setswitchinterval(orig)
176
Walter Dörwaldc3502462003-02-03 23:03:49 +0000177 def test_recursionlimit(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000178 self.assertRaises(TypeError, sys.getrecursionlimit, 42)
179 oldlimit = sys.getrecursionlimit()
180 self.assertRaises(TypeError, sys.setrecursionlimit)
181 self.assertRaises(ValueError, sys.setrecursionlimit, -42)
182 sys.setrecursionlimit(10000)
183 self.assertEqual(sys.getrecursionlimit(), 10000)
184 sys.setrecursionlimit(oldlimit)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000185
Antoine Pitrou652e7072009-03-13 19:25:20 +0000186 def test_recursionlimit_recovery(self):
Victor Stinner3f18f102015-10-01 08:55:33 +0200187 if hasattr(sys, 'gettrace') and sys.gettrace():
188 self.skipTest('fatal error if run with a trace function')
189
Antoine Pitrou652e7072009-03-13 19:25:20 +0000190 oldlimit = sys.getrecursionlimit()
191 def f():
192 f()
193 try:
Victor Stinner50856d52015-10-13 00:11:21 +0200194 for depth in (10, 25, 50, 75, 100, 250, 1000):
195 try:
196 sys.setrecursionlimit(depth)
197 except RecursionError:
198 # Issue #25274: The recursion limit is too low at the
199 # current recursion depth
200 continue
201
202 # Issue #5392: test stack overflow after hitting recursion
203 # limit twice
Yury Selivanovf488fb42015-07-03 01:04:23 -0400204 self.assertRaises(RecursionError, f)
205 self.assertRaises(RecursionError, f)
Antoine Pitrou652e7072009-03-13 19:25:20 +0000206 finally:
207 sys.setrecursionlimit(oldlimit)
208
Victor Stinner50856d52015-10-13 00:11:21 +0200209 @test.support.cpython_only
210 def test_setrecursionlimit_recursion_depth(self):
211 # Issue #25274: Setting a low recursion limit must be blocked if the
212 # current recursion depth is already higher than the "lower-water
213 # mark". Otherwise, it may not be possible anymore to
214 # reset the overflowed flag to 0.
215
216 from _testcapi import get_recursion_depth
217
218 def set_recursion_limit_at_depth(depth, limit):
219 recursion_depth = get_recursion_depth()
220 if recursion_depth >= depth:
221 with self.assertRaises(RecursionError) as cm:
222 sys.setrecursionlimit(limit)
223 self.assertRegex(str(cm.exception),
224 "cannot set the recursion limit to [0-9]+ "
225 "at the recursion depth [0-9]+: "
226 "the limit is too low")
227 else:
228 set_recursion_limit_at_depth(depth, limit)
229
230 oldlimit = sys.getrecursionlimit()
231 try:
232 sys.setrecursionlimit(1000)
233
234 for limit in (10, 25, 50, 75, 100, 150, 200):
235 # formula extracted from _Py_RecursionLimitLowerWaterMark()
236 if limit > 200:
237 depth = limit - 50
238 else:
239 depth = limit * 3 // 4
240 set_recursion_limit_at_depth(depth, limit)
241 finally:
242 sys.setrecursionlimit(oldlimit)
243
Antoine Pitrou652e7072009-03-13 19:25:20 +0000244 def test_recursionlimit_fatalerror(self):
245 # A fatal error occurs if a second recursion limit is hit when recovering
246 # from a first one.
247 code = textwrap.dedent("""
248 import sys
249
250 def f():
251 try:
252 f()
Yury Selivanovf488fb42015-07-03 01:04:23 -0400253 except RecursionError:
Antoine Pitrou652e7072009-03-13 19:25:20 +0000254 f()
255
256 sys.setrecursionlimit(%d)
257 f()""")
Antoine Pitrou77e904e2013-10-08 23:04:32 +0200258 with test.support.SuppressCrashReport():
Ezio Melotti958f7ae2013-03-20 18:14:48 +0200259 for i in (50, 1000):
260 sub = subprocess.Popen([sys.executable, '-c', code % i],
261 stderr=subprocess.PIPE)
262 err = sub.communicate()[1]
263 self.assertTrue(sub.returncode, sub.returncode)
264 self.assertIn(
265 b"Fatal Python error: Cannot recover from stack overflow",
266 err)
Antoine Pitrou652e7072009-03-13 19:25:20 +0000267
Walter Dörwaldc3502462003-02-03 23:03:49 +0000268 def test_getwindowsversion(self):
Eric Smith05f337442010-01-27 01:25:02 +0000269 # Raise SkipTest if sys doesn't have getwindowsversion attribute
Eric Smithd8aef762010-01-27 01:38:34 +0000270 test.support.get_attribute(sys, "getwindowsversion")
Eric Smith05f337442010-01-27 01:25:02 +0000271 v = sys.getwindowsversion()
Brian Curtin808e1ad2010-07-08 22:13:25 +0000272 self.assertEqual(len(v), 5)
Eric Smith05f337442010-01-27 01:25:02 +0000273 self.assertIsInstance(v[0], int)
274 self.assertIsInstance(v[1], int)
275 self.assertIsInstance(v[2], int)
276 self.assertIsInstance(v[3], int)
277 self.assertIsInstance(v[4], str)
278 self.assertRaises(IndexError, operator.getitem, v, 5)
279 self.assertIsInstance(v.major, int)
280 self.assertIsInstance(v.minor, int)
281 self.assertIsInstance(v.build, int)
282 self.assertIsInstance(v.platform, int)
283 self.assertIsInstance(v.service_pack, str)
Eric Smitha1f20b92010-01-27 02:14:26 +0000284 self.assertIsInstance(v.service_pack_minor, int)
285 self.assertIsInstance(v.service_pack_major, int)
286 self.assertIsInstance(v.suite_mask, int)
287 self.assertIsInstance(v.product_type, int)
Eric Smith05f337442010-01-27 01:25:02 +0000288 self.assertEqual(v[0], v.major)
289 self.assertEqual(v[1], v.minor)
290 self.assertEqual(v[2], v.build)
291 self.assertEqual(v[3], v.platform)
292 self.assertEqual(v[4], v.service_pack)
Eric Smithf7bb5782010-01-27 00:44:57 +0000293
Eric Smith05f337442010-01-27 01:25:02 +0000294 # This is how platform.py calls it. Make sure tuple
295 # still has 5 elements
296 maj, min, buildno, plat, csd = sys.getwindowsversion()
Walter Dörwaldc3502462003-02-03 23:03:49 +0000297
Barry Warsawe94a37f2008-10-17 01:29:56 +0000298 def test_call_tracing(self):
299 self.assertRaises(TypeError, sys.call_tracing, type, 2)
300
Serhiy Storchaka43767632013-11-03 21:31:38 +0200301 @unittest.skipUnless(hasattr(sys, "setdlopenflags"),
302 'test needs sys.setdlopenflags()')
Walter Dörwaldc3502462003-02-03 23:03:49 +0000303 def test_dlopenflags(self):
Serhiy Storchaka43767632013-11-03 21:31:38 +0200304 self.assertTrue(hasattr(sys, "getdlopenflags"))
305 self.assertRaises(TypeError, sys.getdlopenflags, 42)
306 oldflags = sys.getdlopenflags()
307 self.assertRaises(TypeError, sys.setdlopenflags)
308 sys.setdlopenflags(oldflags+1)
309 self.assertEqual(sys.getdlopenflags(), oldflags+1)
310 sys.setdlopenflags(oldflags)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000311
Brett Cannon7a540732011-02-22 03:04:06 +0000312 @test.support.refcount_test
Walter Dörwaldc3502462003-02-03 23:03:49 +0000313 def test_refcount(self):
Benjamin Petersond23f8222009-04-05 19:13:16 +0000314 # n here must be a global in order for this test to pass while
315 # tracing with a python function. Tracing calls PyFrame_FastToLocals
316 # which will add a copy of any locals to the frame object, causing
317 # the reference count to increase by 2 instead of 1.
318 global n
Walter Dörwaldc3502462003-02-03 23:03:49 +0000319 self.assertRaises(TypeError, sys.getrefcount)
320 c = sys.getrefcount(None)
321 n = None
322 self.assertEqual(sys.getrefcount(None), c+1)
323 del n
324 self.assertEqual(sys.getrefcount(None), c)
325 if hasattr(sys, "gettotalrefcount"):
Ezio Melottie9615932010-01-24 19:26:24 +0000326 self.assertIsInstance(sys.gettotalrefcount(), int)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000327
328 def test_getframe(self):
329 self.assertRaises(TypeError, sys._getframe, 42, 42)
Neal Norwitzeb2a5ef2003-02-18 15:22:10 +0000330 self.assertRaises(ValueError, sys._getframe, 2000000000)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000331 self.assertTrue(
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000332 SysModuleTest.test_getframe.__code__ \
Walter Dörwaldc3502462003-02-03 23:03:49 +0000333 is sys._getframe().f_code
334 )
335
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000336 # sys._current_frames() is a CPython-only gimmick.
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000337 @test.support.reap_threads
Antoine Pitroua6a4dc82017-09-07 18:56:24 +0200338 def test_current_frames(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200339 import threading
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000340 import traceback
341
342 # Spawn a thread that blocks at a known place. Then the main
343 # thread does sys._current_frames(), and verifies that the frames
344 # returned make sense.
345 entered_g = threading.Event()
346 leave_g = threading.Event()
347 thread_info = [] # the thread's id
348
349 def f123():
350 g456()
351
352 def g456():
Victor Stinner2a129742011-05-30 23:02:52 +0200353 thread_info.append(threading.get_ident())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000354 entered_g.set()
355 leave_g.wait()
356
357 t = threading.Thread(target=f123)
358 t.start()
359 entered_g.wait()
360
361 # At this point, t has finished its entered_g.set(), although it's
362 # impossible to guess whether it's still on that line or has moved on
363 # to its leave_g.wait().
364 self.assertEqual(len(thread_info), 1)
365 thread_id = thread_info[0]
366
367 d = sys._current_frames()
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200368 for tid in d:
369 self.assertIsInstance(tid, int)
370 self.assertGreater(tid, 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000371
Victor Stinner2a129742011-05-30 23:02:52 +0200372 main_id = threading.get_ident()
Benjamin Peterson577473f2010-01-19 00:09:57 +0000373 self.assertIn(main_id, d)
374 self.assertIn(thread_id, d)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000375
376 # Verify that the captured main-thread frame is _this_ frame.
377 frame = d.pop(main_id)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000378 self.assertTrue(frame is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000379
380 # Verify that the captured thread frame is blocked in g456, called
381 # from f123. This is a litte tricky, since various bits of
382 # threading.py are also in the thread's call stack.
383 frame = d.pop(thread_id)
384 stack = traceback.extract_stack(frame)
385 for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
386 if funcname == "f123":
387 break
388 else:
389 self.fail("didn't find f123() on thread's call stack")
390
391 self.assertEqual(sourceline, "g456()")
392
393 # And the next record must be for g456().
394 filename, lineno, funcname, sourceline = stack[i+1]
395 self.assertEqual(funcname, "g456")
Benjamin Peterson577473f2010-01-19 00:09:57 +0000396 self.assertIn(sourceline, ["leave_g.wait()", "entered_g.set()"])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000397
398 # Reap the spawned thread.
399 leave_g.set()
400 t.join()
401
Walter Dörwaldc3502462003-02-03 23:03:49 +0000402 def test_attributes(self):
Ezio Melottie9615932010-01-24 19:26:24 +0000403 self.assertIsInstance(sys.api_version, int)
404 self.assertIsInstance(sys.argv, list)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000405 self.assertIn(sys.byteorder, ("little", "big"))
Ezio Melottie9615932010-01-24 19:26:24 +0000406 self.assertIsInstance(sys.builtin_module_names, tuple)
407 self.assertIsInstance(sys.copyright, str)
408 self.assertIsInstance(sys.exec_prefix, str)
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100409 self.assertIsInstance(sys.base_exec_prefix, str)
Ezio Melottie9615932010-01-24 19:26:24 +0000410 self.assertIsInstance(sys.executable, str)
Christian Heimes93852662007-12-01 12:22:32 +0000411 self.assertEqual(len(sys.float_info), 11)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000412 self.assertEqual(sys.float_info.radix, 2)
Mark Dickinsonbd792642009-03-18 20:06:12 +0000413 self.assertEqual(len(sys.int_info), 2)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000414 self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
415 self.assertTrue(sys.int_info.sizeof_digit >= 1)
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000416 self.assertEqual(type(sys.int_info.bits_per_digit), int)
417 self.assertEqual(type(sys.int_info.sizeof_digit), int)
Ezio Melottie9615932010-01-24 19:26:24 +0000418 self.assertIsInstance(sys.hexversion, int)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000419
Christian Heimes985ecdc2013-11-20 11:46:18 +0100420 self.assertEqual(len(sys.hash_info), 9)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000421 self.assertLess(sys.hash_info.modulus, 2**sys.hash_info.width)
422 # sys.hash_info.modulus should be a prime; we do a quick
423 # probable primality test (doesn't exclude the possibility of
424 # a Carmichael number)
425 for x in range(1, 100):
426 self.assertEqual(
427 pow(x, sys.hash_info.modulus-1, sys.hash_info.modulus),
428 1,
429 "sys.hash_info.modulus {} is a non-prime".format(
430 sys.hash_info.modulus)
431 )
432 self.assertIsInstance(sys.hash_info.inf, int)
433 self.assertIsInstance(sys.hash_info.nan, int)
434 self.assertIsInstance(sys.hash_info.imag, int)
Victor Stinner4b6d4b52013-12-12 23:06:07 +0100435 algo = sysconfig.get_config_var("Py_HASH_ALGORITHM")
Christian Heimes985ecdc2013-11-20 11:46:18 +0100436 if sys.hash_info.algorithm in {"fnv", "siphash24"}:
437 self.assertIn(sys.hash_info.hash_bits, {32, 64})
438 self.assertIn(sys.hash_info.seed_bits, {32, 64, 128})
439
440 if algo == 1:
441 self.assertEqual(sys.hash_info.algorithm, "siphash24")
442 elif algo == 2:
443 self.assertEqual(sys.hash_info.algorithm, "fnv")
444 else:
Victor Stinner56668dc2013-12-12 23:07:40 +0100445 self.assertIn(sys.hash_info.algorithm, {"fnv", "siphash24"})
Christian Heimes985ecdc2013-11-20 11:46:18 +0100446 else:
447 # PY_HASH_EXTERNAL
448 self.assertEqual(algo, 0)
449 self.assertGreaterEqual(sys.hash_info.cutoff, 0)
450 self.assertLess(sys.hash_info.cutoff, 8)
Mark Dickinsondc787d22010-05-23 13:33:13 +0000451
Ezio Melottie9615932010-01-24 19:26:24 +0000452 self.assertIsInstance(sys.maxsize, int)
453 self.assertIsInstance(sys.maxunicode, int)
Ezio Melotti48a2f8f2011-09-29 00:18:19 +0300454 self.assertEqual(sys.maxunicode, 0x10FFFF)
Ezio Melottie9615932010-01-24 19:26:24 +0000455 self.assertIsInstance(sys.platform, str)
456 self.assertIsInstance(sys.prefix, str)
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100457 self.assertIsInstance(sys.base_prefix, str)
Ezio Melottie9615932010-01-24 19:26:24 +0000458 self.assertIsInstance(sys.version, str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000459 vi = sys.version_info
Ezio Melottie9615932010-01-24 19:26:24 +0000460 self.assertIsInstance(vi[:], tuple)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000461 self.assertEqual(len(vi), 5)
Ezio Melottie9615932010-01-24 19:26:24 +0000462 self.assertIsInstance(vi[0], int)
463 self.assertIsInstance(vi[1], int)
464 self.assertIsInstance(vi[2], int)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000465 self.assertIn(vi[3], ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000466 self.assertIsInstance(vi[4], int)
467 self.assertIsInstance(vi.major, int)
468 self.assertIsInstance(vi.minor, int)
469 self.assertIsInstance(vi.micro, int)
Ezio Melottib58e0bd2010-01-23 15:40:09 +0000470 self.assertIn(vi.releaselevel, ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000471 self.assertIsInstance(vi.serial, int)
Eric Smith0e5b5622009-02-06 01:32:42 +0000472 self.assertEqual(vi[0], vi.major)
473 self.assertEqual(vi[1], vi.minor)
474 self.assertEqual(vi[2], vi.micro)
475 self.assertEqual(vi[3], vi.releaselevel)
476 self.assertEqual(vi[4], vi.serial)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000477 self.assertTrue(vi > (1,0,0))
Mark Dickinson55d110c2009-10-24 14:04:48 +0000478 self.assertIsInstance(sys.float_repr_style, str)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000479 self.assertIn(sys.float_repr_style, ('short', 'legacy'))
Barry Warsaw8cf4eae2010-10-16 01:04:07 +0000480 if not sys.platform.startswith('win'):
481 self.assertIsInstance(sys.abiflags, str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000482
Victor Stinnerd5c355c2011-04-30 14:53:09 +0200483 def test_thread_info(self):
484 info = sys.thread_info
Ezio Melotti48006cf2011-05-01 00:03:49 +0300485 self.assertEqual(len(info), 3)
Jesus Ceaf01d6952012-10-05 03:36:11 +0200486 self.assertIn(info.name, ('nt', 'pthread', 'solaris', None))
Victor Stinnerd5c355c2011-04-30 14:53:09 +0200487 self.assertIn(info.lock, ('semaphore', 'mutex+cond', None))
488
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000489 def test_43581(self):
Georg Brandl03124942008-06-10 15:50:56 +0000490 # Can't use sys.stdout, as this is a StringIO object when
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000491 # the test runs under regrtest.
Guido van Rossume61fd5b2007-07-11 12:20:59 +0000492 self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000493
Georg Brandl66a796e2006-12-19 20:50:34 +0000494 def test_intern(self):
Georg Brandl03526552009-10-27 23:00:28 +0000495 global numruns
496 numruns += 1
Georg Brandl66a796e2006-12-19 20:50:34 +0000497 self.assertRaises(TypeError, sys.intern)
Georg Brandl03526552009-10-27 23:00:28 +0000498 s = "never interned before" + str(numruns)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000499 self.assertTrue(sys.intern(s) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000500 s2 = s.swapcase().swapcase()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000501 self.assertTrue(sys.intern(s2) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000502
503 # Subclasses of string can't be interned, because they
504 # provide too much opportunity for insane things to happen.
505 # We don't want them in the interned dict and if they aren't
506 # actually interned, we don't want to create the appearance
Ezio Melotti13925002011-03-16 11:05:33 +0200507 # that they are by allowing intern() to succeed.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000508 class S(str):
Georg Brandl66a796e2006-12-19 20:50:34 +0000509 def __hash__(self):
510 return 123
511
Guido van Rossum98297ee2007-11-06 21:34:58 +0000512 self.assertRaises(TypeError, sys.intern, S("abc"))
Martin v. Löwis5b222132007-06-10 09:51:05 +0000513
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000514 def test_sys_flags(self):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000515 self.assertTrue(sys.flags)
Éric Araujobe3bd572011-03-26 01:55:15 +0100516 attrs = ("debug",
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000517 "inspect", "interactive", "optimize", "dont_write_bytecode",
Georg Brandlc5e88d52008-06-06 09:02:07 +0000518 "no_user_site", "no_site", "ignore_environment", "verbose",
Victor Stinner5e3806f2017-11-30 11:40:24 +0100519 "bytes_warning", "quiet", "hash_randomization", "isolated",
Victor Stinner91106cd2017-12-13 12:29:09 +0100520 "dev_mode", "utf8_mode")
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000521 for attr in attrs:
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000522 self.assertTrue(hasattr(sys.flags, attr), attr)
Victor Stinner5e3806f2017-11-30 11:40:24 +0100523 attr_type = bool if attr == "dev_mode" else int
524 self.assertEqual(type(getattr(sys.flags, attr)), attr_type, attr)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000525 self.assertTrue(repr(sys.flags))
Georg Brandlc5e88d52008-06-06 09:02:07 +0000526 self.assertEqual(len(sys.flags), len(attrs))
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000527
Victor Stinner91106cd2017-12-13 12:29:09 +0100528 self.assertIn(sys.flags.utf8_mode, {0, 1, 2})
529
Antoine Pitrou871dfc42014-04-28 13:07:06 +0200530 def assert_raise_on_new_sys_type(self, sys_attr):
531 # Users are intentionally prevented from creating new instances of
532 # sys.flags, sys.version_info, and sys.getwindowsversion.
533 attr_type = type(sys_attr)
534 with self.assertRaises(TypeError):
535 attr_type()
536 with self.assertRaises(TypeError):
537 attr_type.__new__(attr_type)
538
539 def test_sys_flags_no_instantiation(self):
540 self.assert_raise_on_new_sys_type(sys.flags)
541
542 def test_sys_version_info_no_instantiation(self):
543 self.assert_raise_on_new_sys_type(sys.version_info)
544
545 def test_sys_getwindowsversion_no_instantiation(self):
546 # Skip if not being run on Windows.
547 test.support.get_attribute(sys, "getwindowsversion")
548 self.assert_raise_on_new_sys_type(sys.getwindowsversion())
549
Benjamin Petersonf5f9c132015-02-02 14:22:13 -0500550 @test.support.cpython_only
Christian Heimes15ebc882008-02-04 18:48:49 +0000551 def test_clear_type_cache(self):
552 sys._clear_type_cache()
553
Martin v. Löwis0f599892008-06-02 11:13:03 +0000554 def test_ioencoding(self):
Martin v. Löwis0f599892008-06-02 11:13:03 +0000555 env = dict(os.environ)
556
557 # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
558 # not representable in ASCII.
559
560 env["PYTHONIOENCODING"] = "cp424"
561 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
562 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000563 out = p.communicate()[0].strip()
Antoine Pitrou894375a2012-08-05 00:15:06 +0200564 expected = ("\xa2" + os.linesep).encode("cp424")
565 self.assertEqual(out, expected)
Martin v. Löwis0f599892008-06-02 11:13:03 +0000566
567 env["PYTHONIOENCODING"] = "ascii:replace"
568 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
569 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000570 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000571 self.assertEqual(out, b'?')
572
Serhiy Storchakabf28d2d2013-09-13 11:46:24 +0300573 env["PYTHONIOENCODING"] = "ascii"
574 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
575 stdout=subprocess.PIPE, stderr=subprocess.PIPE,
576 env=env)
577 out, err = p.communicate()
578 self.assertEqual(out, b'')
579 self.assertIn(b'UnicodeEncodeError:', err)
580 self.assertIn(rb"'\xa2'", err)
581
582 env["PYTHONIOENCODING"] = "ascii:"
583 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
584 stdout=subprocess.PIPE, stderr=subprocess.PIPE,
585 env=env)
586 out, err = p.communicate()
587 self.assertEqual(out, b'')
588 self.assertIn(b'UnicodeEncodeError:', err)
589 self.assertIn(rb"'\xa2'", err)
590
591 env["PYTHONIOENCODING"] = ":surrogateescape"
592 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xdcbd))'],
593 stdout=subprocess.PIPE, env=env)
594 out = p.communicate()[0].strip()
595 self.assertEqual(out, b'\xbd')
596
597 @unittest.skipUnless(test.support.FS_NONASCII,
598 'requires OS support of non-ASCII encodings')
Steve Dowere58571b2016-09-08 11:11:13 -0700599 @unittest.skipUnless(sys.getfilesystemencoding() == locale.getpreferredencoding(False),
600 'requires FS encoding to match locale')
Serhiy Storchakabf28d2d2013-09-13 11:46:24 +0300601 def test_ioencoding_nonascii(self):
602 env = dict(os.environ)
603
604 env["PYTHONIOENCODING"] = ""
605 p = subprocess.Popen([sys.executable, "-c",
606 'print(%a)' % test.support.FS_NONASCII],
607 stdout=subprocess.PIPE, env=env)
608 out = p.communicate()[0].strip()
609 self.assertEqual(out, os.fsencode(test.support.FS_NONASCII))
610
Vinay Sajip7ded1f02012-05-26 03:45:29 +0100611 @unittest.skipIf(sys.base_prefix != sys.prefix,
612 'Test is not venv-compatible')
Victor Stinner171ba052010-03-12 14:20:59 +0000613 def test_executable(self):
Petri Lehtinen97133212012-02-02 20:59:48 +0200614 # sys.executable should be absolute
615 self.assertEqual(os.path.abspath(sys.executable), sys.executable)
616
Victor Stinner171ba052010-03-12 14:20:59 +0000617 # Issue #7774: Ensure that sys.executable is an empty string if argv[0]
Serhiy Storchaka6a7b3a72016-04-17 08:32:47 +0300618 # has been set to a non existent program name and Python is unable to
Victor Stinner171ba052010-03-12 14:20:59 +0000619 # retrieve the real program name
Florent Xicluna02ea12b22010-07-28 16:39:41 +0000620
Victor Stinner171ba052010-03-12 14:20:59 +0000621 # For a normal installation, it should work without 'cwd'
622 # argument. For test runs in the build directory, see #7774.
623 python_dir = os.path.dirname(os.path.realpath(sys.executable))
624 p = subprocess.Popen(
625 ["nonexistent", "-c",
626 'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
627 executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
628 stdout = p.communicate()[0]
629 executable = stdout.strip().decode("ASCII")
630 p.wait()
631 self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
632
Victor Stinner85ca2af2010-08-19 11:23:47 +0000633 def check_fsencoding(self, fs_encoding, expected=None):
634 self.assertIsNotNone(fs_encoding)
635 codecs.lookup(fs_encoding)
636 if expected:
637 self.assertEqual(fs_encoding, expected)
638
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000639 def test_getfilesystemencoding(self):
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000640 fs_encoding = sys.getfilesystemencoding()
Victor Stinner85ca2af2010-08-19 11:23:47 +0000641 if sys.platform == 'darwin':
642 expected = 'utf-8'
Victor Stinner85ca2af2010-08-19 11:23:47 +0000643 else:
644 expected = None
Victor Stinner99435242010-08-19 11:30:09 +0000645 self.check_fsencoding(fs_encoding, expected)
Victor Stinnerc732e3b2010-08-18 22:44:15 +0000646
Victor Stinner315877d2018-08-29 09:58:12 +0200647 def c_locale_get_error_handler(self, locale, isolated=False, encoding=None):
Victor Stinner71430292014-03-18 01:18:21 +0100648 # Force the POSIX locale
Victor Stinner06e76082018-09-19 14:56:36 -0700649 env = os.environ.copy()
Victor Stinner315877d2018-08-29 09:58:12 +0200650 env["LC_ALL"] = locale
Victor Stinner06e76082018-09-19 14:56:36 -0700651 env["PYTHONCOERCECLOCALE"] = "0"
Victor Stinner71430292014-03-18 01:18:21 +0100652 code = '\n'.join((
Victor Stinner97f17a72014-03-18 02:28:10 +0100653 'import sys',
Victor Stinner71430292014-03-18 01:18:21 +0100654 'def dump(name):',
655 ' std = getattr(sys, name)',
Victor Stinner97f17a72014-03-18 02:28:10 +0100656 ' print("%s: %s" % (name, std.errors))',
Victor Stinner71430292014-03-18 01:18:21 +0100657 'dump("stdin")',
658 'dump("stdout")',
659 'dump("stderr")',
660 ))
Victor Stinner06e76082018-09-19 14:56:36 -0700661 args = [sys.executable, "-X", "utf8=0", "-c", code]
Victor Stinner97f17a72014-03-18 02:28:10 +0100662 if isolated:
663 args.append("-I")
Serhiy Storchakafc435112016-04-10 14:34:13 +0300664 if encoding is not None:
Victor Stinner97f17a72014-03-18 02:28:10 +0100665 env['PYTHONIOENCODING'] = encoding
Serhiy Storchakafc435112016-04-10 14:34:13 +0300666 else:
667 env.pop('PYTHONIOENCODING', None)
Victor Stinner97f17a72014-03-18 02:28:10 +0100668 p = subprocess.Popen(args,
669 stdout=subprocess.PIPE,
670 stderr=subprocess.STDOUT,
671 env=env,
672 universal_newlines=True)
673 stdout, stderr = p.communicate()
674 return stdout
675
Victor Stinner315877d2018-08-29 09:58:12 +0200676 def check_locale_surrogateescape(self, locale):
677 out = self.c_locale_get_error_handler(locale, isolated=True)
Victor Stinner71430292014-03-18 01:18:21 +0100678 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100679 'stdin: surrogateescape\n'
680 'stdout: surrogateescape\n'
681 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100682
683 # replace the default error handler
Victor Stinner315877d2018-08-29 09:58:12 +0200684 out = self.c_locale_get_error_handler(locale, encoding=':ignore')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300685 self.assertEqual(out,
686 'stdin: ignore\n'
687 'stdout: ignore\n'
688 'stderr: backslashreplace\n')
689
690 # force the encoding
Victor Stinner315877d2018-08-29 09:58:12 +0200691 out = self.c_locale_get_error_handler(locale, encoding='iso8859-1')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300692 self.assertEqual(out,
693 'stdin: strict\n'
694 'stdout: strict\n'
695 'stderr: backslashreplace\n')
Victor Stinner315877d2018-08-29 09:58:12 +0200696 out = self.c_locale_get_error_handler(locale, encoding='iso8859-1:')
Victor Stinner71430292014-03-18 01:18:21 +0100697 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100698 'stdin: strict\n'
699 'stdout: strict\n'
700 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100701
Serhiy Storchakafc435112016-04-10 14:34:13 +0300702 # have no any effect
Victor Stinner315877d2018-08-29 09:58:12 +0200703 out = self.c_locale_get_error_handler(locale, encoding=':')
Serhiy Storchakafc435112016-04-10 14:34:13 +0300704 self.assertEqual(out,
Victor Stinner9e4994d2018-08-28 23:26:33 +0200705 'stdin: surrogateescape\n'
706 'stdout: surrogateescape\n'
Serhiy Storchakafc435112016-04-10 14:34:13 +0300707 'stderr: backslashreplace\n')
Victor Stinner315877d2018-08-29 09:58:12 +0200708 out = self.c_locale_get_error_handler(locale, encoding='')
Victor Stinner71430292014-03-18 01:18:21 +0100709 self.assertEqual(out,
Victor Stinner97f17a72014-03-18 02:28:10 +0100710 'stdin: surrogateescape\n'
711 'stdout: surrogateescape\n'
712 'stderr: backslashreplace\n')
Victor Stinner71430292014-03-18 01:18:21 +0100713
Victor Stinner315877d2018-08-29 09:58:12 +0200714 def test_c_locale_surrogateescape(self):
715 self.check_locale_surrogateescape('C')
716
717 def test_posix_locale_surrogateescape(self):
718 self.check_locale_surrogateescape('POSIX')
719
Barry Warsaw409da152012-06-03 16:18:47 -0400720 def test_implementation(self):
721 # This test applies to all implementations equally.
722
Georg Brandle054f452012-09-29 09:44:17 +0200723 levels = {'alpha': 0xA, 'beta': 0xB, 'candidate': 0xC, 'final': 0xF}
Barry Warsaw409da152012-06-03 16:18:47 -0400724
725 self.assertTrue(hasattr(sys.implementation, 'name'))
726 self.assertTrue(hasattr(sys.implementation, 'version'))
727 self.assertTrue(hasattr(sys.implementation, 'hexversion'))
728 self.assertTrue(hasattr(sys.implementation, 'cache_tag'))
729
730 version = sys.implementation.version
731 self.assertEqual(version[:2], (version.major, version.minor))
732
733 hexversion = (version.major << 24 | version.minor << 16 |
734 version.micro << 8 | levels[version.releaselevel] << 4 |
735 version.serial << 0)
736 self.assertEqual(sys.implementation.hexversion, hexversion)
737
Barry Warsaw028b37c2012-06-04 12:01:56 -0400738 # PEP 421 requires that .name be lower case.
Barry Warsawefce00c2012-06-04 12:02:42 -0400739 self.assertEqual(sys.implementation.name,
Barry Warsaw028b37c2012-06-04 12:01:56 -0400740 sys.implementation.name.lower())
741
Victor Stinner8e7966b2014-08-16 14:11:01 +0200742 @test.support.cpython_only
David Malcolm49526f42012-06-22 14:55:41 -0400743 def test_debugmallocstats(self):
744 # Test sys._debugmallocstats()
Berker Peksagce643912015-05-06 06:33:17 +0300745 from test.support.script_helper import assert_python_ok
David Malcolm49526f42012-06-22 14:55:41 -0400746 args = ['-c', 'import sys; sys._debugmallocstats()']
747 ret, out, err = assert_python_ok(*args)
748 self.assertIn(b"free PyDictObjects", err)
Martin v. Löwis0f599892008-06-02 11:13:03 +0000749
Victor Stinnered0b87d2013-12-19 17:16:42 +0100750 # The function has no parameter
751 self.assertRaises(TypeError, sys._debugmallocstats, True)
752
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100753 @unittest.skipUnless(hasattr(sys, "getallocatedblocks"),
754 "sys.getallocatedblocks unavailable on this build")
755 def test_getallocatedblocks(self):
Victor Stinner5d39e042017-11-29 17:20:38 +0100756 try:
757 import _testcapi
758 except ImportError:
759 with_pymalloc = support.with_pymalloc()
760 else:
Victor Stinner9b8314c2019-04-12 15:15:04 +0200761 try:
762 alloc_name = _testcapi.pymem_getallocatorsname()
763 except RuntimeError as exc:
764 # "cannot get allocators name" (ex: tracemalloc is used)
765 with_pymalloc = True
766 else:
767 with_pymalloc = (alloc_name in ('pymalloc', 'pymalloc_debug'))
Victor Stinner5d39e042017-11-29 17:20:38 +0100768
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100769 # Some sanity checks
770 a = sys.getallocatedblocks()
771 self.assertIs(type(a), int)
Antoine Pitrou92840532012-12-17 23:05:59 +0100772 if with_pymalloc:
773 self.assertGreater(a, 0)
774 else:
Antoine Pitrouf61dc4c2012-12-18 19:50:58 +0100775 # When WITH_PYMALLOC isn't available, we don't know anything
776 # about the underlying implementation: the function might
777 # return 0 or something greater.
778 self.assertGreaterEqual(a, 0)
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100779 try:
780 # While we could imagine a Python session where the number of
781 # multiple buffer objects would exceed the sharing of references,
782 # it is unlikely to happen in a normal test run.
783 self.assertLess(a, sys.gettotalrefcount())
784 except AttributeError:
785 # gettotalrefcount() not available
786 pass
787 gc.collect()
788 b = sys.getallocatedblocks()
789 self.assertLessEqual(b, a)
790 gc.collect()
791 c = sys.getallocatedblocks()
792 self.assertIn(c, range(b - 50, b + 50))
793
Serhiy Storchakaa7930372016-07-03 22:27:26 +0300794 @test.support.requires_type_collecting
Antoine Pitrou5db1bb82014-12-07 01:28:27 +0100795 def test_is_finalizing(self):
796 self.assertIs(sys.is_finalizing(), False)
797 # Don't use the atexit module because _Py_Finalizing is only set
798 # after calling atexit callbacks
799 code = """if 1:
800 import sys
801
802 class AtExit:
803 is_finalizing = sys.is_finalizing
804 print = print
805
806 def __del__(self):
807 self.print(self.is_finalizing(), flush=True)
808
809 # Keep a reference in the __main__ module namespace, so the
810 # AtExit destructor will be called at Python exit
811 ref = AtExit()
812 """
813 rc, stdout, stderr = assert_python_ok('-c', code)
814 self.assertEqual(stdout.rstrip(), b'True')
815
Zackery Spytz249b7d52019-05-30 05:08:24 -0600816 @test.support.requires_type_collecting
817 def test_issue20602(self):
818 # sys.flags and sys.float_info were wiped during shutdown.
819 code = """if 1:
820 import sys
821 class A:
822 def __del__(self, sys=sys):
823 print(sys.flags)
824 print(sys.float_info)
825 a = A()
826 """
827 rc, out, err = assert_python_ok('-c', code)
828 out = out.splitlines()
829 self.assertIn(b'sys.flags', out[0])
830 self.assertIn(b'sys.float_info', out[1])
831
Victor Stinnerd6958ac2016-12-02 01:13:46 +0100832 @unittest.skipUnless(hasattr(sys, 'getandroidapilevel'),
833 'need sys.getandroidapilevel()')
834 def test_getandroidapilevel(self):
835 level = sys.getandroidapilevel()
836 self.assertIsInstance(level, int)
837 self.assertGreater(level, 0)
838
Serhiy Storchakaedad8ee2017-11-15 17:38:52 +0200839 def test_sys_tracebacklimit(self):
840 code = """if 1:
841 import sys
842 def f1():
843 1 / 0
844 def f2():
845 f1()
846 sys.tracebacklimit = %r
847 f2()
848 """
849 def check(tracebacklimit, expected):
850 p = subprocess.Popen([sys.executable, '-c', code % tracebacklimit],
851 stderr=subprocess.PIPE)
852 out = p.communicate()[1]
853 self.assertEqual(out.splitlines(), expected)
854
855 traceback = [
856 b'Traceback (most recent call last):',
857 b' File "<string>", line 8, in <module>',
858 b' File "<string>", line 6, in f2',
859 b' File "<string>", line 4, in f1',
860 b'ZeroDivisionError: division by zero'
861 ]
862 check(10, traceback)
863 check(3, traceback)
864 check(2, traceback[:1] + traceback[2:])
865 check(1, traceback[:1] + traceback[3:])
866 check(0, [traceback[-1]])
867 check(-1, [traceback[-1]])
868 check(1<<1000, traceback)
869 check(-1<<1000, [traceback[-1]])
870 check(None, traceback)
871
Pablo Galindo09770912018-04-25 03:22:28 +0100872 def test_no_duplicates_in_meta_path(self):
873 self.assertEqual(len(sys.meta_path), len(set(sys.meta_path)))
874
Victor Stinnerb2457ef2018-08-29 13:25:36 +0200875 @unittest.skipUnless(hasattr(sys, "_enablelegacywindowsfsencoding"),
876 'needs sys._enablelegacywindowsfsencoding()')
877 def test__enablelegacywindowsfsencoding(self):
878 code = ('import sys',
879 'sys._enablelegacywindowsfsencoding()',
880 'print(sys.getfilesystemencoding(), sys.getfilesystemencodeerrors())')
881 rc, out, err = assert_python_ok('-c', '; '.join(code))
882 out = out.decode('ascii', 'replace').rstrip()
883 self.assertEqual(out, 'mbcs replace')
884
Antoine Pitrouf9d0b122012-12-09 14:28:26 +0100885
Serhiy Storchaka5cfc79d2014-02-07 10:06:39 +0200886@test.support.cpython_only
Victor Stinneref9d9b62019-05-22 11:28:22 +0200887class UnraisableHookTest(unittest.TestCase):
Victor Stinner71c52e32019-05-27 08:57:14 +0200888 def write_unraisable_exc(self, exc, err_msg, obj):
Victor Stinneref9d9b62019-05-22 11:28:22 +0200889 import _testcapi
890 import types
Victor Stinner71c52e32019-05-27 08:57:14 +0200891 err_msg2 = f"Exception ignored {err_msg}"
Victor Stinneref9d9b62019-05-22 11:28:22 +0200892 try:
Victor Stinner71c52e32019-05-27 08:57:14 +0200893 _testcapi.write_unraisable_exc(exc, err_msg, obj)
Victor Stinnerdf22c032019-05-23 01:00:58 +0200894 return types.SimpleNamespace(exc_type=type(exc),
895 exc_value=exc,
896 exc_traceback=exc.__traceback__,
Victor Stinner71c52e32019-05-27 08:57:14 +0200897 err_msg=err_msg2,
Victor Stinnerdf22c032019-05-23 01:00:58 +0200898 object=obj)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200899 finally:
900 # Explicitly break any reference cycle
901 exc = None
Victor Stinneref9d9b62019-05-22 11:28:22 +0200902
903 def test_original_unraisablehook(self):
Victor Stinner71c52e32019-05-27 08:57:14 +0200904 for err_msg in (None, "original hook"):
905 with self.subTest(err_msg=err_msg):
906 obj = "an object"
Victor Stinneref9d9b62019-05-22 11:28:22 +0200907
Victor Stinner71c52e32019-05-27 08:57:14 +0200908 with test.support.captured_output("stderr") as stderr:
909 with test.support.swap_attr(sys, 'unraisablehook',
910 sys.__unraisablehook__):
911 self.write_unraisable_exc(ValueError(42), err_msg, obj)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200912
Victor Stinner71c52e32019-05-27 08:57:14 +0200913 err = stderr.getvalue()
914 if err_msg is not None:
915 self.assertIn(f'Exception ignored {err_msg}: {obj!r}\n', err)
916 else:
917 self.assertIn(f'Exception ignored in: {obj!r}\n', err)
918 self.assertIn('Traceback (most recent call last):\n', err)
919 self.assertIn('ValueError: 42\n', err)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200920
Victor Stinnere4d300e2019-05-22 23:44:02 +0200921 def test_original_unraisablehook_err(self):
922 # bpo-22836: PyErr_WriteUnraisable() should give sensible reports
923 class BrokenDel:
924 def __del__(self):
925 exc = ValueError("del is broken")
926 # The following line is included in the traceback report:
927 raise exc
928
929 class BrokenStrException(Exception):
930 def __str__(self):
931 raise Exception("str() is broken")
932
933 class BrokenExceptionDel:
934 def __del__(self):
935 exc = BrokenStrException()
936 # The following line is included in the traceback report:
937 raise exc
938
939 for test_class in (BrokenDel, BrokenExceptionDel):
940 with self.subTest(test_class):
941 obj = test_class()
942 with test.support.captured_stderr() as stderr, \
943 test.support.swap_attr(sys, 'unraisablehook',
944 sys.__unraisablehook__):
945 # Trigger obj.__del__()
946 del obj
947
948 report = stderr.getvalue()
949 self.assertIn("Exception ignored", report)
950 self.assertIn(test_class.__del__.__qualname__, report)
951 self.assertIn("test_sys.py", report)
952 self.assertIn("raise exc", report)
953 if test_class is BrokenExceptionDel:
954 self.assertIn("BrokenStrException", report)
955 self.assertIn("<exception str() failed>", report)
956 else:
957 self.assertIn("ValueError", report)
958 self.assertIn("del is broken", report)
959 self.assertTrue(report.endswith("\n"))
960
961
Victor Stinneref9d9b62019-05-22 11:28:22 +0200962 def test_original_unraisablehook_wrong_type(self):
963 exc = ValueError(42)
964 with test.support.swap_attr(sys, 'unraisablehook',
965 sys.__unraisablehook__):
966 with self.assertRaises(TypeError):
967 sys.unraisablehook(exc)
968
969 def test_custom_unraisablehook(self):
970 hook_args = None
971
972 def hook_func(args):
973 nonlocal hook_args
974 hook_args = args
975
976 obj = object()
977 try:
978 with test.support.swap_attr(sys, 'unraisablehook', hook_func):
Victor Stinner71c52e32019-05-27 08:57:14 +0200979 expected = self.write_unraisable_exc(ValueError(42),
980 "custom hook", obj)
981 for attr in "exc_type exc_value exc_traceback err_msg object".split():
Victor Stinneref9d9b62019-05-22 11:28:22 +0200982 self.assertEqual(getattr(hook_args, attr),
983 getattr(expected, attr),
984 (hook_args, expected))
985 finally:
986 # expected and hook_args contain an exception: break reference cycle
987 expected = None
988 hook_args = None
989
990 def test_custom_unraisablehook_fail(self):
991 def hook_func(*args):
992 raise Exception("hook_func failed")
993
994 with test.support.captured_output("stderr") as stderr:
995 with test.support.swap_attr(sys, 'unraisablehook', hook_func):
Victor Stinner71c52e32019-05-27 08:57:14 +0200996 self.write_unraisable_exc(ValueError(42),
997 "custom hook fail", None)
Victor Stinneref9d9b62019-05-22 11:28:22 +0200998
999 err = stderr.getvalue()
Victor Stinner71c52e32019-05-27 08:57:14 +02001000 self.assertIn(f'Exception ignored in sys.unraisablehook: '
1001 f'{hook_func!r}\n',
Victor Stinneref9d9b62019-05-22 11:28:22 +02001002 err)
1003 self.assertIn('Traceback (most recent call last):\n', err)
1004 self.assertIn('Exception: hook_func failed\n', err)
1005
1006
1007@test.support.cpython_only
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001008class SizeofTest(unittest.TestCase):
1009
1010 def setUp(self):
Martin v. Löwis33f79972012-07-29 16:33:05 +02001011 self.P = struct.calcsize('P')
Mark Dickinsonbd792642009-03-18 20:06:12 +00001012 self.longdigit = sys.int_info.sizeof_digit
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001013 import _testcapi
1014 self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001015
Martin v. Löwis33f79972012-07-29 16:33:05 +02001016 check_sizeof = test.support.check_sizeof
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001017
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001018 def test_gc_head_size(self):
1019 # Check that the gc header size is added to objects tracked by the gc.
Martin v. Löwis33f79972012-07-29 16:33:05 +02001020 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001021 gc_header_size = self.gc_headsize
1022 # bool objects are not gc tracked
Martin v. Löwis33f79972012-07-29 16:33:05 +02001023 self.assertEqual(sys.getsizeof(True), vsize('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001024 # but lists are
Martin v. Löwis2b168442012-07-29 16:38:45 +02001025 self.assertEqual(sys.getsizeof([]), vsize('Pn') + gc_header_size)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001026
Serhiy Storchaka030e92d2014-11-15 13:21:37 +02001027 def test_errors(self):
1028 class BadSizeof:
1029 def __sizeof__(self):
1030 raise ValueError
1031 self.assertRaises(ValueError, sys.getsizeof, BadSizeof())
1032
1033 class InvalidSizeof:
1034 def __sizeof__(self):
1035 return None
1036 self.assertRaises(TypeError, sys.getsizeof, InvalidSizeof())
1037 sentinel = ["sentinel"]
1038 self.assertIs(sys.getsizeof(InvalidSizeof(), sentinel), sentinel)
1039
1040 class FloatSizeof:
1041 def __sizeof__(self):
1042 return 4.5
1043 self.assertRaises(TypeError, sys.getsizeof, FloatSizeof())
1044 self.assertIs(sys.getsizeof(FloatSizeof(), sentinel), sentinel)
1045
1046 class OverflowSizeof(int):
1047 def __sizeof__(self):
1048 return int(self)
1049 self.assertEqual(sys.getsizeof(OverflowSizeof(sys.maxsize)),
1050 sys.maxsize + self.gc_headsize)
1051 with self.assertRaises(OverflowError):
1052 sys.getsizeof(OverflowSizeof(sys.maxsize + 1))
1053 with self.assertRaises(ValueError):
1054 sys.getsizeof(OverflowSizeof(-1))
1055 with self.assertRaises((ValueError, OverflowError)):
1056 sys.getsizeof(OverflowSizeof(-sys.maxsize - 1))
1057
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001058 def test_default(self):
Martin v. Löwis2b168442012-07-29 16:38:45 +02001059 size = test.support.calcvobjsize
1060 self.assertEqual(sys.getsizeof(True), size('') + self.longdigit)
1061 self.assertEqual(sys.getsizeof(True, -1), size('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001062
1063 def test_objecttypes(self):
1064 # check all types defined in Objects/
Serhiy Storchaka51855972015-12-20 11:39:14 +02001065 calcsize = struct.calcsize
Martin v. Löwis33f79972012-07-29 16:33:05 +02001066 size = test.support.calcobjsize
1067 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001068 check = self.check_sizeof
1069 # bool
Martin v. Löwis33f79972012-07-29 16:33:05 +02001070 check(True, vsize('') + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001071 # buffer
1072 # XXX
1073 # builtin_function_or_method
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001074 check(len, size('5P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001075 # bytearray
1076 samples = [b'', b'u'*100000]
1077 for sample in samples:
1078 x = bytearray(sample)
Antoine Pitrou5df8a8a2013-10-05 21:12:18 +02001079 check(x, vsize('n2Pi') + x.__alloc__())
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001080 # bytearray_iterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001081 check(iter(bytearray()), size('nP'))
Antoine Pitroua6545102015-03-10 22:32:00 +01001082 # bytes
1083 check(b'', vsize('n') + 1)
1084 check(b'x' * 10, vsize('n') + 11)
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001085 # cell
1086 def get_cell():
1087 x = 42
1088 def inner():
1089 return x
1090 return inner
Martin v. Löwis33f79972012-07-29 16:33:05 +02001091 check(get_cell().__closure__[0], size('P'))
Robert Schuppenies4efb5182008-06-06 11:49:51 +00001092 # code
Dong-hee Nab4dc6af2017-04-20 16:31:17 +09001093 def check_code_size(a, expected_size):
1094 self.assertGreaterEqual(sys.getsizeof(a), expected_size)
1095 check_code_size(get_cell().__code__, size('6i13P'))
1096 check_code_size(get_cell.__code__, size('6i13P'))
Martin v. Löwis3bbd2fa2012-07-26 22:23:23 +02001097 def get_cell2(x):
1098 def inner():
1099 return x
1100 return inner
Dong-hee Nab4dc6af2017-04-20 16:31:17 +09001101 check_code_size(get_cell2.__code__, size('6i13P') + calcsize('n'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001102 # complex
Martin v. Löwis33f79972012-07-29 16:33:05 +02001103 check(complex(0,1), size('2d'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001104 # method_descriptor (descriptor object)
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001105 check(str.lower, size('3PPP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001106 # classmethod_descriptor (descriptor object)
1107 # XXX
1108 # member_descriptor (descriptor object)
1109 import datetime
Martin v. Löwis2b168442012-07-29 16:38:45 +02001110 check(datetime.timedelta.days, size('3PP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001111 # getset_descriptor (descriptor object)
1112 import collections
Martin v. Löwis2b168442012-07-29 16:38:45 +02001113 check(collections.defaultdict.default_factory, size('3PP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001114 # wrapper_descriptor (descriptor object)
Martin v. Löwis2b168442012-07-29 16:38:45 +02001115 check(int.__add__, size('3P2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001116 # method-wrapper (descriptor object)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001117 check({}.__iter__, size('2P'))
Inada Naokif2a18672019-03-12 17:25:44 +09001118 # empty dict
1119 check({}, size('nQ2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001120 # dict
Inada Naokif2a18672019-03-12 17:25:44 +09001121 check({"a": 1}, size('nQ2P') + calcsize('2nP2n') + 8 + (8*2//3)*calcsize('n2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001122 longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
Victor Stinnera1fd0782016-09-09 21:51:19 -07001123 check(longdict, size('nQ2P') + calcsize('2nP2n') + 16 + (16*2//3)*calcsize('n2P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001124 # dictionary-keyview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001125 check({}.keys(), size('P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001126 # dictionary-valueview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001127 check({}.values(), size('P'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001128 # dictionary-itemview
Martin v. Löwis33f79972012-07-29 16:33:05 +02001129 check({}.items(), size('P'))
1130 # dictionary iterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001131 check(iter({}), size('P2nPn'))
Serhiy Storchaka51855972015-12-20 11:39:14 +02001132 # dictionary-keyiterator
1133 check(iter({}.keys()), size('P2nPn'))
1134 # dictionary-valueiterator
1135 check(iter({}.values()), size('P2nPn'))
1136 # dictionary-itemiterator
1137 check(iter({}.items()), size('P2nPn'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001138 # dictproxy
1139 class C(object): pass
Martin v. Löwis33f79972012-07-29 16:33:05 +02001140 check(C.__dict__, size('P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001141 # BaseException
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001142 check(BaseException(), size('5Pb'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001143 # UnicodeEncodeError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001144 check(UnicodeEncodeError("", "", 0, 0, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001145 # UnicodeDecodeError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001146 check(UnicodeDecodeError("", b"", 0, 0, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001147 # UnicodeTranslateError
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001148 check(UnicodeTranslateError("", 0, 1, ""), size('5Pb 2P2nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001149 # ellipses
Martin v. Löwis33f79972012-07-29 16:33:05 +02001150 check(Ellipsis, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001151 # EncodingMap
1152 import codecs, encodings.iso8859_3
1153 x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001154 check(x, size('32B2iB'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001155 # enumerate
Martin v. Löwis2b168442012-07-29 16:38:45 +02001156 check(enumerate([]), size('n3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001157 # reverse
Martin v. Löwis2b168442012-07-29 16:38:45 +02001158 check(reversed(''), size('nP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001159 # float
Martin v. Löwis33f79972012-07-29 16:33:05 +02001160 check(float(0), size('d'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001161 # sys.floatinfo
Martin v. Löwis33f79972012-07-29 16:33:05 +02001162 check(sys.float_info, vsize('') + self.P * len(sys.float_info))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001163 # frame
1164 import inspect
1165 CO_MAXBLOCKS = 20
1166 x = inspect.currentframe()
1167 ncells = len(x.f_code.co_cellvars)
1168 nfrees = len(x.f_code.co_freevars)
1169 extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
1170 ncells + nfrees - 1
Mark Shannonae3087c2017-10-22 22:41:51 +01001171 check(x, vsize('5P2c4P3ic' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001172 # function
1173 def func(): pass
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001174 check(func, size('13P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001175 class c():
1176 @staticmethod
1177 def foo():
1178 pass
1179 @classmethod
1180 def bar(cls):
1181 pass
1182 # staticmethod
Martin v. Löwis2b168442012-07-29 16:38:45 +02001183 check(foo, size('PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001184 # classmethod
Martin v. Löwis2b168442012-07-29 16:38:45 +02001185 check(bar, size('PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001186 # generator
1187 def get_gen(): yield 1
Mark Shannonae3087c2017-10-22 22:41:51 +01001188 check(get_gen(), size('Pb2PPP4P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001189 # iterator
Martin v. Löwis33f79972012-07-29 16:33:05 +02001190 check(iter('abc'), size('lP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001191 # callable-iterator
1192 import re
Martin v. Löwis33f79972012-07-29 16:33:05 +02001193 check(re.finditer('',''), size('2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001194 # list
1195 samples = [[], [1,2,3], ['1', '2', '3']]
1196 for sample in samples:
Martin v. Löwis2b168442012-07-29 16:38:45 +02001197 check(sample, vsize('Pn') + len(sample)*self.P)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001198 # sortwrapper (list)
1199 # XXX
1200 # cmpwrapper (list)
1201 # XXX
1202 # listiterator (list)
Martin v. Löwis33f79972012-07-29 16:33:05 +02001203 check(iter([]), size('lP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001204 # listreverseiterator (list)
Martin v. Löwis2b168442012-07-29 16:38:45 +02001205 check(reversed([]), size('nP'))
Serhiy Storchaka95949422013-08-27 19:40:23 +03001206 # int
Martin v. Löwis33f79972012-07-29 16:33:05 +02001207 check(0, vsize(''))
1208 check(1, vsize('') + self.longdigit)
1209 check(-1, vsize('') + self.longdigit)
Mark Dickinsonbd792642009-03-18 20:06:12 +00001210 PyLong_BASE = 2**sys.int_info.bits_per_digit
Martin v. Löwis33f79972012-07-29 16:33:05 +02001211 check(int(PyLong_BASE), vsize('') + 2*self.longdigit)
1212 check(int(PyLong_BASE**2-1), vsize('') + 2*self.longdigit)
1213 check(int(PyLong_BASE**2), vsize('') + 3*self.longdigit)
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001214 # module
Antoine Pitroudcedaf62013-07-31 23:14:08 +02001215 check(unittest, size('PnPPP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001216 # None
Martin v. Löwis33f79972012-07-29 16:33:05 +02001217 check(None, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001218 # NotImplementedType
Martin v. Löwis33f79972012-07-29 16:33:05 +02001219 check(NotImplemented, size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001220 # object
Martin v. Löwis33f79972012-07-29 16:33:05 +02001221 check(object(), size(''))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001222 # property (descriptor object)
1223 class C(object):
1224 def getx(self): return self.__x
1225 def setx(self, value): self.__x = value
1226 def delx(self): del self.__x
1227 x = property(getx, setx, delx, "")
Martin v. Löwis33f79972012-07-29 16:33:05 +02001228 check(x, size('4Pi'))
Benjamin Petersonb173f782009-05-05 22:31:58 +00001229 # PyCapsule
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001230 # XXX
1231 # rangeiterator
Martin v. Löwis33f79972012-07-29 16:33:05 +02001232 check(iter(range(1)), size('4l'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001233 # reverse
Martin v. Löwis2b168442012-07-29 16:38:45 +02001234 check(reversed(''), size('nP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001235 # range
Martin v. Löwis33f79972012-07-29 16:33:05 +02001236 check(range(1), size('4P'))
1237 check(range(66000), size('4P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001238 # set
1239 # frozenset
1240 PySet_MINSIZE = 8
1241 samples = [[], range(10), range(50)]
Raymond Hettinger93035c42015-01-25 16:12:49 -08001242 s = size('3nP' + PySet_MINSIZE*'nP' + '2nP')
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001243 for sample in samples:
1244 minused = len(sample)
1245 if minused == 0: tmp = 1
1246 # the computation of minused is actually a bit more complicated
1247 # but this suffices for the sizeof test
1248 minused = minused*2
1249 newsize = PySet_MINSIZE
1250 while newsize <= minused:
1251 newsize = newsize << 1
1252 if newsize <= 8:
1253 check(set(sample), s)
1254 check(frozenset(sample), s)
1255 else:
Serhiy Storchaka51855972015-12-20 11:39:14 +02001256 check(set(sample), s + newsize*calcsize('nP'))
1257 check(frozenset(sample), s + newsize*calcsize('nP'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001258 # setiterator
Martin v. Löwis2b168442012-07-29 16:38:45 +02001259 check(iter(set()), size('P3n'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001260 # slice
Martin v. Löwis33f79972012-07-29 16:33:05 +02001261 check(slice(0), size('3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001262 # super
Martin v. Löwis33f79972012-07-29 16:33:05 +02001263 check(super(int), size('3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001264 # tuple
Martin v. Löwis33f79972012-07-29 16:33:05 +02001265 check((), vsize(''))
1266 check((1,2,3), vsize('') + 3*self.P)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001267 # type
Martin v. Loewis4f2f3b62012-04-24 19:13:57 +02001268 # static type: PyTypeObject
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02001269 fmt = 'P2nPI13Pl4Pn9Pn11PIPP'
Serhiy Storchakaa7930372016-07-03 22:27:26 +03001270 if hasattr(sys, 'getcounts'):
1271 fmt += '3n2P'
1272 s = vsize(fmt)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001273 check(int, s)
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001274 # class
Serhiy Storchakaa7930372016-07-03 22:27:26 +03001275 s = vsize(fmt + # PyTypeObject
Serhiy Storchaka51855972015-12-20 11:39:14 +02001276 '3P' # PyAsyncMethods
1277 '36P' # PyNumberMethods
1278 '3P' # PyMappingMethods
1279 '10P' # PySequenceMethods
1280 '2P' # PyBufferProcs
1281 '4P')
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001282 class newstyleclass(object): pass
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001283 # Separate block for PyDictKeysObject with 8 keys and 5 entries
1284 check(newstyleclass, s + calcsize("2nP2n0P") + 8 + 5*calcsize("n2P"))
Martin v. Loewis4f2f3b62012-04-24 19:13:57 +02001285 # dict with shared keys
Serhiy Storchaka39a156c2017-11-07 15:08:09 +02001286 check(newstyleclass().__dict__, size('nQ2P') + 5*self.P)
1287 o = newstyleclass()
1288 o.a = o.b = o.c = o.d = o.e = o.f = o.g = o.h = 1
1289 # Separate block for PyDictKeysObject with 16 keys and 10 entries
1290 check(newstyleclass, s + calcsize("2nP2n0P") + 16 + 10*calcsize("n2P"))
1291 # dict with shared keys
1292 check(newstyleclass().__dict__, size('nQ2P') + 10*self.P)
Georg Brandlc28e1fa2008-06-10 19:20:26 +00001293 # unicode
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001294 # each tuple contains a string and its expected character size
1295 # don't put any static strings here, as they may contain
1296 # wchar_t or UTF-8 representations
1297 samples = ['1'*100, '\xff'*50,
1298 '\u0100'*40, '\uffff'*100,
1299 '\U00010000'*30, '\U0010ffff'*100]
Antoine Pitrou80bc00f2013-05-25 23:47:29 +02001300 asciifields = "nnbP"
Martin v. Löwis2b168442012-07-29 16:38:45 +02001301 compactfields = asciifields + "nPn"
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001302 unicodefields = compactfields + "P"
Georg Brandlc28e1fa2008-06-10 19:20:26 +00001303 for s in samples:
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001304 maxchar = ord(max(s))
1305 if maxchar < 128:
1306 L = size(asciifields) + len(s) + 1
1307 elif maxchar < 256:
1308 L = size(compactfields) + len(s) + 1
1309 elif maxchar < 65536:
1310 L = size(compactfields) + 2*(len(s) + 1)
1311 else:
1312 L = size(compactfields) + 4*(len(s) + 1)
1313 check(s, L)
1314 # verify that the UTF-8 size is accounted for
1315 s = chr(0x4000) # 4 bytes canonical representation
1316 check(s, size(compactfields) + 4)
Martin v. Löwisf02aa652011-09-28 09:22:13 +02001317 # compile() will trigger the generation of the UTF-8
1318 # representation as a side effect
1319 compile(s, "<stdin>", "eval")
1320 check(s, size(compactfields) + 4 + 4)
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001321 # TODO: add check that forces the presence of wchar_t representation
1322 # TODO: add check that forces layout of unicodefields
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001323 # weakref
1324 import weakref
Martin v. Löwis2b168442012-07-29 16:38:45 +02001325 check(weakref.ref(int), size('2Pn2P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001326 # weakproxy
1327 # XXX
1328 # weakcallableproxy
Martin v. Löwis2b168442012-07-29 16:38:45 +02001329 check(weakref.proxy(int), size('2Pn2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001330
Serhiy Storchaka5c4064e2015-12-19 20:05:25 +02001331 def check_slots(self, obj, base, extra):
1332 expected = sys.getsizeof(base) + struct.calcsize(extra)
1333 if gc.is_tracked(obj) and not gc.is_tracked(base):
Serhiy Storchaka9c297e42015-12-19 22:49:29 +02001334 expected += self.gc_headsize
Serhiy Storchaka5c4064e2015-12-19 20:05:25 +02001335 self.assertEqual(sys.getsizeof(obj), expected)
1336
1337 def test_slots(self):
1338 # check all subclassable types defined in Objects/ that allow
1339 # non-empty __slots__
1340 check = self.check_slots
1341 class BA(bytearray):
1342 __slots__ = 'a', 'b', 'c'
1343 check(BA(), bytearray(), '3P')
1344 class D(dict):
1345 __slots__ = 'a', 'b', 'c'
1346 check(D(x=[]), {'x': []}, '3P')
1347 class L(list):
1348 __slots__ = 'a', 'b', 'c'
1349 check(L(), [], '3P')
1350 class S(set):
1351 __slots__ = 'a', 'b', 'c'
1352 check(S(), set(), '3P')
1353 class FS(frozenset):
1354 __slots__ = 'a', 'b', 'c'
1355 check(FS(), frozenset(), '3P')
1356 from collections import OrderedDict
1357 class OD(OrderedDict):
1358 __slots__ = 'a', 'b', 'c'
1359 check(OD(x=[]), OrderedDict(x=[]), '3P')
1360
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001361 def test_pythontypes(self):
1362 # check all types defined in Python/
Martin v. Löwis33f79972012-07-29 16:33:05 +02001363 size = test.support.calcobjsize
1364 vsize = test.support.calcvobjsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001365 check = self.check_sizeof
1366 # _ast.AST
1367 import _ast
Martin v. Löwis2b168442012-07-29 16:38:45 +02001368 check(_ast.AST(), size('P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001369 try:
1370 raise TypeError
1371 except TypeError:
1372 tb = sys.exc_info()[2]
1373 # traceback
Benjamin Petersonb29614e2012-10-09 11:16:03 -04001374 if tb is not None:
Martin v. Löwis33f79972012-07-29 16:33:05 +02001375 check(tb, size('2P2i'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +00001376 # symtable entry
1377 # XXX
1378 # sys.flags
Martin v. Löwis33f79972012-07-29 16:33:05 +02001379 check(sys.flags, vsize('') + self.P * len(sys.flags))
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001380
Yury Selivanoveb636452016-09-08 22:01:51 -07001381 def test_asyncgen_hooks(self):
1382 old = sys.get_asyncgen_hooks()
1383 self.assertIsNone(old.firstiter)
1384 self.assertIsNone(old.finalizer)
1385
1386 firstiter = lambda *a: None
1387 sys.set_asyncgen_hooks(firstiter=firstiter)
1388 hooks = sys.get_asyncgen_hooks()
1389 self.assertIs(hooks.firstiter, firstiter)
1390 self.assertIs(hooks[0], firstiter)
1391 self.assertIs(hooks.finalizer, None)
1392 self.assertIs(hooks[1], None)
1393
1394 finalizer = lambda *a: None
1395 sys.set_asyncgen_hooks(finalizer=finalizer)
1396 hooks = sys.get_asyncgen_hooks()
1397 self.assertIs(hooks.firstiter, firstiter)
1398 self.assertIs(hooks[0], firstiter)
1399 self.assertIs(hooks.finalizer, finalizer)
1400 self.assertIs(hooks[1], finalizer)
1401
1402 sys.set_asyncgen_hooks(*old)
1403 cur = sys.get_asyncgen_hooks()
1404 self.assertIsNone(cur.firstiter)
1405 self.assertIsNone(cur.finalizer)
1406
Martin v. Löwis00709aa2008-06-04 14:18:43 +00001407
Walter Dörwaldc3502462003-02-03 23:03:49 +00001408if __name__ == "__main__":
Victor Stinneref9d9b62019-05-22 11:28:22 +02001409 unittest.main()