blob: 599f09be35f10d739bf1ef06b6110455af1acf2b [file] [log] [blame]
Walter Dörwaldc3502462003-02-03 23:03:49 +00001# -*- coding: iso-8859-1 -*-
Benjamin Petersonee8712c2008-05-20 21:35:26 +00002import unittest, test.support
Martin v. Löwis00709aa2008-06-04 14:18:43 +00003import sys, io, os
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +00004import struct
Antoine Pitrou652e7072009-03-13 19:25:20 +00005import subprocess
6import textwrap
Walter Dörwaldc3502462003-02-03 23:03:49 +00007
8class SysModuleTest(unittest.TestCase):
9
Christian Heimesef181a72007-11-07 16:14:12 +000010 def setUp(self):
11 self.orig_stdout = sys.stdout
12 self.orig_stderr = sys.stderr
13 self.orig_displayhook = sys.displayhook
14
15 def tearDown(self):
16 sys.stdout = self.orig_stdout
17 sys.stderr = self.orig_stderr
18 sys.displayhook = self.orig_displayhook
Antoine Pitrou836f0e22009-10-27 19:25:57 +000019 test.support.reap_children()
Christian Heimesef181a72007-11-07 16:14:12 +000020
Walter Dörwaldc3502462003-02-03 23:03:49 +000021 def test_original_displayhook(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +000022 import builtins
Guido van Rossum34d19282007-08-09 01:03:29 +000023 out = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000024 sys.stdout = out
25
26 dh = sys.__displayhook__
27
28 self.assertRaises(TypeError, dh)
Georg Brandl1a3284e2007-12-02 09:40:06 +000029 if hasattr(builtins, "_"):
30 del builtins._
Walter Dörwaldc3502462003-02-03 23:03:49 +000031
32 dh(None)
33 self.assertEqual(out.getvalue(), "")
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000034 self.assertTrue(not hasattr(builtins, "_"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000035 dh(42)
36 self.assertEqual(out.getvalue(), "42\n")
Georg Brandl1a3284e2007-12-02 09:40:06 +000037 self.assertEqual(builtins._, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +000038
39 del sys.stdout
40 self.assertRaises(RuntimeError, dh, 42)
41
Walter Dörwaldc3502462003-02-03 23:03:49 +000042 def test_lost_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000043 del sys.displayhook
44 code = compile("42", "<string>", "single")
45 self.assertRaises(RuntimeError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000046
47 def test_custom_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000048 def baddisplayhook(obj):
49 raise ValueError
50 sys.displayhook = baddisplayhook
51 code = compile("42", "<string>", "single")
52 self.assertRaises(ValueError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000053
54 def test_original_excepthook(self):
Guido van Rossum34d19282007-08-09 01:03:29 +000055 err = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000056 sys.stderr = err
57
58 eh = sys.__excepthook__
59
60 self.assertRaises(TypeError, eh)
61 try:
62 raise ValueError(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000063 except ValueError as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000064 eh(*sys.exc_info())
65
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000066 self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000067
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000068 def test_excepthook(self):
69 with test.support.captured_output("stderr") as stderr:
70 sys.excepthook(1, '1', 1)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000071 self.assertTrue("TypeError: print_exception(): Exception expected for " \
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000072 "value, str found" in stderr.getvalue())
73
Walter Dörwalde7028ac2003-02-03 23:05:27 +000074 # FIXME: testing the code for a lost or replaced excepthook in
Walter Dörwaldc3502462003-02-03 23:03:49 +000075 # Python/pythonrun.c::PyErr_PrintEx() is tricky.
76
77 def test_exit(self):
78 self.assertRaises(TypeError, sys.exit, 42, 42)
79
80 # call without argument
81 try:
82 sys.exit(0)
Guido van Rossumb940e112007-01-10 16:19:56 +000083 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000084 self.assertEquals(exc.code, 0)
85 except:
86 self.fail("wrong exception")
87 else:
88 self.fail("no exception")
89
90 # call with tuple argument with one entry
91 # entry will be unpacked
92 try:
93 sys.exit(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000094 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000095 self.assertEquals(exc.code, 42)
96 except:
97 self.fail("wrong exception")
98 else:
99 self.fail("no exception")
100
101 # call with integer argument
102 try:
103 sys.exit((42,))
Guido van Rossumb940e112007-01-10 16:19:56 +0000104 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000105 self.assertEquals(exc.code, 42)
106 except:
107 self.fail("wrong exception")
108 else:
109 self.fail("no exception")
110
111 # call with string argument
112 try:
113 sys.exit("exit")
Guido van Rossumb940e112007-01-10 16:19:56 +0000114 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000115 self.assertEquals(exc.code, "exit")
116 except:
117 self.fail("wrong exception")
118 else:
119 self.fail("no exception")
120
121 # call with tuple argument with two entries
122 try:
123 sys.exit((17, 23))
Guido van Rossumb940e112007-01-10 16:19:56 +0000124 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000125 self.assertEquals(exc.code, (17, 23))
126 except:
127 self.fail("wrong exception")
128 else:
129 self.fail("no exception")
130
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000131 # test that the exit machinery handles SystemExits properly
132 import subprocess
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000133 rc = subprocess.call([sys.executable, "-c",
134 "raise SystemExit(47)"])
135 self.assertEqual(rc, 47)
Tim Petersf0db38d2005-02-15 21:50:12 +0000136
Walter Dörwaldc3502462003-02-03 23:03:49 +0000137 def test_getdefaultencoding(self):
Walter Dörwald4aeaa962007-05-22 16:13:46 +0000138 self.assertRaises(TypeError, sys.getdefaultencoding, 42)
139 # can't check more than the type, as the user might have changed it
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000140 self.assertTrue(isinstance(sys.getdefaultencoding(), str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000141
142 # testing sys.settrace() is done in test_trace.py
143 # testing sys.setprofile() is done in test_profile.py
144
145 def test_setcheckinterval(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000146 self.assertRaises(TypeError, sys.setcheckinterval)
Tim Peterse5e065b2003-07-06 18:36:54 +0000147 orig = sys.getcheckinterval()
148 for n in 0, 100, 120, orig: # orig last to restore starting state
149 sys.setcheckinterval(n)
150 self.assertEquals(sys.getcheckinterval(), n)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000151
152 def test_recursionlimit(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000153 self.assertRaises(TypeError, sys.getrecursionlimit, 42)
154 oldlimit = sys.getrecursionlimit()
155 self.assertRaises(TypeError, sys.setrecursionlimit)
156 self.assertRaises(ValueError, sys.setrecursionlimit, -42)
157 sys.setrecursionlimit(10000)
158 self.assertEqual(sys.getrecursionlimit(), 10000)
159 sys.setrecursionlimit(oldlimit)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000160
Antoine Pitrou652e7072009-03-13 19:25:20 +0000161 def test_recursionlimit_recovery(self):
162 # NOTE: this test is slightly fragile in that it depends on the current
163 # recursion count when executing the test being low enough so as to
164 # trigger the recursion recovery detection in the _Py_MakeEndRecCheck
165 # macro (see ceval.h).
166 oldlimit = sys.getrecursionlimit()
167 def f():
168 f()
169 try:
170 for i in (50, 1000):
171 # Issue #5392: stack overflow after hitting recursion limit twice
172 sys.setrecursionlimit(i)
173 self.assertRaises(RuntimeError, f)
174 self.assertRaises(RuntimeError, f)
175 finally:
176 sys.setrecursionlimit(oldlimit)
177
178 def test_recursionlimit_fatalerror(self):
179 # A fatal error occurs if a second recursion limit is hit when recovering
180 # from a first one.
Antoine Pitrou17dc4462009-04-04 17:36:05 +0000181 if os.name == "nt":
182 raise unittest.SkipTest(
183 "under Windows, test would generate a spurious crash dialog")
Antoine Pitrou652e7072009-03-13 19:25:20 +0000184 code = textwrap.dedent("""
185 import sys
186
187 def f():
188 try:
189 f()
190 except RuntimeError:
191 f()
192
193 sys.setrecursionlimit(%d)
194 f()""")
195 for i in (50, 1000):
196 sub = subprocess.Popen([sys.executable, '-c', code % i],
197 stderr=subprocess.PIPE)
198 err = sub.communicate()[1]
199 self.assertTrue(sub.returncode, sub.returncode)
200 self.assertTrue(
201 b"Fatal Python error: Cannot recover from stack overflow" in err,
202 err)
203
Walter Dörwaldc3502462003-02-03 23:03:49 +0000204 def test_getwindowsversion(self):
205 if hasattr(sys, "getwindowsversion"):
206 v = sys.getwindowsversion()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000207 self.assertTrue(isinstance(v, tuple))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000208 self.assertEqual(len(v), 5)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000209 self.assertTrue(isinstance(v[0], int))
210 self.assertTrue(isinstance(v[1], int))
211 self.assertTrue(isinstance(v[2], int))
212 self.assertTrue(isinstance(v[3], int))
213 self.assertTrue(isinstance(v[4], str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000214
Barry Warsawe94a37f2008-10-17 01:29:56 +0000215 def test_call_tracing(self):
216 self.assertRaises(TypeError, sys.call_tracing, type, 2)
217
Walter Dörwaldc3502462003-02-03 23:03:49 +0000218 def test_dlopenflags(self):
219 if hasattr(sys, "setdlopenflags"):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000220 self.assertTrue(hasattr(sys, "getdlopenflags"))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000221 self.assertRaises(TypeError, sys.getdlopenflags, 42)
222 oldflags = sys.getdlopenflags()
223 self.assertRaises(TypeError, sys.setdlopenflags)
224 sys.setdlopenflags(oldflags+1)
225 self.assertEqual(sys.getdlopenflags(), oldflags+1)
226 sys.setdlopenflags(oldflags)
227
228 def test_refcount(self):
Benjamin Petersond23f8222009-04-05 19:13:16 +0000229 # n here must be a global in order for this test to pass while
230 # tracing with a python function. Tracing calls PyFrame_FastToLocals
231 # which will add a copy of any locals to the frame object, causing
232 # the reference count to increase by 2 instead of 1.
233 global n
Walter Dörwaldc3502462003-02-03 23:03:49 +0000234 self.assertRaises(TypeError, sys.getrefcount)
235 c = sys.getrefcount(None)
236 n = None
237 self.assertEqual(sys.getrefcount(None), c+1)
238 del n
239 self.assertEqual(sys.getrefcount(None), c)
240 if hasattr(sys, "gettotalrefcount"):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000241 self.assertTrue(isinstance(sys.gettotalrefcount(), int))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000242
243 def test_getframe(self):
244 self.assertRaises(TypeError, sys._getframe, 42, 42)
Neal Norwitzeb2a5ef2003-02-18 15:22:10 +0000245 self.assertRaises(ValueError, sys._getframe, 2000000000)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000246 self.assertTrue(
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000247 SysModuleTest.test_getframe.__code__ \
Walter Dörwaldc3502462003-02-03 23:03:49 +0000248 is sys._getframe().f_code
249 )
250
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000251 # sys._current_frames() is a CPython-only gimmick.
252 def test_current_frames(self):
253 have_threads = True
254 try:
Georg Brandl2067bfd2008-05-25 13:05:15 +0000255 import _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000256 except ImportError:
257 have_threads = False
258
259 if have_threads:
260 self.current_frames_with_threads()
261 else:
262 self.current_frames_without_threads()
263
264 # Test sys._current_frames() in a WITH_THREADS build.
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000265 @test.support.reap_threads
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000266 def current_frames_with_threads(self):
Georg Brandl2067bfd2008-05-25 13:05:15 +0000267 import threading, _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000268 import traceback
269
270 # Spawn a thread that blocks at a known place. Then the main
271 # thread does sys._current_frames(), and verifies that the frames
272 # returned make sense.
273 entered_g = threading.Event()
274 leave_g = threading.Event()
275 thread_info = [] # the thread's id
276
277 def f123():
278 g456()
279
280 def g456():
Georg Brandl2067bfd2008-05-25 13:05:15 +0000281 thread_info.append(_thread.get_ident())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000282 entered_g.set()
283 leave_g.wait()
284
285 t = threading.Thread(target=f123)
286 t.start()
287 entered_g.wait()
288
289 # At this point, t has finished its entered_g.set(), although it's
290 # impossible to guess whether it's still on that line or has moved on
291 # to its leave_g.wait().
292 self.assertEqual(len(thread_info), 1)
293 thread_id = thread_info[0]
294
295 d = sys._current_frames()
296
Georg Brandl2067bfd2008-05-25 13:05:15 +0000297 main_id = _thread.get_ident()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000298 self.assertTrue(main_id in d)
299 self.assertTrue(thread_id in d)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000300
301 # Verify that the captured main-thread frame is _this_ frame.
302 frame = d.pop(main_id)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000303 self.assertTrue(frame is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000304
305 # Verify that the captured thread frame is blocked in g456, called
306 # from f123. This is a litte tricky, since various bits of
307 # threading.py are also in the thread's call stack.
308 frame = d.pop(thread_id)
309 stack = traceback.extract_stack(frame)
310 for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
311 if funcname == "f123":
312 break
313 else:
314 self.fail("didn't find f123() on thread's call stack")
315
316 self.assertEqual(sourceline, "g456()")
317
318 # And the next record must be for g456().
319 filename, lineno, funcname, sourceline = stack[i+1]
320 self.assertEqual(funcname, "g456")
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000321 self.assertTrue(sourceline in ["leave_g.wait()", "entered_g.set()"])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000322
323 # Reap the spawned thread.
324 leave_g.set()
325 t.join()
326
327 # Test sys._current_frames() when thread support doesn't exist.
328 def current_frames_without_threads(self):
329 # Not much happens here: there is only one thread, with artificial
330 # "thread id" 0.
331 d = sys._current_frames()
332 self.assertEqual(len(d), 1)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000333 self.assertTrue(0 in d)
334 self.assertTrue(d[0] is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000335
Walter Dörwaldc3502462003-02-03 23:03:49 +0000336 def test_attributes(self):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000337 self.assertTrue(isinstance(sys.api_version, int))
338 self.assertTrue(isinstance(sys.argv, list))
339 self.assertTrue(sys.byteorder in ("little", "big"))
340 self.assertTrue(isinstance(sys.builtin_module_names, tuple))
341 self.assertTrue(isinstance(sys.copyright, str))
342 self.assertTrue(isinstance(sys.exec_prefix, str))
343 self.assertTrue(isinstance(sys.executable, str))
Christian Heimes93852662007-12-01 12:22:32 +0000344 self.assertEqual(len(sys.float_info), 11)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000345 self.assertEqual(sys.float_info.radix, 2)
Mark Dickinsonbd792642009-03-18 20:06:12 +0000346 self.assertEqual(len(sys.int_info), 2)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000347 self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
348 self.assertTrue(sys.int_info.sizeof_digit >= 1)
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000349 self.assertEqual(type(sys.int_info.bits_per_digit), int)
350 self.assertEqual(type(sys.int_info.sizeof_digit), int)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000351 self.assertTrue(isinstance(sys.hexversion, int))
352 self.assertTrue(isinstance(sys.maxsize, int))
353 self.assertTrue(isinstance(sys.maxunicode, int))
354 self.assertTrue(isinstance(sys.platform, str))
355 self.assertTrue(isinstance(sys.prefix, str))
356 self.assertTrue(isinstance(sys.version, str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000357 vi = sys.version_info
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000358 self.assertTrue(isinstance(vi[:], tuple))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000359 self.assertEqual(len(vi), 5)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000360 self.assertTrue(isinstance(vi[0], int))
361 self.assertTrue(isinstance(vi[1], int))
362 self.assertTrue(isinstance(vi[2], int))
363 self.assertTrue(vi[3] in ("alpha", "beta", "candidate", "final"))
364 self.assertTrue(isinstance(vi[4], int))
365 self.assertTrue(isinstance(vi.major, int))
366 self.assertTrue(isinstance(vi.minor, int))
367 self.assertTrue(isinstance(vi.micro, int))
368 self.assertTrue(vi.releaselevel in
Eric Smith0e5b5622009-02-06 01:32:42 +0000369 ("alpha", "beta", "candidate", "final"))
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000370 self.assertTrue(isinstance(vi.serial, int))
Eric Smith0e5b5622009-02-06 01:32:42 +0000371 self.assertEqual(vi[0], vi.major)
372 self.assertEqual(vi[1], vi.minor)
373 self.assertEqual(vi[2], vi.micro)
374 self.assertEqual(vi[3], vi.releaselevel)
375 self.assertEqual(vi[4], vi.serial)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000376 self.assertTrue(vi > (1,0,0))
Mark Dickinson55d110c2009-10-24 14:04:48 +0000377 self.assertIsInstance(sys.float_repr_style, str)
378 self.assertTrue(sys.float_repr_style in ('short', 'legacy'))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000379
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000380 def test_43581(self):
Georg Brandl03124942008-06-10 15:50:56 +0000381 # Can't use sys.stdout, as this is a StringIO object when
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000382 # the test runs under regrtest.
Guido van Rossume61fd5b2007-07-11 12:20:59 +0000383 self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000384
Georg Brandl66a796e2006-12-19 20:50:34 +0000385 def test_intern(self):
386 self.assertRaises(TypeError, sys.intern)
Guido van Rossum98297ee2007-11-06 21:34:58 +0000387 s = "never interned before"
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000388 self.assertTrue(sys.intern(s) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000389 s2 = s.swapcase().swapcase()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000390 self.assertTrue(sys.intern(s2) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000391
392 # Subclasses of string can't be interned, because they
393 # provide too much opportunity for insane things to happen.
394 # We don't want them in the interned dict and if they aren't
395 # actually interned, we don't want to create the appearance
396 # that they are by allowing intern() to succeeed.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000397 class S(str):
Georg Brandl66a796e2006-12-19 20:50:34 +0000398 def __hash__(self):
399 return 123
400
Guido van Rossum98297ee2007-11-06 21:34:58 +0000401 self.assertRaises(TypeError, sys.intern, S("abc"))
Martin v. Löwis5b222132007-06-10 09:51:05 +0000402
Georg Brandl66a796e2006-12-19 20:50:34 +0000403
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000404 def test_sys_flags(self):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000405 self.assertTrue(sys.flags)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000406 attrs = ("debug", "division_warning",
407 "inspect", "interactive", "optimize", "dont_write_bytecode",
Georg Brandlc5e88d52008-06-06 09:02:07 +0000408 "no_user_site", "no_site", "ignore_environment", "verbose",
Benjamin Peterson699adb92008-05-08 22:27:58 +0000409 "bytes_warning")
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000410 for attr in attrs:
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000411 self.assertTrue(hasattr(sys.flags, attr), attr)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000412 self.assertEqual(type(getattr(sys.flags, attr)), int, attr)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000413 self.assertTrue(repr(sys.flags))
Georg Brandlc5e88d52008-06-06 09:02:07 +0000414 self.assertEqual(len(sys.flags), len(attrs))
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000415
Christian Heimes15ebc882008-02-04 18:48:49 +0000416 def test_clear_type_cache(self):
417 sys._clear_type_cache()
418
Martin v. Löwis0f599892008-06-02 11:13:03 +0000419 def test_ioencoding(self):
420 import subprocess,os
421 env = dict(os.environ)
422
423 # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
424 # not representable in ASCII.
425
426 env["PYTHONIOENCODING"] = "cp424"
427 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
428 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000429 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000430 self.assertEqual(out, "\xa2\n".encode("cp424"))
431
432 env["PYTHONIOENCODING"] = "ascii:replace"
433 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
434 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000435 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000436 self.assertEqual(out, b'?')
437
438
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000439class SizeofTest(unittest.TestCase):
440
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000441 TPFLAGS_HAVE_GC = 1<<14
442 TPFLAGS_HEAPTYPE = 1<<9
443
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000444 def setUp(self):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000445 self.c = len(struct.pack('c', ' '))
446 self.H = len(struct.pack('H', 0))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000447 self.i = len(struct.pack('i', 0))
448 self.l = len(struct.pack('l', 0))
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000449 self.P = len(struct.pack('P', 0))
450 # due to missing size_t information from struct, it is assumed that
451 # sizeof(Py_ssize_t) = sizeof(void*)
452 self.header = 'PP'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000453 self.vheader = self.header + 'P'
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000454 if hasattr(sys, "gettotalrefcount"):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000455 self.header += '2P'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000456 self.vheader += '2P'
Mark Dickinsonbd792642009-03-18 20:06:12 +0000457 self.longdigit = sys.int_info.sizeof_digit
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000458 import _testcapi
459 self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000460 self.file = open(test.support.TESTFN, 'wb')
461
462 def tearDown(self):
463 self.file.close()
464 test.support.unlink(test.support.TESTFN)
465
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000466 def check_sizeof(self, o, size):
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000467 result = sys.getsizeof(o)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000468 # add GC header size
469 if ((type(o) == type) and (o.__flags__ & self.TPFLAGS_HEAPTYPE) or\
470 ((type(o) != type) and (type(o).__flags__ & self.TPFLAGS_HAVE_GC))):
471 size += self.gc_headsize
472 msg = 'wrong size for %s: got %d, expected %d' \
473 % (type(o), result, size)
474 self.assertEqual(result, size, msg)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000475
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000476 def calcsize(self, fmt):
477 """Wrapper around struct.calcsize which enforces the alignment of the
478 end of a structure to the alignment requirement of pointer.
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000479
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000480 Note: This wrapper should only be used if a pointer member is included
481 and no member with a size larger than a pointer exists.
482 """
483 return struct.calcsize(fmt + '0P')
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000484
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000485 def test_gc_head_size(self):
486 # Check that the gc header size is added to objects tracked by the gc.
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000487 h = self.header
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000488 vh = self.vheader
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000489 size = self.calcsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000490 gc_header_size = self.gc_headsize
491 # bool objects are not gc tracked
Mark Dickinsonbd792642009-03-18 20:06:12 +0000492 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000493 # but lists are
494 self.assertEqual(sys.getsizeof([]), size(vh + 'PP') + gc_header_size)
495
496 def test_default(self):
497 h = self.header
498 vh = self.vheader
499 size = self.calcsize
Mark Dickinsonbd792642009-03-18 20:06:12 +0000500 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
501 self.assertEqual(sys.getsizeof(True, -1), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000502
503 def test_objecttypes(self):
504 # check all types defined in Objects/
505 h = self.header
506 vh = self.vheader
507 size = self.calcsize
508 check = self.check_sizeof
509 # bool
Mark Dickinsonbd792642009-03-18 20:06:12 +0000510 check(True, size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000511 # buffer
512 # XXX
513 # builtin_function_or_method
514 check(len, size(h + '3P'))
515 # bytearray
516 samples = [b'', b'u'*100000]
517 for sample in samples:
518 x = bytearray(sample)
519 check(x, size(vh + 'iPP') + x.__alloc__() * self.c)
520 # bytearray_iterator
521 check(iter(bytearray()), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000522 # cell
523 def get_cell():
524 x = 42
525 def inner():
526 return x
527 return inner
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000528 check(get_cell().__closure__[0], size(h + 'P'))
Robert Schuppenies4efb5182008-06-06 11:49:51 +0000529 # code
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000530 check(get_cell().__code__, size(h + '5i8Pi2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000531 # complex
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000532 check(complex(0,1), size(h + '2d'))
533 # method_descriptor (descriptor object)
534 check(str.lower, size(h + '2PP'))
535 # classmethod_descriptor (descriptor object)
536 # XXX
537 # member_descriptor (descriptor object)
538 import datetime
539 check(datetime.timedelta.days, size(h + '2PP'))
540 # getset_descriptor (descriptor object)
541 import collections
542 check(collections.defaultdict.default_factory, size(h + '2PP'))
543 # wrapper_descriptor (descriptor object)
544 check(int.__add__, size(h + '2P2P'))
545 # method-wrapper (descriptor object)
546 check({}.__iter__, size(h + '2P'))
547 # dict
548 check({}, size(h + '3P2P' + 8*'P2P'))
549 longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
550 check(longdict, size(h + '3P2P' + 8*'P2P') + 16*size('P2P'))
551 # dictionary-keyiterator
552 check({}.keys(), size(h + 'P'))
553 # dictionary-valueiterator
554 check({}.values(), size(h + 'P'))
555 # dictionary-itemiterator
556 check({}.items(), size(h + 'P'))
557 # dictproxy
558 class C(object): pass
559 check(C.__dict__, size(h + 'P'))
560 # BaseException
561 check(BaseException(), size(h + '5P'))
562 # UnicodeEncodeError
563 check(UnicodeEncodeError("", "", 0, 0, ""), size(h + '5P 2P2PP'))
564 # UnicodeDecodeError
565 # XXX
566# check(UnicodeDecodeError("", "", 0, 0, ""), size(h + '5P2PP'))
567 # UnicodeTranslateError
568 check(UnicodeTranslateError("", 0, 1, ""), size(h + '5P 2P2PP'))
569 # ellipses
570 check(Ellipsis, size(h + ''))
571 # EncodingMap
572 import codecs, encodings.iso8859_3
573 x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
574 check(x, size(h + '32B2iB'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000575 # enumerate
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000576 check(enumerate([]), size(h + 'l3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000577 # reverse
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000578 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000579 # float
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000580 check(float(0), size(h + 'd'))
581 # sys.floatinfo
582 check(sys.float_info, size(vh) + self.P * len(sys.float_info))
583 # frame
584 import inspect
585 CO_MAXBLOCKS = 20
586 x = inspect.currentframe()
587 ncells = len(x.f_code.co_cellvars)
588 nfrees = len(x.f_code.co_freevars)
589 extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
590 ncells + nfrees - 1
591 check(x, size(vh + '12P3i' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000592 # function
593 def func(): pass
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000594 check(func, size(h + '11P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000595 class c():
596 @staticmethod
597 def foo():
598 pass
599 @classmethod
600 def bar(cls):
601 pass
602 # staticmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000603 check(foo, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000604 # classmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000605 check(bar, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000606 # generator
607 def get_gen(): yield 1
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000608 check(get_gen(), size(h + 'Pi2P'))
609 # iterator
610 check(iter('abc'), size(h + 'lP'))
611 # callable-iterator
612 import re
613 check(re.finditer('',''), size(h + '2P'))
614 # list
615 samples = [[], [1,2,3], ['1', '2', '3']]
616 for sample in samples:
617 check(sample, size(vh + 'PP') + len(sample)*self.P)
618 # sortwrapper (list)
619 # XXX
620 # cmpwrapper (list)
621 # XXX
622 # listiterator (list)
623 check(iter([]), size(h + 'lP'))
624 # listreverseiterator (list)
625 check(reversed([]), size(h + 'lP'))
626 # long
627 check(0, size(vh))
Mark Dickinsonbd792642009-03-18 20:06:12 +0000628 check(1, size(vh) + self.longdigit)
629 check(-1, size(vh) + self.longdigit)
630 PyLong_BASE = 2**sys.int_info.bits_per_digit
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000631 check(int(PyLong_BASE), size(vh) + 2*self.longdigit)
632 check(int(PyLong_BASE**2-1), size(vh) + 2*self.longdigit)
633 check(int(PyLong_BASE**2), size(vh) + 3*self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000634 # memory
Antoine Pitrouc3b39242009-01-03 16:59:18 +0000635 check(memoryview(b''), size(h + 'P PP2P2i7P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000636 # module
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000637 check(unittest, size(h + '3P'))
638 # None
639 check(None, size(h + ''))
640 # NotImplementedType
641 check(NotImplemented, size(h))
642 # object
643 check(object(), size(h + ''))
644 # property (descriptor object)
645 class C(object):
646 def getx(self): return self.__x
647 def setx(self, value): self.__x = value
648 def delx(self): del self.__x
649 x = property(getx, setx, delx, "")
650 check(x, size(h + '4Pi'))
Benjamin Petersonb173f782009-05-05 22:31:58 +0000651 # PyCapsule
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000652 # XXX
653 # rangeiterator
654 check(iter(range(1)), size(h + '4l'))
655 # reverse
656 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000657 # range
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000658 check(range(1), size(h + '3P'))
Robert Schuppenies357877c2008-09-16 07:21:01 +0000659 check(range(66000), size(h + '3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000660 # set
661 # frozenset
662 PySet_MINSIZE = 8
663 samples = [[], range(10), range(50)]
664 s = size(h + '3P2P' + PySet_MINSIZE*'lP' + 'lP')
665 for sample in samples:
666 minused = len(sample)
667 if minused == 0: tmp = 1
668 # the computation of minused is actually a bit more complicated
669 # but this suffices for the sizeof test
670 minused = minused*2
671 newsize = PySet_MINSIZE
672 while newsize <= minused:
673 newsize = newsize << 1
674 if newsize <= 8:
675 check(set(sample), s)
676 check(frozenset(sample), s)
677 else:
678 check(set(sample), s + newsize*struct.calcsize('lP'))
679 check(frozenset(sample), s + newsize*struct.calcsize('lP'))
680 # setiterator
681 check(iter(set()), size(h + 'P3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000682 # slice
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000683 check(slice(0), size(h + '3P'))
684 # super
685 check(super(int), size(h + '3P'))
686 # tuple
687 check((), size(vh))
688 check((1,2,3), size(vh) + 3*self.P)
689 # type
690 # (PyTypeObject + PyNumberMethods + PyMappingMethods +
691 # PySequenceMethods + PyBufferProcs)
692 s = size(vh + 'P2P15Pl4PP9PP11PI') + size('16Pi17P 3P 10P 2P 2P')
693 check(int, s)
694 # class
695 class newstyleclass(object): pass
696 check(newstyleclass, s)
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000697 # unicode
Benjamin Petersonb49d9942008-06-17 12:44:04 +0000698 usize = len('\0'.encode('unicode-internal'))
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000699 samples = ['', '1'*100]
700 # we need to test for both sizes, because we don't know if the string
701 # has been cached
702 for s in samples:
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000703 basicsize = size(h + 'PPliP') + usize * (len(s) + 1)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000704 check(s, basicsize)
705 # weakref
706 import weakref
707 check(weakref.ref(int), size(h + '2Pl2P'))
708 # weakproxy
709 # XXX
710 # weakcallableproxy
711 check(weakref.proxy(int), size(h + '2Pl2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000712
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000713 def test_pythontypes(self):
714 # check all types defined in Python/
715 h = self.header
716 vh = self.vheader
717 size = self.calcsize
718 check = self.check_sizeof
719 # _ast.AST
720 import _ast
721 check(_ast.AST(), size(h + ''))
722 # imp.NullImporter
723 import imp
724 check(imp.NullImporter(self.file.name), size(h + ''))
725 try:
726 raise TypeError
727 except TypeError:
728 tb = sys.exc_info()[2]
729 # traceback
730 if tb != None:
731 check(tb, size(h + '2P2i'))
732 # symtable entry
733 # XXX
734 # sys.flags
735 check(sys.flags, size(vh) + self.P * len(sys.flags))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000736
Martin v. Löwis04dc25c2008-10-03 16:09:28 +0000737 def test_setfilesystemencoding(self):
738 old = sys.getfilesystemencoding()
739 sys.setfilesystemencoding("iso-8859-1")
740 self.assertEqual(sys.getfilesystemencoding(), "iso-8859-1")
741 sys.setfilesystemencoding(old)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000742
Walter Dörwaldc3502462003-02-03 23:03:49 +0000743def test_main():
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000744 test.support.run_unittest(SysModuleTest, SizeofTest)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000745
746if __name__ == "__main__":
747 test_main()