blob: abbd7592c72a3c949a1c7fc6f3c84ae1c3da2452 [file] [log] [blame]
Walter Dörwaldc3502462003-02-03 23:03:49 +00001# -*- coding: iso-8859-1 -*-
Benjamin Petersonee8712c2008-05-20 21:35:26 +00002import unittest, test.support
Martin v. Löwis00709aa2008-06-04 14:18:43 +00003import sys, io, os
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +00004import struct
Antoine Pitrou652e7072009-03-13 19:25:20 +00005import subprocess
6import textwrap
Antoine Pitrouc3b07572009-11-13 22:19:19 +00007import warnings
Eric Smithf7bb5782010-01-27 00:44:57 +00008import operator
Walter Dörwaldc3502462003-02-03 23:03:49 +00009
Georg Brandl03526552009-10-27 23:00:28 +000010# count the number of test runs, used to create unique
11# strings to intern in test_intern()
12numruns = 0
13
Victor Stinner45df8202010-04-28 22:31:17 +000014try:
15 import threading
16except ImportError:
17 threading = None
Georg Brandl03526552009-10-27 23:00:28 +000018
Walter Dörwaldc3502462003-02-03 23:03:49 +000019class SysModuleTest(unittest.TestCase):
20
Christian Heimesef181a72007-11-07 16:14:12 +000021 def setUp(self):
22 self.orig_stdout = sys.stdout
23 self.orig_stderr = sys.stderr
24 self.orig_displayhook = sys.displayhook
25
26 def tearDown(self):
27 sys.stdout = self.orig_stdout
28 sys.stderr = self.orig_stderr
29 sys.displayhook = self.orig_displayhook
Antoine Pitrou836f0e22009-10-27 19:25:57 +000030 test.support.reap_children()
Christian Heimesef181a72007-11-07 16:14:12 +000031
Walter Dörwaldc3502462003-02-03 23:03:49 +000032 def test_original_displayhook(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +000033 import builtins
Guido van Rossum34d19282007-08-09 01:03:29 +000034 out = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000035 sys.stdout = out
36
37 dh = sys.__displayhook__
38
39 self.assertRaises(TypeError, dh)
Georg Brandl1a3284e2007-12-02 09:40:06 +000040 if hasattr(builtins, "_"):
41 del builtins._
Walter Dörwaldc3502462003-02-03 23:03:49 +000042
43 dh(None)
44 self.assertEqual(out.getvalue(), "")
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000045 self.assertTrue(not hasattr(builtins, "_"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000046 dh(42)
47 self.assertEqual(out.getvalue(), "42\n")
Georg Brandl1a3284e2007-12-02 09:40:06 +000048 self.assertEqual(builtins._, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +000049
50 del sys.stdout
51 self.assertRaises(RuntimeError, dh, 42)
52
Walter Dörwaldc3502462003-02-03 23:03:49 +000053 def test_lost_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000054 del sys.displayhook
55 code = compile("42", "<string>", "single")
56 self.assertRaises(RuntimeError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000057
58 def test_custom_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000059 def baddisplayhook(obj):
60 raise ValueError
61 sys.displayhook = baddisplayhook
62 code = compile("42", "<string>", "single")
63 self.assertRaises(ValueError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000064
65 def test_original_excepthook(self):
Guido van Rossum34d19282007-08-09 01:03:29 +000066 err = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000067 sys.stderr = err
68
69 eh = sys.__excepthook__
70
71 self.assertRaises(TypeError, eh)
72 try:
73 raise ValueError(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000074 except ValueError as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000075 eh(*sys.exc_info())
76
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000077 self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000078
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000079 def test_excepthook(self):
80 with test.support.captured_output("stderr") as stderr:
81 sys.excepthook(1, '1', 1)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000082 self.assertTrue("TypeError: print_exception(): Exception expected for " \
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000083 "value, str found" in stderr.getvalue())
84
Walter Dörwalde7028ac2003-02-03 23:05:27 +000085 # FIXME: testing the code for a lost or replaced excepthook in
Walter Dörwaldc3502462003-02-03 23:03:49 +000086 # Python/pythonrun.c::PyErr_PrintEx() is tricky.
87
88 def test_exit(self):
89 self.assertRaises(TypeError, sys.exit, 42, 42)
90
91 # call without argument
92 try:
93 sys.exit(0)
Guido van Rossumb940e112007-01-10 16:19:56 +000094 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000095 self.assertEquals(exc.code, 0)
96 except:
97 self.fail("wrong exception")
98 else:
99 self.fail("no exception")
100
101 # call with tuple argument with one entry
102 # entry will be unpacked
103 try:
104 sys.exit(42)
Guido van Rossumb940e112007-01-10 16:19:56 +0000105 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000106 self.assertEquals(exc.code, 42)
107 except:
108 self.fail("wrong exception")
109 else:
110 self.fail("no exception")
111
112 # call with integer argument
113 try:
114 sys.exit((42,))
Guido van Rossumb940e112007-01-10 16:19:56 +0000115 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000116 self.assertEquals(exc.code, 42)
117 except:
118 self.fail("wrong exception")
119 else:
120 self.fail("no exception")
121
122 # call with string argument
123 try:
124 sys.exit("exit")
Guido van Rossumb940e112007-01-10 16:19:56 +0000125 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000126 self.assertEquals(exc.code, "exit")
127 except:
128 self.fail("wrong exception")
129 else:
130 self.fail("no exception")
131
132 # call with tuple argument with two entries
133 try:
134 sys.exit((17, 23))
Guido van Rossumb940e112007-01-10 16:19:56 +0000135 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000136 self.assertEquals(exc.code, (17, 23))
137 except:
138 self.fail("wrong exception")
139 else:
140 self.fail("no exception")
141
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000142 # test that the exit machinery handles SystemExits properly
143 import subprocess
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000144 rc = subprocess.call([sys.executable, "-c",
145 "raise SystemExit(47)"])
146 self.assertEqual(rc, 47)
Tim Petersf0db38d2005-02-15 21:50:12 +0000147
Walter Dörwaldc3502462003-02-03 23:03:49 +0000148 def test_getdefaultencoding(self):
Walter Dörwald4aeaa962007-05-22 16:13:46 +0000149 self.assertRaises(TypeError, sys.getdefaultencoding, 42)
150 # can't check more than the type, as the user might have changed it
Ezio Melottie9615932010-01-24 19:26:24 +0000151 self.assertIsInstance(sys.getdefaultencoding(), str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000152
153 # testing sys.settrace() is done in test_trace.py
154 # testing sys.setprofile() is done in test_profile.py
155
156 def test_setcheckinterval(self):
Antoine Pitrouc3b07572009-11-13 22:19:19 +0000157 with warnings.catch_warnings():
158 warnings.simplefilter("ignore")
159 self.assertRaises(TypeError, sys.setcheckinterval)
160 orig = sys.getcheckinterval()
161 for n in 0, 100, 120, orig: # orig last to restore starting state
162 sys.setcheckinterval(n)
163 self.assertEquals(sys.getcheckinterval(), n)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000164
Victor Stinner45df8202010-04-28 22:31:17 +0000165 @unittest.skipUnless(threading, 'Threading required for this test.')
Antoine Pitrou074e5ed2009-11-10 19:50:40 +0000166 def test_switchinterval(self):
167 self.assertRaises(TypeError, sys.setswitchinterval)
168 self.assertRaises(TypeError, sys.setswitchinterval, "a")
169 self.assertRaises(ValueError, sys.setswitchinterval, -1.0)
170 self.assertRaises(ValueError, sys.setswitchinterval, 0.0)
171 orig = sys.getswitchinterval()
172 # sanity check
173 self.assertTrue(orig < 0.5, orig)
174 try:
175 for n in 0.00001, 0.05, 3.0, orig:
176 sys.setswitchinterval(n)
177 self.assertAlmostEquals(sys.getswitchinterval(), n)
178 finally:
179 sys.setswitchinterval(orig)
180
Walter Dörwaldc3502462003-02-03 23:03:49 +0000181 def test_recursionlimit(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000182 self.assertRaises(TypeError, sys.getrecursionlimit, 42)
183 oldlimit = sys.getrecursionlimit()
184 self.assertRaises(TypeError, sys.setrecursionlimit)
185 self.assertRaises(ValueError, sys.setrecursionlimit, -42)
186 sys.setrecursionlimit(10000)
187 self.assertEqual(sys.getrecursionlimit(), 10000)
188 sys.setrecursionlimit(oldlimit)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000189
Antoine Pitrou652e7072009-03-13 19:25:20 +0000190 def test_recursionlimit_recovery(self):
191 # NOTE: this test is slightly fragile in that it depends on the current
192 # recursion count when executing the test being low enough so as to
193 # trigger the recursion recovery detection in the _Py_MakeEndRecCheck
194 # macro (see ceval.h).
195 oldlimit = sys.getrecursionlimit()
196 def f():
197 f()
198 try:
199 for i in (50, 1000):
200 # Issue #5392: stack overflow after hitting recursion limit twice
201 sys.setrecursionlimit(i)
202 self.assertRaises(RuntimeError, f)
203 self.assertRaises(RuntimeError, f)
204 finally:
205 sys.setrecursionlimit(oldlimit)
206
207 def test_recursionlimit_fatalerror(self):
208 # A fatal error occurs if a second recursion limit is hit when recovering
209 # from a first one.
Antoine Pitrou17dc4462009-04-04 17:36:05 +0000210 if os.name == "nt":
211 raise unittest.SkipTest(
212 "under Windows, test would generate a spurious crash dialog")
Antoine Pitrou652e7072009-03-13 19:25:20 +0000213 code = textwrap.dedent("""
214 import sys
215
216 def f():
217 try:
218 f()
219 except RuntimeError:
220 f()
221
222 sys.setrecursionlimit(%d)
223 f()""")
224 for i in (50, 1000):
225 sub = subprocess.Popen([sys.executable, '-c', code % i],
226 stderr=subprocess.PIPE)
227 err = sub.communicate()[1]
228 self.assertTrue(sub.returncode, sub.returncode)
229 self.assertTrue(
230 b"Fatal Python error: Cannot recover from stack overflow" in err,
231 err)
232
Walter Dörwaldc3502462003-02-03 23:03:49 +0000233 def test_getwindowsversion(self):
Eric Smith05f33742010-01-27 01:25:02 +0000234 # Raise SkipTest if sys doesn't have getwindowsversion attribute
Eric Smithd8aef762010-01-27 01:38:34 +0000235 test.support.get_attribute(sys, "getwindowsversion")
Eric Smith05f33742010-01-27 01:25:02 +0000236 v = sys.getwindowsversion()
237 self.assertEqual(len(v), 5)
238 self.assertIsInstance(v[0], int)
239 self.assertIsInstance(v[1], int)
240 self.assertIsInstance(v[2], int)
241 self.assertIsInstance(v[3], int)
242 self.assertIsInstance(v[4], str)
243 self.assertRaises(IndexError, operator.getitem, v, 5)
244 self.assertIsInstance(v.major, int)
245 self.assertIsInstance(v.minor, int)
246 self.assertIsInstance(v.build, int)
247 self.assertIsInstance(v.platform, int)
248 self.assertIsInstance(v.service_pack, str)
Eric Smitha1f20b92010-01-27 02:14:26 +0000249 self.assertIsInstance(v.service_pack_minor, int)
250 self.assertIsInstance(v.service_pack_major, int)
251 self.assertIsInstance(v.suite_mask, int)
252 self.assertIsInstance(v.product_type, int)
Eric Smith05f33742010-01-27 01:25:02 +0000253 self.assertEqual(v[0], v.major)
254 self.assertEqual(v[1], v.minor)
255 self.assertEqual(v[2], v.build)
256 self.assertEqual(v[3], v.platform)
257 self.assertEqual(v[4], v.service_pack)
Eric Smithf7bb5782010-01-27 00:44:57 +0000258
Eric Smith05f33742010-01-27 01:25:02 +0000259 # This is how platform.py calls it. Make sure tuple
260 # still has 5 elements
261 maj, min, buildno, plat, csd = sys.getwindowsversion()
Walter Dörwaldc3502462003-02-03 23:03:49 +0000262
Barry Warsawe94a37f2008-10-17 01:29:56 +0000263 def test_call_tracing(self):
264 self.assertRaises(TypeError, sys.call_tracing, type, 2)
265
Walter Dörwaldc3502462003-02-03 23:03:49 +0000266 def test_dlopenflags(self):
267 if hasattr(sys, "setdlopenflags"):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000268 self.assertTrue(hasattr(sys, "getdlopenflags"))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000269 self.assertRaises(TypeError, sys.getdlopenflags, 42)
270 oldflags = sys.getdlopenflags()
271 self.assertRaises(TypeError, sys.setdlopenflags)
272 sys.setdlopenflags(oldflags+1)
273 self.assertEqual(sys.getdlopenflags(), oldflags+1)
274 sys.setdlopenflags(oldflags)
275
276 def test_refcount(self):
Benjamin Petersond23f8222009-04-05 19:13:16 +0000277 # n here must be a global in order for this test to pass while
278 # tracing with a python function. Tracing calls PyFrame_FastToLocals
279 # which will add a copy of any locals to the frame object, causing
280 # the reference count to increase by 2 instead of 1.
281 global n
Walter Dörwaldc3502462003-02-03 23:03:49 +0000282 self.assertRaises(TypeError, sys.getrefcount)
283 c = sys.getrefcount(None)
284 n = None
285 self.assertEqual(sys.getrefcount(None), c+1)
286 del n
287 self.assertEqual(sys.getrefcount(None), c)
288 if hasattr(sys, "gettotalrefcount"):
Ezio Melottie9615932010-01-24 19:26:24 +0000289 self.assertIsInstance(sys.gettotalrefcount(), int)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000290
291 def test_getframe(self):
292 self.assertRaises(TypeError, sys._getframe, 42, 42)
Neal Norwitzeb2a5ef2003-02-18 15:22:10 +0000293 self.assertRaises(ValueError, sys._getframe, 2000000000)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000294 self.assertTrue(
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000295 SysModuleTest.test_getframe.__code__ \
Walter Dörwaldc3502462003-02-03 23:03:49 +0000296 is sys._getframe().f_code
297 )
298
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000299 # sys._current_frames() is a CPython-only gimmick.
300 def test_current_frames(self):
301 have_threads = True
302 try:
Georg Brandl2067bfd2008-05-25 13:05:15 +0000303 import _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000304 except ImportError:
305 have_threads = False
306
307 if have_threads:
308 self.current_frames_with_threads()
309 else:
310 self.current_frames_without_threads()
311
312 # Test sys._current_frames() in a WITH_THREADS build.
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000313 @test.support.reap_threads
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000314 def current_frames_with_threads(self):
Georg Brandl2067bfd2008-05-25 13:05:15 +0000315 import threading, _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000316 import traceback
317
318 # Spawn a thread that blocks at a known place. Then the main
319 # thread does sys._current_frames(), and verifies that the frames
320 # returned make sense.
321 entered_g = threading.Event()
322 leave_g = threading.Event()
323 thread_info = [] # the thread's id
324
325 def f123():
326 g456()
327
328 def g456():
Georg Brandl2067bfd2008-05-25 13:05:15 +0000329 thread_info.append(_thread.get_ident())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000330 entered_g.set()
331 leave_g.wait()
332
333 t = threading.Thread(target=f123)
334 t.start()
335 entered_g.wait()
336
337 # At this point, t has finished its entered_g.set(), although it's
338 # impossible to guess whether it's still on that line or has moved on
339 # to its leave_g.wait().
340 self.assertEqual(len(thread_info), 1)
341 thread_id = thread_info[0]
342
343 d = sys._current_frames()
344
Georg Brandl2067bfd2008-05-25 13:05:15 +0000345 main_id = _thread.get_ident()
Benjamin Peterson577473f2010-01-19 00:09:57 +0000346 self.assertIn(main_id, d)
347 self.assertIn(thread_id, d)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000348
349 # Verify that the captured main-thread frame is _this_ frame.
350 frame = d.pop(main_id)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000351 self.assertTrue(frame is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000352
353 # Verify that the captured thread frame is blocked in g456, called
354 # from f123. This is a litte tricky, since various bits of
355 # threading.py are also in the thread's call stack.
356 frame = d.pop(thread_id)
357 stack = traceback.extract_stack(frame)
358 for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
359 if funcname == "f123":
360 break
361 else:
362 self.fail("didn't find f123() on thread's call stack")
363
364 self.assertEqual(sourceline, "g456()")
365
366 # And the next record must be for g456().
367 filename, lineno, funcname, sourceline = stack[i+1]
368 self.assertEqual(funcname, "g456")
Benjamin Peterson577473f2010-01-19 00:09:57 +0000369 self.assertIn(sourceline, ["leave_g.wait()", "entered_g.set()"])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000370
371 # Reap the spawned thread.
372 leave_g.set()
373 t.join()
374
375 # Test sys._current_frames() when thread support doesn't exist.
376 def current_frames_without_threads(self):
377 # Not much happens here: there is only one thread, with artificial
378 # "thread id" 0.
379 d = sys._current_frames()
380 self.assertEqual(len(d), 1)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000381 self.assertIn(0, d)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000382 self.assertTrue(d[0] is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000383
Walter Dörwaldc3502462003-02-03 23:03:49 +0000384 def test_attributes(self):
Ezio Melottie9615932010-01-24 19:26:24 +0000385 self.assertIsInstance(sys.api_version, int)
386 self.assertIsInstance(sys.argv, list)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000387 self.assertIn(sys.byteorder, ("little", "big"))
Ezio Melottie9615932010-01-24 19:26:24 +0000388 self.assertIsInstance(sys.builtin_module_names, tuple)
389 self.assertIsInstance(sys.copyright, str)
390 self.assertIsInstance(sys.exec_prefix, str)
391 self.assertIsInstance(sys.executable, str)
Christian Heimes93852662007-12-01 12:22:32 +0000392 self.assertEqual(len(sys.float_info), 11)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000393 self.assertEqual(sys.float_info.radix, 2)
Mark Dickinsonbd792642009-03-18 20:06:12 +0000394 self.assertEqual(len(sys.int_info), 2)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000395 self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
396 self.assertTrue(sys.int_info.sizeof_digit >= 1)
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000397 self.assertEqual(type(sys.int_info.bits_per_digit), int)
398 self.assertEqual(type(sys.int_info.sizeof_digit), int)
Ezio Melottie9615932010-01-24 19:26:24 +0000399 self.assertIsInstance(sys.hexversion, int)
400 self.assertIsInstance(sys.maxsize, int)
401 self.assertIsInstance(sys.maxunicode, int)
402 self.assertIsInstance(sys.platform, str)
403 self.assertIsInstance(sys.prefix, str)
404 self.assertIsInstance(sys.version, str)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000405 vi = sys.version_info
Ezio Melottie9615932010-01-24 19:26:24 +0000406 self.assertIsInstance(vi[:], tuple)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000407 self.assertEqual(len(vi), 5)
Ezio Melottie9615932010-01-24 19:26:24 +0000408 self.assertIsInstance(vi[0], int)
409 self.assertIsInstance(vi[1], int)
410 self.assertIsInstance(vi[2], int)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000411 self.assertIn(vi[3], ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000412 self.assertIsInstance(vi[4], int)
413 self.assertIsInstance(vi.major, int)
414 self.assertIsInstance(vi.minor, int)
415 self.assertIsInstance(vi.micro, int)
Ezio Melottib58e0bd2010-01-23 15:40:09 +0000416 self.assertIn(vi.releaselevel, ("alpha", "beta", "candidate", "final"))
Ezio Melottie9615932010-01-24 19:26:24 +0000417 self.assertIsInstance(vi.serial, int)
Eric Smith0e5b5622009-02-06 01:32:42 +0000418 self.assertEqual(vi[0], vi.major)
419 self.assertEqual(vi[1], vi.minor)
420 self.assertEqual(vi[2], vi.micro)
421 self.assertEqual(vi[3], vi.releaselevel)
422 self.assertEqual(vi[4], vi.serial)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000423 self.assertTrue(vi > (1,0,0))
Mark Dickinson55d110c2009-10-24 14:04:48 +0000424 self.assertIsInstance(sys.float_repr_style, str)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000425 self.assertIn(sys.float_repr_style, ('short', 'legacy'))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000426
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000427 def test_43581(self):
Georg Brandl03124942008-06-10 15:50:56 +0000428 # Can't use sys.stdout, as this is a StringIO object when
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000429 # the test runs under regrtest.
Guido van Rossume61fd5b2007-07-11 12:20:59 +0000430 self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000431
Georg Brandl66a796e2006-12-19 20:50:34 +0000432 def test_intern(self):
Georg Brandl03526552009-10-27 23:00:28 +0000433 global numruns
434 numruns += 1
Georg Brandl66a796e2006-12-19 20:50:34 +0000435 self.assertRaises(TypeError, sys.intern)
Georg Brandl03526552009-10-27 23:00:28 +0000436 s = "never interned before" + str(numruns)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000437 self.assertTrue(sys.intern(s) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000438 s2 = s.swapcase().swapcase()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000439 self.assertTrue(sys.intern(s2) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000440
441 # Subclasses of string can't be interned, because they
442 # provide too much opportunity for insane things to happen.
443 # We don't want them in the interned dict and if they aren't
444 # actually interned, we don't want to create the appearance
445 # that they are by allowing intern() to succeeed.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000446 class S(str):
Georg Brandl66a796e2006-12-19 20:50:34 +0000447 def __hash__(self):
448 return 123
449
Guido van Rossum98297ee2007-11-06 21:34:58 +0000450 self.assertRaises(TypeError, sys.intern, S("abc"))
Martin v. Löwis5b222132007-06-10 09:51:05 +0000451
Victor Stinner6baded42010-05-17 01:13:37 +0000452 def test_main_invalid_unicode(self):
453 import locale
454 non_decodable = b"\xff"
455 encoding = locale.getpreferredencoding()
456 try:
457 non_decodable.decode(encoding)
458 except UnicodeDecodeError:
459 pass
460 else:
461 self.skipTest('%r is decodable with encoding %s'
462 % (non_decodable, encoding))
463 code = b'print("' + non_decodable + b'")'
464 p = subprocess.Popen([sys.executable, "-c", code], stderr=subprocess.PIPE)
465 stdout, stderr = p.communicate()
466 self.assertEqual(p.returncode, 1)
467 self.assert_(stderr.startswith(b"UnicodeEncodeError: "
468 b"'utf-8' codec can't encode character '\\udcff' in "
469 b"position 7: surrogates not allowed"), stderr)
Georg Brandl66a796e2006-12-19 20:50:34 +0000470
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000471 def test_sys_flags(self):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000472 self.assertTrue(sys.flags)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000473 attrs = ("debug", "division_warning",
474 "inspect", "interactive", "optimize", "dont_write_bytecode",
Georg Brandlc5e88d52008-06-06 09:02:07 +0000475 "no_user_site", "no_site", "ignore_environment", "verbose",
Benjamin Peterson699adb92008-05-08 22:27:58 +0000476 "bytes_warning")
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000477 for attr in attrs:
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000478 self.assertTrue(hasattr(sys.flags, attr), attr)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000479 self.assertEqual(type(getattr(sys.flags, attr)), int, attr)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000480 self.assertTrue(repr(sys.flags))
Georg Brandlc5e88d52008-06-06 09:02:07 +0000481 self.assertEqual(len(sys.flags), len(attrs))
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000482
Christian Heimes15ebc882008-02-04 18:48:49 +0000483 def test_clear_type_cache(self):
484 sys._clear_type_cache()
485
Martin v. Löwis0f599892008-06-02 11:13:03 +0000486 def test_ioencoding(self):
Georg Brandl1b37e872010-03-14 10:45:50 +0000487 import subprocess
Martin v. Löwis0f599892008-06-02 11:13:03 +0000488 env = dict(os.environ)
489
490 # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
491 # not representable in ASCII.
492
493 env["PYTHONIOENCODING"] = "cp424"
494 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
495 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000496 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000497 self.assertEqual(out, "\xa2\n".encode("cp424"))
498
499 env["PYTHONIOENCODING"] = "ascii:replace"
500 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
501 stdout = subprocess.PIPE, env=env)
Antoine Pitrou836f0e22009-10-27 19:25:57 +0000502 out = p.communicate()[0].strip()
Martin v. Löwis0f599892008-06-02 11:13:03 +0000503 self.assertEqual(out, b'?')
504
Victor Stinner171ba052010-03-12 14:20:59 +0000505 def test_executable(self):
506 # Issue #7774: Ensure that sys.executable is an empty string if argv[0]
507 # has been set to an non existent program name and Python is unable to
508 # retrieve the real program name
509 import subprocess
510 # For a normal installation, it should work without 'cwd'
511 # argument. For test runs in the build directory, see #7774.
512 python_dir = os.path.dirname(os.path.realpath(sys.executable))
513 p = subprocess.Popen(
514 ["nonexistent", "-c",
515 'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
516 executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
517 stdout = p.communicate()[0]
518 executable = stdout.strip().decode("ASCII")
519 p.wait()
520 self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
521
Martin v. Löwis0f599892008-06-02 11:13:03 +0000522
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000523class SizeofTest(unittest.TestCase):
524
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000525 TPFLAGS_HAVE_GC = 1<<14
526 TPFLAGS_HEAPTYPE = 1<<9
527
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000528 def setUp(self):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000529 self.c = len(struct.pack('c', ' '))
530 self.H = len(struct.pack('H', 0))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000531 self.i = len(struct.pack('i', 0))
532 self.l = len(struct.pack('l', 0))
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000533 self.P = len(struct.pack('P', 0))
534 # due to missing size_t information from struct, it is assumed that
535 # sizeof(Py_ssize_t) = sizeof(void*)
536 self.header = 'PP'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000537 self.vheader = self.header + 'P'
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000538 if hasattr(sys, "gettotalrefcount"):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000539 self.header += '2P'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000540 self.vheader += '2P'
Mark Dickinsonbd792642009-03-18 20:06:12 +0000541 self.longdigit = sys.int_info.sizeof_digit
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000542 import _testcapi
543 self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000544 self.file = open(test.support.TESTFN, 'wb')
545
546 def tearDown(self):
547 self.file.close()
548 test.support.unlink(test.support.TESTFN)
549
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000550 def check_sizeof(self, o, size):
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000551 result = sys.getsizeof(o)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000552 # add GC header size
553 if ((type(o) == type) and (o.__flags__ & self.TPFLAGS_HEAPTYPE) or\
554 ((type(o) != type) and (type(o).__flags__ & self.TPFLAGS_HAVE_GC))):
555 size += self.gc_headsize
556 msg = 'wrong size for %s: got %d, expected %d' \
557 % (type(o), result, size)
558 self.assertEqual(result, size, msg)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000559
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000560 def calcsize(self, fmt):
561 """Wrapper around struct.calcsize which enforces the alignment of the
562 end of a structure to the alignment requirement of pointer.
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000563
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000564 Note: This wrapper should only be used if a pointer member is included
565 and no member with a size larger than a pointer exists.
566 """
567 return struct.calcsize(fmt + '0P')
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000568
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000569 def test_gc_head_size(self):
570 # Check that the gc header size is added to objects tracked by the gc.
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000571 h = self.header
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000572 vh = self.vheader
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000573 size = self.calcsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000574 gc_header_size = self.gc_headsize
575 # bool objects are not gc tracked
Mark Dickinsonbd792642009-03-18 20:06:12 +0000576 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000577 # but lists are
578 self.assertEqual(sys.getsizeof([]), size(vh + 'PP') + gc_header_size)
579
580 def test_default(self):
581 h = self.header
582 vh = self.vheader
583 size = self.calcsize
Mark Dickinsonbd792642009-03-18 20:06:12 +0000584 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
585 self.assertEqual(sys.getsizeof(True, -1), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000586
587 def test_objecttypes(self):
588 # check all types defined in Objects/
589 h = self.header
590 vh = self.vheader
591 size = self.calcsize
592 check = self.check_sizeof
593 # bool
Mark Dickinsonbd792642009-03-18 20:06:12 +0000594 check(True, size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000595 # buffer
596 # XXX
597 # builtin_function_or_method
598 check(len, size(h + '3P'))
599 # bytearray
600 samples = [b'', b'u'*100000]
601 for sample in samples:
602 x = bytearray(sample)
603 check(x, size(vh + 'iPP') + x.__alloc__() * self.c)
604 # bytearray_iterator
605 check(iter(bytearray()), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000606 # cell
607 def get_cell():
608 x = 42
609 def inner():
610 return x
611 return inner
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000612 check(get_cell().__closure__[0], size(h + 'P'))
Robert Schuppenies4efb5182008-06-06 11:49:51 +0000613 # code
Collin Winter4222e9c2010-03-18 22:46:40 +0000614 check(get_cell().__code__, size(h + '5i8Pi3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000615 # complex
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000616 check(complex(0,1), size(h + '2d'))
617 # method_descriptor (descriptor object)
618 check(str.lower, size(h + '2PP'))
619 # classmethod_descriptor (descriptor object)
620 # XXX
621 # member_descriptor (descriptor object)
622 import datetime
623 check(datetime.timedelta.days, size(h + '2PP'))
624 # getset_descriptor (descriptor object)
625 import collections
626 check(collections.defaultdict.default_factory, size(h + '2PP'))
627 # wrapper_descriptor (descriptor object)
628 check(int.__add__, size(h + '2P2P'))
629 # method-wrapper (descriptor object)
630 check({}.__iter__, size(h + '2P'))
631 # dict
632 check({}, size(h + '3P2P' + 8*'P2P'))
633 longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
634 check(longdict, size(h + '3P2P' + 8*'P2P') + 16*size('P2P'))
635 # dictionary-keyiterator
636 check({}.keys(), size(h + 'P'))
637 # dictionary-valueiterator
638 check({}.values(), size(h + 'P'))
639 # dictionary-itemiterator
640 check({}.items(), size(h + 'P'))
641 # dictproxy
642 class C(object): pass
643 check(C.__dict__, size(h + 'P'))
644 # BaseException
645 check(BaseException(), size(h + '5P'))
646 # UnicodeEncodeError
647 check(UnicodeEncodeError("", "", 0, 0, ""), size(h + '5P 2P2PP'))
648 # UnicodeDecodeError
649 # XXX
650# check(UnicodeDecodeError("", "", 0, 0, ""), size(h + '5P2PP'))
651 # UnicodeTranslateError
652 check(UnicodeTranslateError("", 0, 1, ""), size(h + '5P 2P2PP'))
653 # ellipses
654 check(Ellipsis, size(h + ''))
655 # EncodingMap
656 import codecs, encodings.iso8859_3
657 x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
658 check(x, size(h + '32B2iB'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000659 # enumerate
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000660 check(enumerate([]), size(h + 'l3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000661 # reverse
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000662 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000663 # float
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000664 check(float(0), size(h + 'd'))
665 # sys.floatinfo
666 check(sys.float_info, size(vh) + self.P * len(sys.float_info))
667 # frame
668 import inspect
669 CO_MAXBLOCKS = 20
670 x = inspect.currentframe()
671 ncells = len(x.f_code.co_cellvars)
672 nfrees = len(x.f_code.co_freevars)
673 extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
674 ncells + nfrees - 1
675 check(x, size(vh + '12P3i' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000676 # function
677 def func(): pass
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000678 check(func, size(h + '11P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000679 class c():
680 @staticmethod
681 def foo():
682 pass
683 @classmethod
684 def bar(cls):
685 pass
686 # staticmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000687 check(foo, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000688 # classmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000689 check(bar, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000690 # generator
691 def get_gen(): yield 1
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000692 check(get_gen(), size(h + 'Pi2P'))
693 # iterator
694 check(iter('abc'), size(h + 'lP'))
695 # callable-iterator
696 import re
697 check(re.finditer('',''), size(h + '2P'))
698 # list
699 samples = [[], [1,2,3], ['1', '2', '3']]
700 for sample in samples:
701 check(sample, size(vh + 'PP') + len(sample)*self.P)
702 # sortwrapper (list)
703 # XXX
704 # cmpwrapper (list)
705 # XXX
706 # listiterator (list)
707 check(iter([]), size(h + 'lP'))
708 # listreverseiterator (list)
709 check(reversed([]), size(h + 'lP'))
710 # long
711 check(0, size(vh))
Mark Dickinsonbd792642009-03-18 20:06:12 +0000712 check(1, size(vh) + self.longdigit)
713 check(-1, size(vh) + self.longdigit)
714 PyLong_BASE = 2**sys.int_info.bits_per_digit
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000715 check(int(PyLong_BASE), size(vh) + 2*self.longdigit)
716 check(int(PyLong_BASE**2-1), size(vh) + 2*self.longdigit)
717 check(int(PyLong_BASE**2), size(vh) + 3*self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000718 # memory
Antoine Pitrouc3b39242009-01-03 16:59:18 +0000719 check(memoryview(b''), size(h + 'P PP2P2i7P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000720 # module
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000721 check(unittest, size(h + '3P'))
722 # None
723 check(None, size(h + ''))
724 # NotImplementedType
725 check(NotImplemented, size(h))
726 # object
727 check(object(), size(h + ''))
728 # property (descriptor object)
729 class C(object):
730 def getx(self): return self.__x
731 def setx(self, value): self.__x = value
732 def delx(self): del self.__x
733 x = property(getx, setx, delx, "")
734 check(x, size(h + '4Pi'))
Benjamin Petersonb173f782009-05-05 22:31:58 +0000735 # PyCapsule
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000736 # XXX
737 # rangeiterator
738 check(iter(range(1)), size(h + '4l'))
739 # reverse
740 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000741 # range
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000742 check(range(1), size(h + '3P'))
Robert Schuppenies357877c2008-09-16 07:21:01 +0000743 check(range(66000), size(h + '3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000744 # set
745 # frozenset
746 PySet_MINSIZE = 8
747 samples = [[], range(10), range(50)]
748 s = size(h + '3P2P' + PySet_MINSIZE*'lP' + 'lP')
749 for sample in samples:
750 minused = len(sample)
751 if minused == 0: tmp = 1
752 # the computation of minused is actually a bit more complicated
753 # but this suffices for the sizeof test
754 minused = minused*2
755 newsize = PySet_MINSIZE
756 while newsize <= minused:
757 newsize = newsize << 1
758 if newsize <= 8:
759 check(set(sample), s)
760 check(frozenset(sample), s)
761 else:
762 check(set(sample), s + newsize*struct.calcsize('lP'))
763 check(frozenset(sample), s + newsize*struct.calcsize('lP'))
764 # setiterator
765 check(iter(set()), size(h + 'P3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000766 # slice
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000767 check(slice(0), size(h + '3P'))
768 # super
769 check(super(int), size(h + '3P'))
770 # tuple
771 check((), size(vh))
772 check((1,2,3), size(vh) + 3*self.P)
773 # type
774 # (PyTypeObject + PyNumberMethods + PyMappingMethods +
775 # PySequenceMethods + PyBufferProcs)
776 s = size(vh + 'P2P15Pl4PP9PP11PI') + size('16Pi17P 3P 10P 2P 2P')
777 check(int, s)
778 # class
779 class newstyleclass(object): pass
780 check(newstyleclass, s)
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000781 # unicode
Benjamin Petersonb49d9942008-06-17 12:44:04 +0000782 usize = len('\0'.encode('unicode-internal'))
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000783 samples = ['', '1'*100]
784 # we need to test for both sizes, because we don't know if the string
785 # has been cached
786 for s in samples:
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000787 basicsize = size(h + 'PPliP') + usize * (len(s) + 1)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000788 check(s, basicsize)
789 # weakref
790 import weakref
791 check(weakref.ref(int), size(h + '2Pl2P'))
792 # weakproxy
793 # XXX
794 # weakcallableproxy
795 check(weakref.proxy(int), size(h + '2Pl2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000796
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000797 def test_pythontypes(self):
798 # check all types defined in Python/
799 h = self.header
800 vh = self.vheader
801 size = self.calcsize
802 check = self.check_sizeof
803 # _ast.AST
804 import _ast
805 check(_ast.AST(), size(h + ''))
806 # imp.NullImporter
807 import imp
808 check(imp.NullImporter(self.file.name), size(h + ''))
809 try:
810 raise TypeError
811 except TypeError:
812 tb = sys.exc_info()[2]
813 # traceback
814 if tb != None:
815 check(tb, size(h + '2P2i'))
816 # symtable entry
817 # XXX
818 # sys.flags
819 check(sys.flags, size(vh) + self.P * len(sys.flags))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000820
Martin v. Löwis04dc25c2008-10-03 16:09:28 +0000821 def test_setfilesystemencoding(self):
822 old = sys.getfilesystemencoding()
Victor Stinner4ce881e2010-03-25 12:24:38 +0000823 try:
824 sys.setfilesystemencoding("iso-8859-1")
825 self.assertEqual(sys.getfilesystemencoding(), "iso-8859-1")
826 finally:
827 sys.setfilesystemencoding(old)
828 try:
829 self.assertRaises(LookupError, sys.setfilesystemencoding, "xxx")
830 finally:
831 sys.setfilesystemencoding(old)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000832
Walter Dörwaldc3502462003-02-03 23:03:49 +0000833def test_main():
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000834 test.support.run_unittest(SysModuleTest, SizeofTest)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000835
836if __name__ == "__main__":
837 test_main()