blob: 903ad91703f77f48ad305e60634a6944d55e1dc6 [file] [log] [blame]
Walter Dörwaldc3502462003-02-03 23:03:49 +00001# -*- coding: iso-8859-1 -*-
Benjamin Petersonee8712c2008-05-20 21:35:26 +00002import unittest, test.support
Martin v. Löwis00709aa2008-06-04 14:18:43 +00003import sys, io, os
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +00004import struct
Antoine Pitrou652e7072009-03-13 19:25:20 +00005import subprocess
6import textwrap
Walter Dörwaldc3502462003-02-03 23:03:49 +00007
Georg Brandlaee34862009-10-27 23:01:30 +00008# count the number of test runs, used to create unique
9# strings to intern in test_intern()
10numruns = 0
11
12
Walter Dörwaldc3502462003-02-03 23:03:49 +000013class SysModuleTest(unittest.TestCase):
14
Christian Heimesef181a72007-11-07 16:14:12 +000015 def setUp(self):
16 self.orig_stdout = sys.stdout
17 self.orig_stderr = sys.stderr
18 self.orig_displayhook = sys.displayhook
19
20 def tearDown(self):
21 sys.stdout = self.orig_stdout
22 sys.stderr = self.orig_stderr
23 sys.displayhook = self.orig_displayhook
24
Walter Dörwaldc3502462003-02-03 23:03:49 +000025 def test_original_displayhook(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +000026 import builtins
Guido van Rossum34d19282007-08-09 01:03:29 +000027 out = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000028 sys.stdout = out
29
30 dh = sys.__displayhook__
31
32 self.assertRaises(TypeError, dh)
Georg Brandl1a3284e2007-12-02 09:40:06 +000033 if hasattr(builtins, "_"):
34 del builtins._
Walter Dörwaldc3502462003-02-03 23:03:49 +000035
36 dh(None)
37 self.assertEqual(out.getvalue(), "")
Georg Brandlab91fde2009-08-13 08:51:18 +000038 self.assertTrue(not hasattr(builtins, "_"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000039 dh(42)
40 self.assertEqual(out.getvalue(), "42\n")
Georg Brandl1a3284e2007-12-02 09:40:06 +000041 self.assertEqual(builtins._, 42)
Walter Dörwaldc3502462003-02-03 23:03:49 +000042
43 del sys.stdout
44 self.assertRaises(RuntimeError, dh, 42)
45
Walter Dörwaldc3502462003-02-03 23:03:49 +000046 def test_lost_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000047 del sys.displayhook
48 code = compile("42", "<string>", "single")
49 self.assertRaises(RuntimeError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000050
51 def test_custom_displayhook(self):
Walter Dörwaldc3502462003-02-03 23:03:49 +000052 def baddisplayhook(obj):
53 raise ValueError
54 sys.displayhook = baddisplayhook
55 code = compile("42", "<string>", "single")
56 self.assertRaises(ValueError, eval, code)
Walter Dörwaldc3502462003-02-03 23:03:49 +000057
58 def test_original_excepthook(self):
Guido van Rossum34d19282007-08-09 01:03:29 +000059 err = io.StringIO()
Walter Dörwaldc3502462003-02-03 23:03:49 +000060 sys.stderr = err
61
62 eh = sys.__excepthook__
63
64 self.assertRaises(TypeError, eh)
65 try:
66 raise ValueError(42)
Guido van Rossumb940e112007-01-10 16:19:56 +000067 except ValueError as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000068 eh(*sys.exc_info())
69
Georg Brandlab91fde2009-08-13 08:51:18 +000070 self.assertTrue(err.getvalue().endswith("ValueError: 42\n"))
Walter Dörwaldc3502462003-02-03 23:03:49 +000071
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000072 def test_excepthook(self):
73 with test.support.captured_output("stderr") as stderr:
74 sys.excepthook(1, '1', 1)
Georg Brandlab91fde2009-08-13 08:51:18 +000075 self.assertTrue("TypeError: print_exception(): Exception expected for " \
Benjamin Petersonbc74e5b2008-08-23 20:19:17 +000076 "value, str found" in stderr.getvalue())
77
Walter Dörwalde7028ac2003-02-03 23:05:27 +000078 # FIXME: testing the code for a lost or replaced excepthook in
Walter Dörwaldc3502462003-02-03 23:03:49 +000079 # Python/pythonrun.c::PyErr_PrintEx() is tricky.
80
81 def test_exit(self):
Victor Stinner2e71d012010-05-17 09:35:44 +000082 import subprocess
83
Walter Dörwaldc3502462003-02-03 23:03:49 +000084 self.assertRaises(TypeError, sys.exit, 42, 42)
85
86 # call without argument
87 try:
88 sys.exit(0)
Guido van Rossumb940e112007-01-10 16:19:56 +000089 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +000090 self.assertEquals(exc.code, 0)
91 except:
92 self.fail("wrong exception")
93 else:
94 self.fail("no exception")
95
96 # call with tuple argument with one entry
97 # entry will be unpacked
98 try:
99 sys.exit(42)
Guido van Rossumb940e112007-01-10 16:19:56 +0000100 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000101 self.assertEquals(exc.code, 42)
102 except:
103 self.fail("wrong exception")
104 else:
105 self.fail("no exception")
106
107 # call with integer argument
108 try:
109 sys.exit((42,))
Guido van Rossumb940e112007-01-10 16:19:56 +0000110 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000111 self.assertEquals(exc.code, 42)
112 except:
113 self.fail("wrong exception")
114 else:
115 self.fail("no exception")
116
117 # call with string argument
118 try:
119 sys.exit("exit")
Guido van Rossumb940e112007-01-10 16:19:56 +0000120 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000121 self.assertEquals(exc.code, "exit")
122 except:
123 self.fail("wrong exception")
124 else:
125 self.fail("no exception")
126
127 # call with tuple argument with two entries
128 try:
129 sys.exit((17, 23))
Guido van Rossumb940e112007-01-10 16:19:56 +0000130 except SystemExit as exc:
Walter Dörwaldc3502462003-02-03 23:03:49 +0000131 self.assertEquals(exc.code, (17, 23))
132 except:
133 self.fail("wrong exception")
134 else:
135 self.fail("no exception")
136
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000137 # test that the exit machinery handles SystemExits properly
Michael W. Hudsonf0588582005-02-15 15:26:11 +0000138 rc = subprocess.call([sys.executable, "-c",
139 "raise SystemExit(47)"])
140 self.assertEqual(rc, 47)
Tim Petersf0db38d2005-02-15 21:50:12 +0000141
Victor Stinner2e71d012010-05-17 09:35:44 +0000142 def check_exit_message(code, expected):
143 process = subprocess.Popen([sys.executable, "-c", code],
144 stderr=subprocess.PIPE)
145 stdout, stderr = process.communicate()
146 self.assertEqual(process.returncode, 1)
Victor Stinnerdf47ffd2010-05-17 14:37:57 +0000147 self.assertTrue(stderr.startswith(expected),
148 "%r doesn't start with %r" % (stderr, expected))
Victor Stinner2e71d012010-05-17 09:35:44 +0000149
150 # test that stderr buffer if flushed before the exit message is written
151 # into stderr
152 check_exit_message(
153 r'import sys; sys.stderr.write("unflushed,"); sys.exit("message")',
154 b"unflushed,message")
155
156 # test that the exit message is written with backslashreplace error
157 # handler to stderr
158 check_exit_message(
159 r'import sys; sys.exit("surrogates:\uDCFF")',
160 b"surrogates:\\udcff")
161
Walter Dörwaldc3502462003-02-03 23:03:49 +0000162 def test_getdefaultencoding(self):
Walter Dörwald4aeaa962007-05-22 16:13:46 +0000163 self.assertRaises(TypeError, sys.getdefaultencoding, 42)
164 # can't check more than the type, as the user might have changed it
Georg Brandlab91fde2009-08-13 08:51:18 +0000165 self.assertTrue(isinstance(sys.getdefaultencoding(), str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000166
167 # testing sys.settrace() is done in test_trace.py
168 # testing sys.setprofile() is done in test_profile.py
169
170 def test_setcheckinterval(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000171 self.assertRaises(TypeError, sys.setcheckinterval)
Tim Peterse5e065b2003-07-06 18:36:54 +0000172 orig = sys.getcheckinterval()
173 for n in 0, 100, 120, orig: # orig last to restore starting state
174 sys.setcheckinterval(n)
175 self.assertEquals(sys.getcheckinterval(), n)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000176
177 def test_recursionlimit(self):
Tim Petersf2715e02003-02-19 02:35:07 +0000178 self.assertRaises(TypeError, sys.getrecursionlimit, 42)
179 oldlimit = sys.getrecursionlimit()
180 self.assertRaises(TypeError, sys.setrecursionlimit)
181 self.assertRaises(ValueError, sys.setrecursionlimit, -42)
182 sys.setrecursionlimit(10000)
183 self.assertEqual(sys.getrecursionlimit(), 10000)
184 sys.setrecursionlimit(oldlimit)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000185
Antoine Pitrou652e7072009-03-13 19:25:20 +0000186 def test_recursionlimit_recovery(self):
187 # NOTE: this test is slightly fragile in that it depends on the current
188 # recursion count when executing the test being low enough so as to
189 # trigger the recursion recovery detection in the _Py_MakeEndRecCheck
190 # macro (see ceval.h).
191 oldlimit = sys.getrecursionlimit()
192 def f():
193 f()
194 try:
195 for i in (50, 1000):
196 # Issue #5392: stack overflow after hitting recursion limit twice
197 sys.setrecursionlimit(i)
198 self.assertRaises(RuntimeError, f)
199 self.assertRaises(RuntimeError, f)
200 finally:
201 sys.setrecursionlimit(oldlimit)
202
203 def test_recursionlimit_fatalerror(self):
204 # A fatal error occurs if a second recursion limit is hit when recovering
205 # from a first one.
Antoine Pitrou17dc4462009-04-04 17:36:05 +0000206 if os.name == "nt":
207 raise unittest.SkipTest(
208 "under Windows, test would generate a spurious crash dialog")
Antoine Pitrou652e7072009-03-13 19:25:20 +0000209 code = textwrap.dedent("""
210 import sys
211
212 def f():
213 try:
214 f()
215 except RuntimeError:
216 f()
217
218 sys.setrecursionlimit(%d)
219 f()""")
220 for i in (50, 1000):
221 sub = subprocess.Popen([sys.executable, '-c', code % i],
222 stderr=subprocess.PIPE)
223 err = sub.communicate()[1]
224 self.assertTrue(sub.returncode, sub.returncode)
225 self.assertTrue(
226 b"Fatal Python error: Cannot recover from stack overflow" in err,
227 err)
228
Walter Dörwaldc3502462003-02-03 23:03:49 +0000229 def test_getwindowsversion(self):
230 if hasattr(sys, "getwindowsversion"):
231 v = sys.getwindowsversion()
Georg Brandlab91fde2009-08-13 08:51:18 +0000232 self.assertTrue(isinstance(v, tuple))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000233 self.assertEqual(len(v), 5)
Georg Brandlab91fde2009-08-13 08:51:18 +0000234 self.assertTrue(isinstance(v[0], int))
235 self.assertTrue(isinstance(v[1], int))
236 self.assertTrue(isinstance(v[2], int))
237 self.assertTrue(isinstance(v[3], int))
238 self.assertTrue(isinstance(v[4], str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000239
Barry Warsawe94a37f2008-10-17 01:29:56 +0000240 def test_call_tracing(self):
241 self.assertRaises(TypeError, sys.call_tracing, type, 2)
242
Walter Dörwaldc3502462003-02-03 23:03:49 +0000243 def test_dlopenflags(self):
244 if hasattr(sys, "setdlopenflags"):
Georg Brandlab91fde2009-08-13 08:51:18 +0000245 self.assertTrue(hasattr(sys, "getdlopenflags"))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000246 self.assertRaises(TypeError, sys.getdlopenflags, 42)
247 oldflags = sys.getdlopenflags()
248 self.assertRaises(TypeError, sys.setdlopenflags)
249 sys.setdlopenflags(oldflags+1)
250 self.assertEqual(sys.getdlopenflags(), oldflags+1)
251 sys.setdlopenflags(oldflags)
252
253 def test_refcount(self):
Benjamin Petersond23f8222009-04-05 19:13:16 +0000254 # n here must be a global in order for this test to pass while
255 # tracing with a python function. Tracing calls PyFrame_FastToLocals
256 # which will add a copy of any locals to the frame object, causing
257 # the reference count to increase by 2 instead of 1.
258 global n
Walter Dörwaldc3502462003-02-03 23:03:49 +0000259 self.assertRaises(TypeError, sys.getrefcount)
260 c = sys.getrefcount(None)
261 n = None
262 self.assertEqual(sys.getrefcount(None), c+1)
263 del n
264 self.assertEqual(sys.getrefcount(None), c)
265 if hasattr(sys, "gettotalrefcount"):
Georg Brandlab91fde2009-08-13 08:51:18 +0000266 self.assertTrue(isinstance(sys.gettotalrefcount(), int))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000267
268 def test_getframe(self):
269 self.assertRaises(TypeError, sys._getframe, 42, 42)
Neal Norwitzeb2a5ef2003-02-18 15:22:10 +0000270 self.assertRaises(ValueError, sys._getframe, 2000000000)
Georg Brandlab91fde2009-08-13 08:51:18 +0000271 self.assertTrue(
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000272 SysModuleTest.test_getframe.__code__ \
Walter Dörwaldc3502462003-02-03 23:03:49 +0000273 is sys._getframe().f_code
274 )
275
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000276 # sys._current_frames() is a CPython-only gimmick.
277 def test_current_frames(self):
278 have_threads = True
279 try:
Georg Brandl2067bfd2008-05-25 13:05:15 +0000280 import _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000281 except ImportError:
282 have_threads = False
283
284 if have_threads:
285 self.current_frames_with_threads()
286 else:
287 self.current_frames_without_threads()
288
289 # Test sys._current_frames() in a WITH_THREADS build.
290 def current_frames_with_threads(self):
Georg Brandl2067bfd2008-05-25 13:05:15 +0000291 import threading, _thread
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000292 import traceback
293
294 # Spawn a thread that blocks at a known place. Then the main
295 # thread does sys._current_frames(), and verifies that the frames
296 # returned make sense.
297 entered_g = threading.Event()
298 leave_g = threading.Event()
299 thread_info = [] # the thread's id
300
301 def f123():
302 g456()
303
304 def g456():
Georg Brandl2067bfd2008-05-25 13:05:15 +0000305 thread_info.append(_thread.get_ident())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000306 entered_g.set()
307 leave_g.wait()
308
309 t = threading.Thread(target=f123)
310 t.start()
311 entered_g.wait()
312
313 # At this point, t has finished its entered_g.set(), although it's
314 # impossible to guess whether it's still on that line or has moved on
315 # to its leave_g.wait().
316 self.assertEqual(len(thread_info), 1)
317 thread_id = thread_info[0]
318
319 d = sys._current_frames()
320
Georg Brandl2067bfd2008-05-25 13:05:15 +0000321 main_id = _thread.get_ident()
Georg Brandlab91fde2009-08-13 08:51:18 +0000322 self.assertTrue(main_id in d)
323 self.assertTrue(thread_id in d)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000324
325 # Verify that the captured main-thread frame is _this_ frame.
326 frame = d.pop(main_id)
Georg Brandlab91fde2009-08-13 08:51:18 +0000327 self.assertTrue(frame is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000328
329 # Verify that the captured thread frame is blocked in g456, called
330 # from f123. This is a litte tricky, since various bits of
331 # threading.py are also in the thread's call stack.
332 frame = d.pop(thread_id)
333 stack = traceback.extract_stack(frame)
334 for i, (filename, lineno, funcname, sourceline) in enumerate(stack):
335 if funcname == "f123":
336 break
337 else:
338 self.fail("didn't find f123() on thread's call stack")
339
340 self.assertEqual(sourceline, "g456()")
341
342 # And the next record must be for g456().
343 filename, lineno, funcname, sourceline = stack[i+1]
344 self.assertEqual(funcname, "g456")
Georg Brandlab91fde2009-08-13 08:51:18 +0000345 self.assertTrue(sourceline in ["leave_g.wait()", "entered_g.set()"])
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000346
347 # Reap the spawned thread.
348 leave_g.set()
349 t.join()
350
351 # Test sys._current_frames() when thread support doesn't exist.
352 def current_frames_without_threads(self):
353 # Not much happens here: there is only one thread, with artificial
354 # "thread id" 0.
355 d = sys._current_frames()
356 self.assertEqual(len(d), 1)
Georg Brandlab91fde2009-08-13 08:51:18 +0000357 self.assertTrue(0 in d)
358 self.assertTrue(d[0] is sys._getframe())
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000359
Walter Dörwaldc3502462003-02-03 23:03:49 +0000360 def test_attributes(self):
Georg Brandlab91fde2009-08-13 08:51:18 +0000361 self.assertTrue(isinstance(sys.api_version, int))
362 self.assertTrue(isinstance(sys.argv, list))
363 self.assertTrue(sys.byteorder in ("little", "big"))
364 self.assertTrue(isinstance(sys.builtin_module_names, tuple))
365 self.assertTrue(isinstance(sys.copyright, str))
366 self.assertTrue(isinstance(sys.exec_prefix, str))
367 self.assertTrue(isinstance(sys.executable, str))
Christian Heimes93852662007-12-01 12:22:32 +0000368 self.assertEqual(len(sys.float_info), 11)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000369 self.assertEqual(sys.float_info.radix, 2)
Mark Dickinsonbd792642009-03-18 20:06:12 +0000370 self.assertEqual(len(sys.int_info), 2)
Georg Brandlab91fde2009-08-13 08:51:18 +0000371 self.assertTrue(sys.int_info.bits_per_digit % 5 == 0)
372 self.assertTrue(sys.int_info.sizeof_digit >= 1)
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000373 self.assertEqual(type(sys.int_info.bits_per_digit), int)
374 self.assertEqual(type(sys.int_info.sizeof_digit), int)
Georg Brandlab91fde2009-08-13 08:51:18 +0000375 self.assertTrue(isinstance(sys.hexversion, int))
376 self.assertTrue(isinstance(sys.maxsize, int))
377 self.assertTrue(isinstance(sys.maxunicode, int))
378 self.assertTrue(isinstance(sys.platform, str))
379 self.assertTrue(isinstance(sys.prefix, str))
380 self.assertTrue(isinstance(sys.version, str))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000381 vi = sys.version_info
Georg Brandlab91fde2009-08-13 08:51:18 +0000382 self.assertTrue(isinstance(vi[:], tuple))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000383 self.assertEqual(len(vi), 5)
Georg Brandlab91fde2009-08-13 08:51:18 +0000384 self.assertTrue(isinstance(vi[0], int))
385 self.assertTrue(isinstance(vi[1], int))
386 self.assertTrue(isinstance(vi[2], int))
387 self.assertTrue(vi[3] in ("alpha", "beta", "candidate", "final"))
388 self.assertTrue(isinstance(vi[4], int))
389 self.assertTrue(isinstance(vi.major, int))
390 self.assertTrue(isinstance(vi.minor, int))
391 self.assertTrue(isinstance(vi.micro, int))
392 self.assertTrue(vi.releaselevel in
Eric Smith0e5b5622009-02-06 01:32:42 +0000393 ("alpha", "beta", "candidate", "final"))
Georg Brandlab91fde2009-08-13 08:51:18 +0000394 self.assertTrue(isinstance(vi.serial, int))
Eric Smith0e5b5622009-02-06 01:32:42 +0000395 self.assertEqual(vi[0], vi.major)
396 self.assertEqual(vi[1], vi.minor)
397 self.assertEqual(vi[2], vi.micro)
398 self.assertEqual(vi[3], vi.releaselevel)
399 self.assertEqual(vi[4], vi.serial)
Georg Brandlab91fde2009-08-13 08:51:18 +0000400 self.assertTrue(vi > (1,0,0))
Walter Dörwaldc3502462003-02-03 23:03:49 +0000401
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000402 def test_43581(self):
Georg Brandl03124942008-06-10 15:50:56 +0000403 # Can't use sys.stdout, as this is a StringIO object when
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000404 # the test runs under regrtest.
Guido van Rossume61fd5b2007-07-11 12:20:59 +0000405 self.assertEqual(sys.__stdout__.encoding, sys.__stderr__.encoding)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000406
Georg Brandl66a796e2006-12-19 20:50:34 +0000407 def test_intern(self):
Georg Brandlaee34862009-10-27 23:01:30 +0000408 global numruns
409 numruns += 1
Georg Brandl66a796e2006-12-19 20:50:34 +0000410 self.assertRaises(TypeError, sys.intern)
Georg Brandlaee34862009-10-27 23:01:30 +0000411 s = "never interned before" + str(numruns)
Georg Brandlab91fde2009-08-13 08:51:18 +0000412 self.assertTrue(sys.intern(s) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000413 s2 = s.swapcase().swapcase()
Georg Brandlab91fde2009-08-13 08:51:18 +0000414 self.assertTrue(sys.intern(s2) is s)
Georg Brandl66a796e2006-12-19 20:50:34 +0000415
416 # Subclasses of string can't be interned, because they
417 # provide too much opportunity for insane things to happen.
418 # We don't want them in the interned dict and if they aren't
419 # actually interned, we don't want to create the appearance
420 # that they are by allowing intern() to succeeed.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000421 class S(str):
Georg Brandl66a796e2006-12-19 20:50:34 +0000422 def __hash__(self):
423 return 123
424
Guido van Rossum98297ee2007-11-06 21:34:58 +0000425 self.assertRaises(TypeError, sys.intern, S("abc"))
Martin v. Löwis5b222132007-06-10 09:51:05 +0000426
Victor Stinner2e71d012010-05-17 09:35:44 +0000427 def test_main_invalid_unicode(self):
428 import locale
429 non_decodable = b"\xff"
430 encoding = locale.getpreferredencoding()
431 try:
432 non_decodable.decode(encoding)
433 except UnicodeDecodeError:
434 pass
435 else:
436 self.skipTest('%r is decodable with encoding %s'
437 % (non_decodable, encoding))
438 code = b'print("' + non_decodable + b'")'
439 p = subprocess.Popen([sys.executable, "-c", code], stderr=subprocess.PIPE)
440 stdout, stderr = p.communicate()
441 self.assertEqual(p.returncode, 1)
442 self.assert_(stderr.startswith(b"UnicodeEncodeError: "
443 b"'utf-8' codec can't encode character '\\udcff' in "
444 b"position 7: surrogates not allowed"), stderr)
Georg Brandl66a796e2006-12-19 20:50:34 +0000445
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000446 def test_sys_flags(self):
Georg Brandlab91fde2009-08-13 08:51:18 +0000447 self.assertTrue(sys.flags)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000448 attrs = ("debug", "division_warning",
449 "inspect", "interactive", "optimize", "dont_write_bytecode",
Georg Brandlc5e88d52008-06-06 09:02:07 +0000450 "no_user_site", "no_site", "ignore_environment", "verbose",
Benjamin Peterson699adb92008-05-08 22:27:58 +0000451 "bytes_warning")
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000452 for attr in attrs:
Georg Brandlab91fde2009-08-13 08:51:18 +0000453 self.assertTrue(hasattr(sys.flags, attr), attr)
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000454 self.assertEqual(type(getattr(sys.flags, attr)), int, attr)
Georg Brandlab91fde2009-08-13 08:51:18 +0000455 self.assertTrue(repr(sys.flags))
Georg Brandlc5e88d52008-06-06 09:02:07 +0000456 self.assertEqual(len(sys.flags), len(attrs))
Christian Heimesd32ed6f2008-01-14 18:49:24 +0000457
Christian Heimes15ebc882008-02-04 18:48:49 +0000458 def test_clear_type_cache(self):
459 sys._clear_type_cache()
460
Martin v. Löwis0f599892008-06-02 11:13:03 +0000461 def test_ioencoding(self):
462 import subprocess,os
463 env = dict(os.environ)
464
465 # Test character: cent sign, encoded as 0x4A (ASCII J) in CP424,
466 # not representable in ASCII.
467
468 env["PYTHONIOENCODING"] = "cp424"
469 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
470 stdout = subprocess.PIPE, env=env)
471 out = p.stdout.read()
472 self.assertEqual(out, "\xa2\n".encode("cp424"))
473
474 env["PYTHONIOENCODING"] = "ascii:replace"
475 p = subprocess.Popen([sys.executable, "-c", 'print(chr(0xa2))'],
476 stdout = subprocess.PIPE, env=env)
477 out = p.stdout.read().strip()
478 self.assertEqual(out, b'?')
479
Victor Stinner19495a72010-03-21 20:41:54 +0000480 def test_executable(self):
481 # Issue #7774: Ensure that sys.executable is an empty string if argv[0]
482 # has been set to an non existent program name and Python is unable to
483 # retrieve the real program name
484 import subprocess
485 # For a normal installation, it should work without 'cwd'
486 # argument. For test runs in the build directory, see #7774.
487 python_dir = os.path.dirname(os.path.realpath(sys.executable))
488 p = subprocess.Popen(
489 ["nonexistent", "-c",
490 'import sys; print(sys.executable.encode("ascii", "backslashreplace"))'],
491 executable=sys.executable, stdout=subprocess.PIPE, cwd=python_dir)
492 stdout = p.communicate()[0]
493 executable = stdout.strip().decode("ASCII")
494 p.wait()
495 self.assertIn(executable, ["b''", repr(sys.executable.encode("ascii", "backslashreplace"))])
496
Martin v. Löwis0f599892008-06-02 11:13:03 +0000497
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000498class SizeofTest(unittest.TestCase):
499
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000500 TPFLAGS_HAVE_GC = 1<<14
501 TPFLAGS_HEAPTYPE = 1<<9
502
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000503 def setUp(self):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000504 self.c = len(struct.pack('c', ' '))
505 self.H = len(struct.pack('H', 0))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000506 self.i = len(struct.pack('i', 0))
507 self.l = len(struct.pack('l', 0))
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000508 self.P = len(struct.pack('P', 0))
509 # due to missing size_t information from struct, it is assumed that
510 # sizeof(Py_ssize_t) = sizeof(void*)
511 self.header = 'PP'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000512 self.vheader = self.header + 'P'
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000513 if hasattr(sys, "gettotalrefcount"):
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000514 self.header += '2P'
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000515 self.vheader += '2P'
Mark Dickinsonbd792642009-03-18 20:06:12 +0000516 self.longdigit = sys.int_info.sizeof_digit
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000517 import _testcapi
518 self.gc_headsize = _testcapi.SIZEOF_PYGC_HEAD
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000519 self.file = open(test.support.TESTFN, 'wb')
520
521 def tearDown(self):
522 self.file.close()
523 test.support.unlink(test.support.TESTFN)
524
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000525 def check_sizeof(self, o, size):
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000526 result = sys.getsizeof(o)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000527 # add GC header size
528 if ((type(o) == type) and (o.__flags__ & self.TPFLAGS_HEAPTYPE) or\
529 ((type(o) != type) and (type(o).__flags__ & self.TPFLAGS_HAVE_GC))):
530 size += self.gc_headsize
531 msg = 'wrong size for %s: got %d, expected %d' \
532 % (type(o), result, size)
533 self.assertEqual(result, size, msg)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000534
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000535 def calcsize(self, fmt):
536 """Wrapper around struct.calcsize which enforces the alignment of the
537 end of a structure to the alignment requirement of pointer.
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000538
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000539 Note: This wrapper should only be used if a pointer member is included
540 and no member with a size larger than a pointer exists.
541 """
542 return struct.calcsize(fmt + '0P')
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000543
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000544 def test_gc_head_size(self):
545 # Check that the gc header size is added to objects tracked by the gc.
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000546 h = self.header
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000547 vh = self.vheader
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000548 size = self.calcsize
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000549 gc_header_size = self.gc_headsize
550 # bool objects are not gc tracked
Mark Dickinsonbd792642009-03-18 20:06:12 +0000551 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000552 # but lists are
553 self.assertEqual(sys.getsizeof([]), size(vh + 'PP') + gc_header_size)
554
555 def test_default(self):
556 h = self.header
557 vh = self.vheader
558 size = self.calcsize
Mark Dickinsonbd792642009-03-18 20:06:12 +0000559 self.assertEqual(sys.getsizeof(True), size(vh) + self.longdigit)
560 self.assertEqual(sys.getsizeof(True, -1), size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000561
562 def test_objecttypes(self):
563 # check all types defined in Objects/
564 h = self.header
565 vh = self.vheader
566 size = self.calcsize
567 check = self.check_sizeof
568 # bool
Mark Dickinsonbd792642009-03-18 20:06:12 +0000569 check(True, size(vh) + self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000570 # buffer
571 # XXX
572 # builtin_function_or_method
573 check(len, size(h + '3P'))
574 # bytearray
575 samples = [b'', b'u'*100000]
576 for sample in samples:
577 x = bytearray(sample)
578 check(x, size(vh + 'iPP') + x.__alloc__() * self.c)
579 # bytearray_iterator
580 check(iter(bytearray()), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000581 # cell
582 def get_cell():
583 x = 42
584 def inner():
585 return x
586 return inner
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000587 check(get_cell().__closure__[0], size(h + 'P'))
Robert Schuppenies4efb5182008-06-06 11:49:51 +0000588 # code
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000589 check(get_cell().__code__, size(h + '5i8Pi2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000590 # complex
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000591 check(complex(0,1), size(h + '2d'))
592 # method_descriptor (descriptor object)
593 check(str.lower, size(h + '2PP'))
594 # classmethod_descriptor (descriptor object)
595 # XXX
596 # member_descriptor (descriptor object)
597 import datetime
598 check(datetime.timedelta.days, size(h + '2PP'))
599 # getset_descriptor (descriptor object)
600 import collections
601 check(collections.defaultdict.default_factory, size(h + '2PP'))
602 # wrapper_descriptor (descriptor object)
603 check(int.__add__, size(h + '2P2P'))
604 # method-wrapper (descriptor object)
605 check({}.__iter__, size(h + '2P'))
606 # dict
607 check({}, size(h + '3P2P' + 8*'P2P'))
608 longdict = {1:1, 2:2, 3:3, 4:4, 5:5, 6:6, 7:7, 8:8}
609 check(longdict, size(h + '3P2P' + 8*'P2P') + 16*size('P2P'))
610 # dictionary-keyiterator
611 check({}.keys(), size(h + 'P'))
612 # dictionary-valueiterator
613 check({}.values(), size(h + 'P'))
614 # dictionary-itemiterator
615 check({}.items(), size(h + 'P'))
616 # dictproxy
617 class C(object): pass
618 check(C.__dict__, size(h + 'P'))
619 # BaseException
620 check(BaseException(), size(h + '5P'))
621 # UnicodeEncodeError
622 check(UnicodeEncodeError("", "", 0, 0, ""), size(h + '5P 2P2PP'))
623 # UnicodeDecodeError
624 # XXX
625# check(UnicodeDecodeError("", "", 0, 0, ""), size(h + '5P2PP'))
626 # UnicodeTranslateError
627 check(UnicodeTranslateError("", 0, 1, ""), size(h + '5P 2P2PP'))
628 # ellipses
629 check(Ellipsis, size(h + ''))
630 # EncodingMap
631 import codecs, encodings.iso8859_3
632 x = codecs.charmap_build(encodings.iso8859_3.decoding_table)
633 check(x, size(h + '32B2iB'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000634 # enumerate
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000635 check(enumerate([]), size(h + 'l3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000636 # reverse
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000637 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000638 # float
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000639 check(float(0), size(h + 'd'))
640 # sys.floatinfo
641 check(sys.float_info, size(vh) + self.P * len(sys.float_info))
642 # frame
643 import inspect
644 CO_MAXBLOCKS = 20
645 x = inspect.currentframe()
646 ncells = len(x.f_code.co_cellvars)
647 nfrees = len(x.f_code.co_freevars)
648 extras = x.f_code.co_stacksize + x.f_code.co_nlocals +\
649 ncells + nfrees - 1
650 check(x, size(vh + '12P3i' + CO_MAXBLOCKS*'3i' + 'P' + extras*'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000651 # function
652 def func(): pass
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000653 check(func, size(h + '11P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000654 class c():
655 @staticmethod
656 def foo():
657 pass
658 @classmethod
659 def bar(cls):
660 pass
661 # staticmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000662 check(foo, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000663 # classmethod
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000664 check(bar, size(h + 'P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000665 # generator
666 def get_gen(): yield 1
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000667 check(get_gen(), size(h + 'Pi2P'))
668 # iterator
669 check(iter('abc'), size(h + 'lP'))
670 # callable-iterator
671 import re
672 check(re.finditer('',''), size(h + '2P'))
673 # list
674 samples = [[], [1,2,3], ['1', '2', '3']]
675 for sample in samples:
676 check(sample, size(vh + 'PP') + len(sample)*self.P)
677 # sortwrapper (list)
678 # XXX
679 # cmpwrapper (list)
680 # XXX
681 # listiterator (list)
682 check(iter([]), size(h + 'lP'))
683 # listreverseiterator (list)
684 check(reversed([]), size(h + 'lP'))
685 # long
686 check(0, size(vh))
Mark Dickinsonbd792642009-03-18 20:06:12 +0000687 check(1, size(vh) + self.longdigit)
688 check(-1, size(vh) + self.longdigit)
689 PyLong_BASE = 2**sys.int_info.bits_per_digit
Benjamin Petersonef3e4c22009-04-11 19:48:14 +0000690 check(int(PyLong_BASE), size(vh) + 2*self.longdigit)
691 check(int(PyLong_BASE**2-1), size(vh) + 2*self.longdigit)
692 check(int(PyLong_BASE**2), size(vh) + 3*self.longdigit)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000693 # memory
Antoine Pitrouc3b39242009-01-03 16:59:18 +0000694 check(memoryview(b''), size(h + 'P PP2P2i7P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000695 # module
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000696 check(unittest, size(h + '3P'))
697 # None
698 check(None, size(h + ''))
699 # NotImplementedType
700 check(NotImplemented, size(h))
701 # object
702 check(object(), size(h + ''))
703 # property (descriptor object)
704 class C(object):
705 def getx(self): return self.__x
706 def setx(self, value): self.__x = value
707 def delx(self): del self.__x
708 x = property(getx, setx, delx, "")
709 check(x, size(h + '4Pi'))
Benjamin Petersonb173f782009-05-05 22:31:58 +0000710 # PyCapsule
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000711 # XXX
712 # rangeiterator
713 check(iter(range(1)), size(h + '4l'))
714 # reverse
715 check(reversed(''), size(h + 'PP'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000716 # range
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000717 check(range(1), size(h + '3P'))
Robert Schuppenies357877c2008-09-16 07:21:01 +0000718 check(range(66000), size(h + '3P'))
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000719 # set
720 # frozenset
721 PySet_MINSIZE = 8
722 samples = [[], range(10), range(50)]
723 s = size(h + '3P2P' + PySet_MINSIZE*'lP' + 'lP')
724 for sample in samples:
725 minused = len(sample)
726 if minused == 0: tmp = 1
727 # the computation of minused is actually a bit more complicated
728 # but this suffices for the sizeof test
729 minused = minused*2
730 newsize = PySet_MINSIZE
731 while newsize <= minused:
732 newsize = newsize << 1
733 if newsize <= 8:
734 check(set(sample), s)
735 check(frozenset(sample), s)
736 else:
737 check(set(sample), s + newsize*struct.calcsize('lP'))
738 check(frozenset(sample), s + newsize*struct.calcsize('lP'))
739 # setiterator
740 check(iter(set()), size(h + 'P3P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000741 # slice
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000742 check(slice(0), size(h + '3P'))
743 # super
744 check(super(int), size(h + '3P'))
745 # tuple
746 check((), size(vh))
747 check((1,2,3), size(vh) + 3*self.P)
748 # type
749 # (PyTypeObject + PyNumberMethods + PyMappingMethods +
750 # PySequenceMethods + PyBufferProcs)
751 s = size(vh + 'P2P15Pl4PP9PP11PI') + size('16Pi17P 3P 10P 2P 2P')
752 check(int, s)
753 # class
754 class newstyleclass(object): pass
755 check(newstyleclass, s)
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000756 # unicode
Benjamin Petersonb49d9942008-06-17 12:44:04 +0000757 usize = len('\0'.encode('unicode-internal'))
Georg Brandlc28e1fa2008-06-10 19:20:26 +0000758 samples = ['', '1'*100]
759 # we need to test for both sizes, because we don't know if the string
760 # has been cached
761 for s in samples:
Robert Schuppenies4d45bfe2008-06-28 23:58:47 +0000762 basicsize = size(h + 'PPliP') + usize * (len(s) + 1)
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000763 check(s, basicsize)
764 # weakref
765 import weakref
766 check(weakref.ref(int), size(h + '2Pl2P'))
767 # weakproxy
768 # XXX
769 # weakcallableproxy
770 check(weakref.proxy(int), size(h + '2Pl2P'))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000771
Robert Schuppeniesfbe94c52008-07-14 10:13:31 +0000772 def test_pythontypes(self):
773 # check all types defined in Python/
774 h = self.header
775 vh = self.vheader
776 size = self.calcsize
777 check = self.check_sizeof
778 # _ast.AST
779 import _ast
780 check(_ast.AST(), size(h + ''))
781 # imp.NullImporter
782 import imp
783 check(imp.NullImporter(self.file.name), size(h + ''))
784 try:
785 raise TypeError
786 except TypeError:
787 tb = sys.exc_info()[2]
788 # traceback
789 if tb != None:
790 check(tb, size(h + '2P2i'))
791 # symtable entry
792 # XXX
793 # sys.flags
794 check(sys.flags, size(vh) + self.P * len(sys.flags))
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000795
Martin v. Löwis04dc25c2008-10-03 16:09:28 +0000796 def test_setfilesystemencoding(self):
797 old = sys.getfilesystemencoding()
Victor Stinneradc36912010-03-25 12:26:07 +0000798 try:
799 sys.setfilesystemencoding("iso-8859-1")
800 self.assertEqual(sys.getfilesystemencoding(), "iso-8859-1")
801 finally:
802 sys.setfilesystemencoding(old)
803 try:
804 self.assertRaises(LookupError, sys.setfilesystemencoding, "xxx")
805 finally:
806 sys.setfilesystemencoding(old)
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000807
Walter Dörwaldc3502462003-02-03 23:03:49 +0000808def test_main():
Martin v. Löwis00709aa2008-06-04 14:18:43 +0000809 test.support.run_unittest(SysModuleTest, SizeofTest)
Walter Dörwaldc3502462003-02-03 23:03:49 +0000810
811if __name__ == "__main__":
812 test_main()