Christian Heimes | 9cd1775 | 2007-11-18 19:35:23 +0000 | [diff] [blame] | 1 | # Tests invocation of the interpreter with various command line arguments |
Nick Coghlan | d26c18a | 2010-08-17 13:06:11 +0000 | [diff] [blame] | 2 | # Most tests are executed with environment variables ignored |
Christian Heimes | 9cd1775 | 2007-11-18 19:35:23 +0000 | [diff] [blame] | 3 | # See test_cmd_line_script.py for testing of script execution |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 4 | |
Antoine Pitrou | 8769576 | 2008-08-14 22:44:29 +0000 | [diff] [blame] | 5 | import os |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 6 | import subprocess |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 7 | import sys |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 8 | import sysconfig |
Victor Stinner | c0f1a1a | 2011-02-23 12:07:37 +0000 | [diff] [blame] | 9 | import tempfile |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 10 | import unittest |
| 11 | from test import support |
Nick Coghlan | 6ea4186 | 2017-06-11 13:16:15 +1000 | [diff] [blame] | 12 | from test.support.script_helper import ( |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 13 | spawn_python, kill_python, assert_python_ok, assert_python_failure, |
| 14 | interpreter_requires_environment |
Nick Coghlan | 6ea4186 | 2017-06-11 13:16:15 +1000 | [diff] [blame] | 15 | ) |
Thomas Wouters | ed03b41 | 2007-08-28 21:37:11 +0000 | [diff] [blame] | 16 | |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 17 | |
| 18 | # Debug build? |
| 19 | Py_DEBUG = hasattr(sys, "gettotalrefcount") |
| 20 | |
| 21 | |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 22 | # XXX (ncoghlan): Move to script_helper and make consistent with run_python |
Trent Nelson | 39e307e | 2008-03-19 06:45:48 +0000 | [diff] [blame] | 23 | def _kill_python_and_exit_code(p): |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 24 | data = kill_python(p) |
Trent Nelson | 39e307e | 2008-03-19 06:45:48 +0000 | [diff] [blame] | 25 | returncode = p.wait() |
| 26 | return data, returncode |
Thomas Wouters | ed03b41 | 2007-08-28 21:37:11 +0000 | [diff] [blame] | 27 | |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 28 | class CmdLineTest(unittest.TestCase): |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 29 | def test_directories(self): |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 30 | assert_python_failure('.') |
| 31 | assert_python_failure('< .') |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 32 | |
| 33 | def verify_valid_flag(self, cmd_line): |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 34 | rc, out, err = assert_python_ok(*cmd_line) |
| 35 | self.assertTrue(out == b'' or out.endswith(b'\n')) |
| 36 | self.assertNotIn(b'Traceback', out) |
| 37 | self.assertNotIn(b'Traceback', err) |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 38 | |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 39 | def test_optimize(self): |
| 40 | self.verify_valid_flag('-O') |
| 41 | self.verify_valid_flag('-OO') |
| 42 | |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 43 | def test_site_flag(self): |
| 44 | self.verify_valid_flag('-S') |
| 45 | |
| 46 | def test_usage(self): |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 47 | rc, out, err = assert_python_ok('-h') |
| 48 | self.assertIn(b'usage', out) |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 49 | |
| 50 | def test_version(self): |
Guido van Rossum | a1c42a9 | 2007-08-29 03:47:36 +0000 | [diff] [blame] | 51 | version = ('Python %d.%d' % sys.version_info[:2]).encode("ascii") |
INADA Naoki | 0e175a6 | 2016-11-21 20:57:14 +0900 | [diff] [blame] | 52 | for switch in '-V', '--version', '-VV': |
Serhiy Storchaka | e3ed4ed | 2013-07-11 20:01:17 +0300 | [diff] [blame] | 53 | rc, out, err = assert_python_ok(switch) |
| 54 | self.assertFalse(err.startswith(version)) |
| 55 | self.assertTrue(out.startswith(version)) |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 56 | |
Trent Nelson | 39e307e | 2008-03-19 06:45:48 +0000 | [diff] [blame] | 57 | def test_verbose(self): |
| 58 | # -v causes imports to write to stderr. If the write to |
| 59 | # stderr itself causes an import to happen (for the output |
| 60 | # codec), a recursion loop can occur. |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 61 | rc, out, err = assert_python_ok('-v') |
| 62 | self.assertNotIn(b'stack overflow', err) |
| 63 | rc, out, err = assert_python_ok('-vv') |
| 64 | self.assertNotIn(b'stack overflow', err) |
Trent Nelson | 39e307e | 2008-03-19 06:45:48 +0000 | [diff] [blame] | 65 | |
Steve Dower | 01423cb | 2018-02-17 18:59:03 -0800 | [diff] [blame] | 66 | @unittest.skipIf(interpreter_requires_environment(), |
| 67 | 'Cannot run -E tests when PYTHON env vars are required.') |
Antoine Pitrou | 9583cac | 2010-10-21 13:42:28 +0000 | [diff] [blame] | 68 | def test_xoptions(self): |
Victor Stinner | ef8115e | 2013-06-25 21:54:17 +0200 | [diff] [blame] | 69 | def get_xoptions(*args): |
Berker Peksag | ce64391 | 2015-05-06 06:33:17 +0300 | [diff] [blame] | 70 | # use subprocess module directly because test.support.script_helper adds |
Victor Stinner | ef8115e | 2013-06-25 21:54:17 +0200 | [diff] [blame] | 71 | # "-X faulthandler" to the command line |
| 72 | args = (sys.executable, '-E') + args |
| 73 | args += ('-c', 'import sys; print(sys._xoptions)') |
| 74 | out = subprocess.check_output(args) |
| 75 | opts = eval(out.splitlines()[0]) |
| 76 | return opts |
| 77 | |
| 78 | opts = get_xoptions() |
Antoine Pitrou | 9583cac | 2010-10-21 13:42:28 +0000 | [diff] [blame] | 79 | self.assertEqual(opts, {}) |
Victor Stinner | ef8115e | 2013-06-25 21:54:17 +0200 | [diff] [blame] | 80 | |
| 81 | opts = get_xoptions('-Xa', '-Xb=c,d=e') |
Antoine Pitrou | 9583cac | 2010-10-21 13:42:28 +0000 | [diff] [blame] | 82 | self.assertEqual(opts, {'a': True, 'b': 'c,d=e'}) |
| 83 | |
Ezio Melotti | 1f8898a | 2013-03-26 01:59:56 +0200 | [diff] [blame] | 84 | def test_showrefcount(self): |
| 85 | def run_python(*args): |
| 86 | # this is similar to assert_python_ok but doesn't strip |
| 87 | # the refcount from stderr. It can be replaced once |
| 88 | # assert_python_ok stops doing that. |
| 89 | cmd = [sys.executable] |
| 90 | cmd.extend(args) |
| 91 | PIPE = subprocess.PIPE |
| 92 | p = subprocess.Popen(cmd, stdout=PIPE, stderr=PIPE) |
| 93 | out, err = p.communicate() |
| 94 | p.stdout.close() |
| 95 | p.stderr.close() |
| 96 | rc = p.returncode |
| 97 | self.assertEqual(rc, 0) |
| 98 | return rc, out, err |
| 99 | code = 'import sys; print(sys._xoptions)' |
| 100 | # normally the refcount is hidden |
| 101 | rc, out, err = run_python('-c', code) |
| 102 | self.assertEqual(out.rstrip(), b'{}') |
| 103 | self.assertEqual(err, b'') |
| 104 | # "-X showrefcount" shows the refcount, but only in debug builds |
| 105 | rc, out, err = run_python('-X', 'showrefcount', '-c', code) |
| 106 | self.assertEqual(out.rstrip(), b"{'showrefcount': True}") |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 107 | if Py_DEBUG: |
Ezio Melotti | 1f8898a | 2013-03-26 01:59:56 +0200 | [diff] [blame] | 108 | self.assertRegex(err, br'^\[\d+ refs, \d+ blocks\]') |
| 109 | else: |
| 110 | self.assertEqual(err, b'') |
| 111 | |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 112 | def test_run_module(self): |
| 113 | # Test expected operation of the '-m' switch |
| 114 | # Switch needs an argument |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 115 | assert_python_failure('-m') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 116 | # Check we get an error for a nonexistent module |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 117 | assert_python_failure('-m', 'fnord43520xyz') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 118 | # Check the runpy module also gives an error for |
| 119 | # a nonexistent module |
Victor Stinner | 3fa1aae | 2013-03-26 01:14:08 +0100 | [diff] [blame] | 120 | assert_python_failure('-m', 'runpy', 'fnord43520xyz') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 121 | # All good if module is located and run successfully |
Victor Stinner | 3fa1aae | 2013-03-26 01:14:08 +0100 | [diff] [blame] | 122 | assert_python_ok('-m', 'timeit', '-n', '1') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 123 | |
Thomas Wouters | ed03b41 | 2007-08-28 21:37:11 +0000 | [diff] [blame] | 124 | def test_run_module_bug1764407(self): |
| 125 | # -m and -i need to play well together |
| 126 | # Runs the timeit module and checks the __main__ |
| 127 | # namespace has been populated appropriately |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 128 | p = spawn_python('-i', '-m', 'timeit', '-n', '1') |
Guido van Rossum | a1c42a9 | 2007-08-29 03:47:36 +0000 | [diff] [blame] | 129 | p.stdin.write(b'Timer\n') |
| 130 | p.stdin.write(b'exit()\n') |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 131 | data = kill_python(p) |
Thomas Wouters | ed03b41 | 2007-08-28 21:37:11 +0000 | [diff] [blame] | 132 | self.assertTrue(data.find(b'1 loop') != -1) |
| 133 | self.assertTrue(data.find(b'__main__.Timer') != -1) |
| 134 | |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 135 | def test_run_code(self): |
| 136 | # Test expected operation of the '-c' switch |
| 137 | # Switch needs an argument |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 138 | assert_python_failure('-c') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 139 | # Check we get an error for an uncaught exception |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 140 | assert_python_failure('-c', 'raise Exception') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 141 | # All good if execution is successful |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 142 | assert_python_ok('-c', 'pass') |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 143 | |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 144 | @unittest.skipUnless(support.FS_NONASCII, 'need support.FS_NONASCII') |
Victor Stinner | 073f759 | 2010-10-20 21:56:55 +0000 | [diff] [blame] | 145 | def test_non_ascii(self): |
Amaury Forgeot d'Arc | 9a5499b | 2008-11-11 23:04:59 +0000 | [diff] [blame] | 146 | # Test handling of non-ascii data |
Victor Stinner | 8b219b2 | 2012-11-06 23:23:43 +0100 | [diff] [blame] | 147 | command = ("assert(ord(%r) == %s)" |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 148 | % (support.FS_NONASCII, ord(support.FS_NONASCII))) |
Victor Stinner | 073f759 | 2010-10-20 21:56:55 +0000 | [diff] [blame] | 149 | assert_python_ok('-c', command) |
Amaury Forgeot d'Arc | 9a5499b | 2008-11-11 23:04:59 +0000 | [diff] [blame] | 150 | |
Victor Stinner | f6211ed | 2010-10-20 21:52:33 +0000 | [diff] [blame] | 151 | # On Windows, pass bytes to subprocess doesn't test how Python decodes the |
| 152 | # command line, but how subprocess does decode bytes to unicode. Python |
| 153 | # doesn't decode the command line because Windows provides directly the |
| 154 | # arguments as unicode (using wmain() instead of main()). |
| 155 | @unittest.skipIf(sys.platform == 'win32', |
| 156 | 'Windows has a native unicode API') |
| 157 | def test_undecodable_code(self): |
| 158 | undecodable = b"\xff" |
| 159 | env = os.environ.copy() |
| 160 | # Use C locale to get ascii for the locale encoding |
| 161 | env['LC_ALL'] = 'C' |
Victor Stinner | 06e7608 | 2018-09-19 14:56:36 -0700 | [diff] [blame] | 162 | env['PYTHONCOERCECLOCALE'] = '0' |
Victor Stinner | f6211ed | 2010-10-20 21:52:33 +0000 | [diff] [blame] | 163 | code = ( |
| 164 | b'import locale; ' |
| 165 | b'print(ascii("' + undecodable + b'"), ' |
| 166 | b'locale.getpreferredencoding())') |
| 167 | p = subprocess.Popen( |
Victor Stinner | 06e7608 | 2018-09-19 14:56:36 -0700 | [diff] [blame] | 168 | [sys.executable, "-c", code], |
Victor Stinner | f6211ed | 2010-10-20 21:52:33 +0000 | [diff] [blame] | 169 | stdout=subprocess.PIPE, stderr=subprocess.STDOUT, |
| 170 | env=env) |
| 171 | stdout, stderr = p.communicate() |
| 172 | if p.returncode == 1: |
| 173 | # _Py_char2wchar() decoded b'\xff' as '\udcff' (b'\xff' is not |
| 174 | # decodable from ASCII) and run_command() failed on |
| 175 | # PyUnicode_AsUTF8String(). This is the expected behaviour on |
| 176 | # Linux. |
| 177 | pattern = b"Unable to decode the command from the command line:" |
| 178 | elif p.returncode == 0: |
| 179 | # _Py_char2wchar() decoded b'\xff' as '\xff' even if the locale is |
| 180 | # C and the locale encoding is ASCII. It occurs on FreeBSD, Solaris |
| 181 | # and Mac OS X. |
| 182 | pattern = b"'\\xff' " |
| 183 | # The output is followed by the encoding name, an alias to ASCII. |
| 184 | # Examples: "US-ASCII" or "646" (ISO 646, on Solaris). |
| 185 | else: |
| 186 | raise AssertionError("Unknown exit code: %s, output=%a" % (p.returncode, stdout)) |
| 187 | if not stdout.startswith(pattern): |
| 188 | raise AssertionError("%a doesn't start with %a" % (stdout, pattern)) |
| 189 | |
Victor Stinner | 937ee9e | 2018-06-26 02:11:06 +0200 | [diff] [blame] | 190 | @unittest.skipUnless((sys.platform == 'darwin' or |
| 191 | support.is_android), 'test specific to Mac OS X and Android') |
Xavier de Gaye | 76febd0 | 2016-12-15 20:59:58 +0100 | [diff] [blame] | 192 | def test_osx_android_utf8(self): |
Victor Stinner | f933e1a | 2010-10-20 22:58:25 +0000 | [diff] [blame] | 193 | def check_output(text): |
Marc-André Lemburg | 8f36af7 | 2011-02-25 15:42:01 +0000 | [diff] [blame] | 194 | decoded = text.decode('utf-8', 'surrogateescape') |
Victor Stinner | f933e1a | 2010-10-20 22:58:25 +0000 | [diff] [blame] | 195 | expected = ascii(decoded).encode('ascii') + b'\n' |
| 196 | |
| 197 | env = os.environ.copy() |
| 198 | # C locale gives ASCII locale encoding, but Python uses UTF-8 |
Xavier de Gaye | 76febd0 | 2016-12-15 20:59:58 +0100 | [diff] [blame] | 199 | # to parse the command line arguments on Mac OS X and Android. |
Victor Stinner | f933e1a | 2010-10-20 22:58:25 +0000 | [diff] [blame] | 200 | env['LC_ALL'] = 'C' |
| 201 | |
| 202 | p = subprocess.Popen( |
| 203 | (sys.executable, "-c", "import sys; print(ascii(sys.argv[1]))", text), |
| 204 | stdout=subprocess.PIPE, |
| 205 | env=env) |
| 206 | stdout, stderr = p.communicate() |
| 207 | self.assertEqual(stdout, expected) |
| 208 | self.assertEqual(p.returncode, 0) |
| 209 | |
| 210 | # test valid utf-8 |
| 211 | text = 'e:\xe9, euro:\u20ac, non-bmp:\U0010ffff'.encode('utf-8') |
| 212 | check_output(text) |
| 213 | |
| 214 | # test invalid utf-8 |
| 215 | text = ( |
| 216 | b'\xff' # invalid byte |
| 217 | b'\xc3\xa9' # valid utf-8 character |
| 218 | b'\xc3\xff' # invalid byte sequence |
| 219 | b'\xed\xa0\x80' # lone surrogate character (invalid) |
| 220 | ) |
| 221 | check_output(text) |
| 222 | |
Antoine Pitrou | 0560843 | 2009-01-09 18:53:14 +0000 | [diff] [blame] | 223 | def test_unbuffered_output(self): |
| 224 | # Test expected operation of the '-u' switch |
| 225 | for stream in ('stdout', 'stderr'): |
| 226 | # Binary is unbuffered |
| 227 | code = ("import os, sys; sys.%s.buffer.write(b'x'); os._exit(0)" |
| 228 | % stream) |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 229 | rc, out, err = assert_python_ok('-u', '-c', code) |
| 230 | data = err if stream == 'stderr' else out |
Antoine Pitrou | 0560843 | 2009-01-09 18:53:14 +0000 | [diff] [blame] | 231 | self.assertEqual(data, b'x', "binary %s not unbuffered" % stream) |
Serhiy Storchaka | 77732be | 2017-10-04 20:25:40 +0300 | [diff] [blame] | 232 | # Text is unbuffered |
| 233 | code = ("import os, sys; sys.%s.write('x'); os._exit(0)" |
Antoine Pitrou | 0560843 | 2009-01-09 18:53:14 +0000 | [diff] [blame] | 234 | % stream) |
Antoine Pitrou | f51d8d3 | 2010-10-08 18:05:42 +0000 | [diff] [blame] | 235 | rc, out, err = assert_python_ok('-u', '-c', code) |
| 236 | data = err if stream == 'stderr' else out |
Serhiy Storchaka | 77732be | 2017-10-04 20:25:40 +0300 | [diff] [blame] | 237 | self.assertEqual(data, b'x', "text %s not unbuffered" % stream) |
Antoine Pitrou | 0560843 | 2009-01-09 18:53:14 +0000 | [diff] [blame] | 238 | |
Antoine Pitrou | 27fe9fc | 2009-01-26 21:48:00 +0000 | [diff] [blame] | 239 | def test_unbuffered_input(self): |
| 240 | # sys.stdin still works with '-u' |
| 241 | code = ("import sys; sys.stdout.write(sys.stdin.read(1))") |
Nick Coghlan | 260bd3e | 2009-11-16 06:49:25 +0000 | [diff] [blame] | 242 | p = spawn_python('-u', '-c', code) |
Antoine Pitrou | 27fe9fc | 2009-01-26 21:48:00 +0000 | [diff] [blame] | 243 | p.stdin.write(b'x') |
| 244 | p.stdin.flush() |
| 245 | data, rc = _kill_python_and_exit_code(p) |
| 246 | self.assertEqual(rc, 0) |
Benjamin Peterson | c9c0f20 | 2009-06-30 23:06:06 +0000 | [diff] [blame] | 247 | self.assertTrue(data.startswith(b'x'), data) |
Antoine Pitrou | 27fe9fc | 2009-01-26 21:48:00 +0000 | [diff] [blame] | 248 | |
Amaury Forgeot d'Arc | 66f8c43 | 2009-06-09 21:30:01 +0000 | [diff] [blame] | 249 | def test_large_PYTHONPATH(self): |
Antoine Pitrou | 9bc3568 | 2010-11-09 21:33:55 +0000 | [diff] [blame] | 250 | path1 = "ABCDE" * 100 |
| 251 | path2 = "FGHIJ" * 100 |
| 252 | path = path1 + os.pathsep + path2 |
Victor Stinner | 76cf687 | 2010-04-16 15:10:27 +0000 | [diff] [blame] | 253 | |
Antoine Pitrou | 9bc3568 | 2010-11-09 21:33:55 +0000 | [diff] [blame] | 254 | code = """if 1: |
| 255 | import sys |
| 256 | path = ":".join(sys.path) |
| 257 | path = path.encode("ascii", "backslashreplace") |
| 258 | sys.stdout.buffer.write(path)""" |
| 259 | rc, out, err = assert_python_ok('-S', '-c', code, |
| 260 | PYTHONPATH=path) |
| 261 | self.assertIn(path1.encode('ascii'), out) |
| 262 | self.assertIn(path2.encode('ascii'), out) |
Amaury Forgeot d'Arc | 66f8c43 | 2009-06-09 21:30:01 +0000 | [diff] [blame] | 263 | |
Andrew Svetlov | 69032c8 | 2012-11-03 13:52:58 +0200 | [diff] [blame] | 264 | def test_empty_PYTHONPATH_issue16309(self): |
Ezio Melotti | 32f4e6e | 2012-11-23 01:51:20 +0200 | [diff] [blame] | 265 | # On Posix, it is documented that setting PATH to the |
| 266 | # empty string is equivalent to not setting PATH at all, |
| 267 | # which is an exception to the rule that in a string like |
| 268 | # "/bin::/usr/bin" the empty string in the middle gets |
| 269 | # interpreted as '.' |
Andrew Svetlov | 69032c8 | 2012-11-03 13:52:58 +0200 | [diff] [blame] | 270 | code = """if 1: |
| 271 | import sys |
| 272 | path = ":".join(sys.path) |
| 273 | path = path.encode("ascii", "backslashreplace") |
| 274 | sys.stdout.buffer.write(path)""" |
| 275 | rc1, out1, err1 = assert_python_ok('-c', code, PYTHONPATH="") |
Victor Stinner | e8785ff | 2013-10-12 14:44:01 +0200 | [diff] [blame] | 276 | rc2, out2, err2 = assert_python_ok('-c', code, __isolated=False) |
Andrew Svetlov | 69032c8 | 2012-11-03 13:52:58 +0200 | [diff] [blame] | 277 | # regarding to Posix specification, outputs should be equal |
| 278 | # for empty and unset PYTHONPATH |
Ezio Melotti | 32f4e6e | 2012-11-23 01:51:20 +0200 | [diff] [blame] | 279 | self.assertEqual(out1, out2) |
Andrew Svetlov | 69032c8 | 2012-11-03 13:52:58 +0200 | [diff] [blame] | 280 | |
Victor Stinner | 13d49ee | 2010-12-04 17:24:33 +0000 | [diff] [blame] | 281 | def test_displayhook_unencodable(self): |
Marc-André Lemburg | 8f36af7 | 2011-02-25 15:42:01 +0000 | [diff] [blame] | 282 | for encoding in ('ascii', 'latin-1', 'utf-8'): |
Steve Dower | 01423cb | 2018-02-17 18:59:03 -0800 | [diff] [blame] | 283 | env = os.environ.copy() |
Victor Stinner | 13d49ee | 2010-12-04 17:24:33 +0000 | [diff] [blame] | 284 | env['PYTHONIOENCODING'] = encoding |
| 285 | p = subprocess.Popen( |
| 286 | [sys.executable, '-i'], |
| 287 | stdin=subprocess.PIPE, |
| 288 | stdout=subprocess.PIPE, |
| 289 | stderr=subprocess.STDOUT, |
| 290 | env=env) |
| 291 | # non-ascii, surrogate, non-BMP printable, non-BMP unprintable |
| 292 | text = "a=\xe9 b=\uDC80 c=\U00010000 d=\U0010FFFF" |
| 293 | p.stdin.write(ascii(text).encode('ascii') + b"\n") |
| 294 | p.stdin.write(b'exit()\n') |
| 295 | data = kill_python(p) |
| 296 | escaped = repr(text).encode(encoding, 'backslashreplace') |
| 297 | self.assertIn(escaped, data) |
| 298 | |
Victor Stinner | c0f1a1a | 2011-02-23 12:07:37 +0000 | [diff] [blame] | 299 | def check_input(self, code, expected): |
| 300 | with tempfile.NamedTemporaryFile("wb+") as stdin: |
| 301 | sep = os.linesep.encode('ASCII') |
| 302 | stdin.write(sep.join((b'abc', b'def'))) |
| 303 | stdin.flush() |
| 304 | stdin.seek(0) |
| 305 | with subprocess.Popen( |
| 306 | (sys.executable, "-c", code), |
| 307 | stdin=stdin, stdout=subprocess.PIPE) as proc: |
| 308 | stdout, stderr = proc.communicate() |
| 309 | self.assertEqual(stdout.rstrip(), expected) |
| 310 | |
| 311 | def test_stdin_readline(self): |
| 312 | # Issue #11272: check that sys.stdin.readline() replaces '\r\n' by '\n' |
| 313 | # on Windows (sys.stdin is opened in binary mode) |
| 314 | self.check_input( |
| 315 | "import sys; print(repr(sys.stdin.readline()))", |
| 316 | b"'abc\\n'") |
| 317 | |
| 318 | def test_builtin_input(self): |
| 319 | # Issue #11272: check that input() strips newlines ('\n' or '\r\n') |
| 320 | self.check_input( |
| 321 | "print(repr(input()))", |
| 322 | b"'abc'") |
| 323 | |
Victor Stinner | 7b3f0fa | 2012-08-04 01:28:00 +0200 | [diff] [blame] | 324 | def test_output_newline(self): |
| 325 | # Issue 13119 Newline for print() should be \r\n on Windows. |
| 326 | code = """if 1: |
| 327 | import sys |
| 328 | print(1) |
| 329 | print(2) |
| 330 | print(3, file=sys.stderr) |
| 331 | print(4, file=sys.stderr)""" |
| 332 | rc, out, err = assert_python_ok('-c', code) |
| 333 | |
| 334 | if sys.platform == 'win32': |
| 335 | self.assertEqual(b'1\r\n2\r\n', out) |
| 336 | self.assertEqual(b'3\r\n4', err) |
| 337 | else: |
| 338 | self.assertEqual(b'1\n2\n', out) |
| 339 | self.assertEqual(b'3\n4', err) |
| 340 | |
R David Murray | e697e37 | 2011-06-24 13:26:31 -0400 | [diff] [blame] | 341 | def test_unmached_quote(self): |
| 342 | # Issue #10206: python program starting with unmatched quote |
| 343 | # spewed spaces to stdout |
| 344 | rc, out, err = assert_python_failure('-c', "'") |
| 345 | self.assertRegex(err.decode('ascii', 'ignore'), 'SyntaxError') |
| 346 | self.assertEqual(b'', out) |
| 347 | |
Antoine Pitrou | d7c8fbf | 2011-11-26 21:59:36 +0100 | [diff] [blame] | 348 | def test_stdout_flush_at_shutdown(self): |
| 349 | # Issue #5319: if stdout.flush() fails at shutdown, an error should |
| 350 | # be printed out. |
| 351 | code = """if 1: |
Steve Dower | 79938f2 | 2015-03-07 20:32:16 -0800 | [diff] [blame] | 352 | import os, sys, test.support |
| 353 | test.support.SuppressCrashReport().__enter__() |
Antoine Pitrou | d7c8fbf | 2011-11-26 21:59:36 +0100 | [diff] [blame] | 354 | sys.stdout.write('x') |
| 355 | os.close(sys.stdout.fileno())""" |
Martin Panter | b4ce1fc | 2015-11-30 03:18:29 +0000 | [diff] [blame] | 356 | rc, out, err = assert_python_failure('-c', code) |
Antoine Pitrou | d7c8fbf | 2011-11-26 21:59:36 +0100 | [diff] [blame] | 357 | self.assertEqual(b'', out) |
Martin Panter | b4ce1fc | 2015-11-30 03:18:29 +0000 | [diff] [blame] | 358 | self.assertEqual(120, rc) |
Antoine Pitrou | d7c8fbf | 2011-11-26 21:59:36 +0100 | [diff] [blame] | 359 | self.assertRegex(err.decode('ascii', 'ignore'), |
Andrew Svetlov | 76bcff2 | 2012-11-03 15:56:05 +0200 | [diff] [blame] | 360 | 'Exception ignored in.*\nOSError: .*') |
Antoine Pitrou | d7c8fbf | 2011-11-26 21:59:36 +0100 | [diff] [blame] | 361 | |
| 362 | def test_closed_stdout(self): |
| 363 | # Issue #13444: if stdout has been explicitly closed, we should |
| 364 | # not attempt to flush it at shutdown. |
| 365 | code = "import sys; sys.stdout.close()" |
| 366 | rc, out, err = assert_python_ok('-c', code) |
| 367 | self.assertEqual(b'', err) |
| 368 | |
Antoine Pitrou | 11942a5 | 2011-11-28 19:08:36 +0100 | [diff] [blame] | 369 | # Issue #7111: Python should work without standard streams |
| 370 | |
| 371 | @unittest.skipIf(os.name != 'posix', "test needs POSIX semantics") |
Lihua Zhao | 2954550 | 2019-04-17 23:33:25 +0800 | [diff] [blame] | 372 | @unittest.skipIf(sys.platform == "vxworks", |
| 373 | "test needs preexec support in subprocess.Popen") |
Antoine Pitrou | 11942a5 | 2011-11-28 19:08:36 +0100 | [diff] [blame] | 374 | def _test_no_stdio(self, streams): |
| 375 | code = """if 1: |
| 376 | import os, sys |
| 377 | for i, s in enumerate({streams}): |
| 378 | if getattr(sys, s) is not None: |
| 379 | os._exit(i + 1) |
| 380 | os._exit(42)""".format(streams=streams) |
| 381 | def preexec(): |
| 382 | if 'stdin' in streams: |
| 383 | os.close(0) |
| 384 | if 'stdout' in streams: |
| 385 | os.close(1) |
| 386 | if 'stderr' in streams: |
| 387 | os.close(2) |
| 388 | p = subprocess.Popen( |
| 389 | [sys.executable, "-E", "-c", code], |
| 390 | stdin=subprocess.PIPE, |
| 391 | stdout=subprocess.PIPE, |
| 392 | stderr=subprocess.PIPE, |
| 393 | preexec_fn=preexec) |
| 394 | out, err = p.communicate() |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 395 | self.assertEqual(support.strip_python_stderr(err), b'') |
Antoine Pitrou | 11942a5 | 2011-11-28 19:08:36 +0100 | [diff] [blame] | 396 | self.assertEqual(p.returncode, 42) |
| 397 | |
| 398 | def test_no_stdin(self): |
| 399 | self._test_no_stdio(['stdin']) |
| 400 | |
| 401 | def test_no_stdout(self): |
| 402 | self._test_no_stdio(['stdout']) |
| 403 | |
| 404 | def test_no_stderr(self): |
| 405 | self._test_no_stdio(['stderr']) |
| 406 | |
| 407 | def test_no_std_streams(self): |
| 408 | self._test_no_stdio(['stdin', 'stdout', 'stderr']) |
| 409 | |
Georg Brandl | 2daf6ae | 2012-02-20 19:54:16 +0100 | [diff] [blame] | 410 | def test_hash_randomization(self): |
| 411 | # Verify that -R enables hash randomization: |
| 412 | self.verify_valid_flag('-R') |
| 413 | hashes = [] |
Gregory P. Smith | 220ba72 | 2015-12-13 20:01:44 -0800 | [diff] [blame] | 414 | if os.environ.get('PYTHONHASHSEED', 'random') != 'random': |
| 415 | env = dict(os.environ) # copy |
| 416 | # We need to test that it is enabled by default without |
| 417 | # the environment variable enabling it for us. |
| 418 | del env['PYTHONHASHSEED'] |
| 419 | env['__cleanenv'] = '1' # consumed by assert_python_ok() |
| 420 | else: |
| 421 | env = {} |
| 422 | for i in range(3): |
Georg Brandl | 2daf6ae | 2012-02-20 19:54:16 +0100 | [diff] [blame] | 423 | code = 'print(hash("spam"))' |
Gregory P. Smith | 220ba72 | 2015-12-13 20:01:44 -0800 | [diff] [blame] | 424 | rc, out, err = assert_python_ok('-c', code, **env) |
Georg Brandl | 2daf6ae | 2012-02-20 19:54:16 +0100 | [diff] [blame] | 425 | self.assertEqual(rc, 0) |
Georg Brandl | 09a7c72 | 2012-02-20 21:31:46 +0100 | [diff] [blame] | 426 | hashes.append(out) |
Gregory P. Smith | 220ba72 | 2015-12-13 20:01:44 -0800 | [diff] [blame] | 427 | hashes = sorted(set(hashes)) # uniq |
| 428 | # Rare chance of failure due to 3 random seeds honestly being equal. |
| 429 | self.assertGreater(len(hashes), 1, |
| 430 | msg='3 runs produced an identical random hash ' |
| 431 | ' for "spam": {}'.format(hashes)) |
Georg Brandl | 2daf6ae | 2012-02-20 19:54:16 +0100 | [diff] [blame] | 432 | |
| 433 | # Verify that sys.flags contains hash_randomization |
| 434 | code = 'import sys; print("random is", sys.flags.hash_randomization)' |
Victor Stinner | 358e5e1 | 2017-12-15 00:51:22 +0100 | [diff] [blame] | 435 | rc, out, err = assert_python_ok('-c', code, PYTHONHASHSEED='') |
| 436 | self.assertIn(b'random is 1', out) |
| 437 | |
| 438 | rc, out, err = assert_python_ok('-c', code, PYTHONHASHSEED='random') |
| 439 | self.assertIn(b'random is 1', out) |
| 440 | |
| 441 | rc, out, err = assert_python_ok('-c', code, PYTHONHASHSEED='0') |
| 442 | self.assertIn(b'random is 0', out) |
| 443 | |
| 444 | rc, out, err = assert_python_ok('-R', '-c', code, PYTHONHASHSEED='0') |
Georg Brandl | 09a7c72 | 2012-02-20 21:31:46 +0100 | [diff] [blame] | 445 | self.assertIn(b'random is 1', out) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 446 | |
Hynek Schlawack | 5c6b3e2 | 2012-11-07 09:02:24 +0100 | [diff] [blame] | 447 | def test_del___main__(self): |
| 448 | # Issue #15001: PyRun_SimpleFileExFlags() did crash because it kept a |
| 449 | # borrowed reference to the dict of __main__ module and later modify |
| 450 | # the dict whereas the module was destroyed |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 451 | filename = support.TESTFN |
| 452 | self.addCleanup(support.unlink, filename) |
Hynek Schlawack | 5c6b3e2 | 2012-11-07 09:02:24 +0100 | [diff] [blame] | 453 | with open(filename, "w") as script: |
| 454 | print("import sys", file=script) |
| 455 | print("del sys.modules['__main__']", file=script) |
| 456 | assert_python_ok(filename) |
| 457 | |
Ezio Melotti | 7c66319 | 2012-11-18 13:55:52 +0200 | [diff] [blame] | 458 | def test_unknown_options(self): |
Ezio Melotti | a0dd22e | 2012-11-23 18:48:32 +0200 | [diff] [blame] | 459 | rc, out, err = assert_python_failure('-E', '-z') |
| 460 | self.assertIn(b'Unknown option: -z', err) |
Ezio Melotti | 7c66319 | 2012-11-18 13:55:52 +0200 | [diff] [blame] | 461 | self.assertEqual(err.splitlines().count(b'Unknown option: -z'), 1) |
| 462 | self.assertEqual(b'', out) |
Gregory P. Smith | 48e8100 | 2015-01-22 22:55:00 -0800 | [diff] [blame] | 463 | # Add "without='-E'" to prevent _assert_python to append -E |
| 464 | # to env_vars and change the output of stderr |
| 465 | rc, out, err = assert_python_failure('-z', without='-E') |
Ezio Melotti | a0dd22e | 2012-11-23 18:48:32 +0200 | [diff] [blame] | 466 | self.assertIn(b'Unknown option: -z', err) |
| 467 | self.assertEqual(err.splitlines().count(b'Unknown option: -z'), 1) |
| 468 | self.assertEqual(b'', out) |
Gregory P. Smith | 48e8100 | 2015-01-22 22:55:00 -0800 | [diff] [blame] | 469 | rc, out, err = assert_python_failure('-a', '-z', without='-E') |
Ezio Melotti | a0dd22e | 2012-11-23 18:48:32 +0200 | [diff] [blame] | 470 | self.assertIn(b'Unknown option: -a', err) |
| 471 | # only the first unknown option is reported |
| 472 | self.assertNotIn(b'Unknown option: -z', err) |
| 473 | self.assertEqual(err.splitlines().count(b'Unknown option: -a'), 1) |
| 474 | self.assertEqual(b'', out) |
| 475 | |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 476 | @unittest.skipIf(interpreter_requires_environment(), |
Gregory P. Smith | b9a3dd9 | 2015-02-04 00:59:40 -0800 | [diff] [blame] | 477 | 'Cannot run -I tests when PYTHON env vars are required.') |
Christian Heimes | ad73a9c | 2013-08-10 16:36:18 +0200 | [diff] [blame] | 478 | def test_isolatedmode(self): |
| 479 | self.verify_valid_flag('-I') |
| 480 | self.verify_valid_flag('-IEs') |
| 481 | rc, out, err = assert_python_ok('-I', '-c', |
| 482 | 'from sys import flags as f; ' |
| 483 | 'print(f.no_user_site, f.ignore_environment, f.isolated)', |
Martin Panter | 69332c1 | 2016-08-04 13:07:31 +0000 | [diff] [blame] | 484 | # dummyvar to prevent extraneous -E |
Christian Heimes | ad73a9c | 2013-08-10 16:36:18 +0200 | [diff] [blame] | 485 | dummyvar="") |
| 486 | self.assertEqual(out.strip(), b'1 1 1') |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 487 | with support.temp_cwd() as tmpdir: |
Christian Heimes | ad73a9c | 2013-08-10 16:36:18 +0200 | [diff] [blame] | 488 | fake = os.path.join(tmpdir, "uuid.py") |
| 489 | main = os.path.join(tmpdir, "main.py") |
| 490 | with open(fake, "w") as f: |
| 491 | f.write("raise RuntimeError('isolated mode test')\n") |
| 492 | with open(main, "w") as f: |
| 493 | f.write("import uuid\n") |
| 494 | f.write("print('ok')\n") |
| 495 | self.assertRaises(subprocess.CalledProcessError, |
| 496 | subprocess.check_output, |
| 497 | [sys.executable, main], cwd=tmpdir, |
| 498 | stderr=subprocess.DEVNULL) |
| 499 | out = subprocess.check_output([sys.executable, "-I", main], |
| 500 | cwd=tmpdir) |
| 501 | self.assertEqual(out.strip(), b"ok") |
| 502 | |
Nick Coghlan | d7ac061 | 2017-10-25 12:11:26 +1000 | [diff] [blame] | 503 | def test_sys_flags_set(self): |
| 504 | # Issue 31845: a startup refactoring broke reading flags from env vars |
| 505 | for value, expected in (("", 0), ("1", 1), ("text", 1), ("2", 2)): |
| 506 | env_vars = dict( |
| 507 | PYTHONDEBUG=value, |
| 508 | PYTHONOPTIMIZE=value, |
| 509 | PYTHONDONTWRITEBYTECODE=value, |
| 510 | PYTHONVERBOSE=value, |
| 511 | ) |
Victor Stinner | 53b7d4e | 2018-07-25 01:37:05 +0200 | [diff] [blame] | 512 | dont_write_bytecode = int(bool(value)) |
Nick Coghlan | d7ac061 | 2017-10-25 12:11:26 +1000 | [diff] [blame] | 513 | code = ( |
| 514 | "import sys; " |
| 515 | "sys.stderr.write(str(sys.flags)); " |
| 516 | f"""sys.exit(not ( |
| 517 | sys.flags.debug == sys.flags.optimize == |
Victor Stinner | 53b7d4e | 2018-07-25 01:37:05 +0200 | [diff] [blame] | 518 | sys.flags.verbose == |
Nick Coghlan | d7ac061 | 2017-10-25 12:11:26 +1000 | [diff] [blame] | 519 | {expected} |
Victor Stinner | 53b7d4e | 2018-07-25 01:37:05 +0200 | [diff] [blame] | 520 | and sys.flags.dont_write_bytecode == {dont_write_bytecode} |
Nick Coghlan | d7ac061 | 2017-10-25 12:11:26 +1000 | [diff] [blame] | 521 | ))""" |
| 522 | ) |
| 523 | with self.subTest(envar_value=value): |
| 524 | assert_python_ok('-c', code, **env_vars) |
Eric Snow | 6b4be19 | 2017-05-22 21:36:03 -0700 | [diff] [blame] | 525 | |
Carl Meyer | b193fa9 | 2018-06-15 22:40:56 -0600 | [diff] [blame] | 526 | def test_set_pycache_prefix(self): |
| 527 | # sys.pycache_prefix can be set from either -X pycache_prefix or |
| 528 | # PYTHONPYCACHEPREFIX env var, with the former taking precedence. |
| 529 | NO_VALUE = object() # `-X pycache_prefix` with no `=PATH` |
| 530 | cases = [ |
| 531 | # (PYTHONPYCACHEPREFIX, -X pycache_prefix, sys.pycache_prefix) |
| 532 | (None, None, None), |
| 533 | ('foo', None, 'foo'), |
| 534 | (None, 'bar', 'bar'), |
| 535 | ('foo', 'bar', 'bar'), |
| 536 | ('foo', '', None), |
| 537 | ('foo', NO_VALUE, None), |
| 538 | ] |
| 539 | for envval, opt, expected in cases: |
| 540 | exp_clause = "is None" if expected is None else f'== "{expected}"' |
| 541 | code = f"import sys; sys.exit(not sys.pycache_prefix {exp_clause})" |
| 542 | args = ['-c', code] |
| 543 | env = {} if envval is None else {'PYTHONPYCACHEPREFIX': envval} |
| 544 | if opt is NO_VALUE: |
| 545 | args[:0] = ['-X', 'pycache_prefix'] |
| 546 | elif opt is not None: |
| 547 | args[:0] = ['-X', f'pycache_prefix={opt}'] |
| 548 | with self.subTest(envval=envval, opt=opt): |
| 549 | with support.temp_cwd(): |
| 550 | assert_python_ok(*args, **env) |
| 551 | |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 552 | def run_xdev(self, *args, check_exitcode=True, xdev=True): |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 553 | env = dict(os.environ) |
| 554 | env.pop('PYTHONWARNINGS', None) |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 555 | env.pop('PYTHONDEVMODE', None) |
Victor Stinner | ecf411c | 2018-07-26 02:37:22 +0200 | [diff] [blame] | 556 | env.pop('PYTHONMALLOC', None) |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 557 | |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 558 | if xdev: |
| 559 | args = (sys.executable, '-X', 'dev', *args) |
| 560 | else: |
| 561 | args = (sys.executable, *args) |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 562 | proc = subprocess.run(args, |
| 563 | stdout=subprocess.PIPE, |
| 564 | stderr=subprocess.STDOUT, |
| 565 | universal_newlines=True, |
| 566 | env=env) |
| 567 | if check_exitcode: |
| 568 | self.assertEqual(proc.returncode, 0, proc) |
| 569 | return proc.stdout.rstrip() |
| 570 | |
| 571 | def test_xdev(self): |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 572 | # sys.flags.dev_mode |
| 573 | code = "import sys; print(sys.flags.dev_mode)" |
| 574 | out = self.run_xdev("-c", code, xdev=False) |
| 575 | self.assertEqual(out, "False") |
| 576 | out = self.run_xdev("-c", code) |
| 577 | self.assertEqual(out, "True") |
| 578 | |
| 579 | # Warnings |
Victor Stinner | 9454060 | 2017-12-16 04:54:22 +0100 | [diff] [blame] | 580 | code = ("import warnings; " |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 581 | "print(' '.join('%s::%s' % (f[0], f[2].__name__) " |
| 582 | "for f in warnings.filters))") |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 583 | if Py_DEBUG: |
| 584 | expected_filters = "default::Warning" |
| 585 | else: |
| 586 | expected_filters = ("default::Warning " |
Nick Coghlan | 9b99747 | 2018-01-08 12:45:02 +1000 | [diff] [blame] | 587 | "default::DeprecationWarning " |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 588 | "ignore::DeprecationWarning " |
| 589 | "ignore::PendingDeprecationWarning " |
| 590 | "ignore::ImportWarning " |
| 591 | "ignore::ResourceWarning") |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 592 | |
| 593 | out = self.run_xdev("-c", code) |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 594 | self.assertEqual(out, expected_filters) |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 595 | |
| 596 | out = self.run_xdev("-b", "-c", code) |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 597 | self.assertEqual(out, f"default::BytesWarning {expected_filters}") |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 598 | |
| 599 | out = self.run_xdev("-bb", "-c", code) |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 600 | self.assertEqual(out, f"error::BytesWarning {expected_filters}") |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 601 | |
| 602 | out = self.run_xdev("-Werror", "-c", code) |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 603 | self.assertEqual(out, f"error::Warning {expected_filters}") |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 604 | |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 605 | # Memory allocator debug hooks |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 606 | try: |
| 607 | import _testcapi |
| 608 | except ImportError: |
| 609 | pass |
| 610 | else: |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 611 | code = "import _testcapi; print(_testcapi.pymem_getallocatorsname())" |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 612 | with support.SuppressCrashReport(): |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 613 | out = self.run_xdev("-c", code, check_exitcode=False) |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 614 | if support.with_pymalloc(): |
| 615 | alloc_name = "pymalloc_debug" |
| 616 | else: |
| 617 | alloc_name = "malloc_debug" |
| 618 | self.assertEqual(out, alloc_name) |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 619 | |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 620 | # Faulthandler |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 621 | try: |
| 622 | import faulthandler |
| 623 | except ImportError: |
| 624 | pass |
| 625 | else: |
| 626 | code = "import faulthandler; print(faulthandler.is_enabled())" |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 627 | out = self.run_xdev("-c", code) |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 628 | self.assertEqual(out, "True") |
| 629 | |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 630 | def check_warnings_filters(self, cmdline_option, envvar, use_pywarning=False): |
| 631 | if use_pywarning: |
| 632 | code = ("import sys; from test.support import import_fresh_module; " |
| 633 | "warnings = import_fresh_module('warnings', blocked=['_warnings']); ") |
| 634 | else: |
| 635 | code = "import sys, warnings; " |
| 636 | code += ("print(' '.join('%s::%s' % (f[0], f[2].__name__) " |
| 637 | "for f in warnings.filters))") |
| 638 | args = (sys.executable, '-W', cmdline_option, '-bb', '-c', code) |
| 639 | env = dict(os.environ) |
| 640 | env.pop('PYTHONDEVMODE', None) |
| 641 | env["PYTHONWARNINGS"] = envvar |
| 642 | proc = subprocess.run(args, |
| 643 | stdout=subprocess.PIPE, |
| 644 | stderr=subprocess.STDOUT, |
| 645 | universal_newlines=True, |
| 646 | env=env) |
| 647 | self.assertEqual(proc.returncode, 0, proc) |
| 648 | return proc.stdout.rstrip() |
| 649 | |
| 650 | def test_warnings_filter_precedence(self): |
| 651 | expected_filters = ("error::BytesWarning " |
| 652 | "once::UserWarning " |
| 653 | "always::UserWarning") |
| 654 | if not Py_DEBUG: |
| 655 | expected_filters += (" " |
Nick Coghlan | 9b99747 | 2018-01-08 12:45:02 +1000 | [diff] [blame] | 656 | "default::DeprecationWarning " |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 657 | "ignore::DeprecationWarning " |
| 658 | "ignore::PendingDeprecationWarning " |
| 659 | "ignore::ImportWarning " |
| 660 | "ignore::ResourceWarning") |
| 661 | |
| 662 | out = self.check_warnings_filters("once::UserWarning", |
| 663 | "always::UserWarning") |
| 664 | self.assertEqual(out, expected_filters) |
| 665 | |
| 666 | out = self.check_warnings_filters("once::UserWarning", |
| 667 | "always::UserWarning", |
| 668 | use_pywarning=True) |
| 669 | self.assertEqual(out, expected_filters) |
| 670 | |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 671 | def check_pythonmalloc(self, env_var, name): |
| 672 | code = 'import _testcapi; print(_testcapi.pymem_getallocatorsname())' |
| 673 | env = dict(os.environ) |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 674 | env.pop('PYTHONDEVMODE', None) |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 675 | if env_var is not None: |
| 676 | env['PYTHONMALLOC'] = env_var |
| 677 | else: |
| 678 | env.pop('PYTHONMALLOC', None) |
| 679 | args = (sys.executable, '-c', code) |
| 680 | proc = subprocess.run(args, |
| 681 | stdout=subprocess.PIPE, |
| 682 | stderr=subprocess.STDOUT, |
| 683 | universal_newlines=True, |
| 684 | env=env) |
| 685 | self.assertEqual(proc.stdout.rstrip(), name) |
| 686 | self.assertEqual(proc.returncode, 0) |
| 687 | |
| 688 | def test_pythonmalloc(self): |
| 689 | # Test the PYTHONMALLOC environment variable |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 690 | pymalloc = support.with_pymalloc() |
| 691 | if pymalloc: |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 692 | default_name = 'pymalloc_debug' if Py_DEBUG else 'pymalloc' |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 693 | default_name_debug = 'pymalloc_debug' |
| 694 | else: |
Victor Stinner | 747f48e | 2017-12-12 22:59:48 +0100 | [diff] [blame] | 695 | default_name = 'malloc_debug' if Py_DEBUG else 'malloc' |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 696 | default_name_debug = 'malloc_debug' |
| 697 | |
| 698 | tests = [ |
| 699 | (None, default_name), |
| 700 | ('debug', default_name_debug), |
| 701 | ('malloc', 'malloc'), |
| 702 | ('malloc_debug', 'malloc_debug'), |
| 703 | ] |
| 704 | if pymalloc: |
| 705 | tests.extend(( |
| 706 | ('pymalloc', 'pymalloc'), |
| 707 | ('pymalloc_debug', 'pymalloc_debug'), |
| 708 | )) |
| 709 | |
| 710 | for env_var, name in tests: |
| 711 | with self.subTest(env_var=env_var, name=name): |
| 712 | self.check_pythonmalloc(env_var, name) |
| 713 | |
Victor Stinner | 5e3806f | 2017-11-30 11:40:24 +0100 | [diff] [blame] | 714 | def test_pythondevmode_env(self): |
| 715 | # Test the PYTHONDEVMODE environment variable |
| 716 | code = "import sys; print(sys.flags.dev_mode)" |
| 717 | env = dict(os.environ) |
| 718 | env.pop('PYTHONDEVMODE', None) |
| 719 | args = (sys.executable, '-c', code) |
| 720 | |
| 721 | proc = subprocess.run(args, stdout=subprocess.PIPE, |
| 722 | universal_newlines=True, env=env) |
| 723 | self.assertEqual(proc.stdout.rstrip(), 'False') |
| 724 | self.assertEqual(proc.returncode, 0, proc) |
| 725 | |
| 726 | env['PYTHONDEVMODE'] = '1' |
| 727 | proc = subprocess.run(args, stdout=subprocess.PIPE, |
| 728 | universal_newlines=True, env=env) |
| 729 | self.assertEqual(proc.stdout.rstrip(), 'True') |
| 730 | self.assertEqual(proc.returncode, 0, proc) |
| 731 | |
Steve Dower | 48e8c82 | 2018-02-22 10:39:26 -0800 | [diff] [blame] | 732 | @unittest.skipUnless(sys.platform == 'win32', |
| 733 | 'bpo-32457 only applies on Windows') |
| 734 | def test_argv0_normalization(self): |
| 735 | args = sys.executable, '-c', 'print(0)' |
| 736 | prefix, exe = os.path.split(sys.executable) |
| 737 | executable = prefix + '\\.\\.\\.\\' + exe |
| 738 | |
| 739 | proc = subprocess.run(args, stdout=subprocess.PIPE, |
| 740 | executable=executable) |
| 741 | self.assertEqual(proc.returncode, 0, proc) |
| 742 | self.assertEqual(proc.stdout.strip(), b'0') |
Victor Stinner | 09f3a8a | 2017-11-20 17:32:40 -0800 | [diff] [blame] | 743 | |
Steve Dower | 01423cb | 2018-02-17 18:59:03 -0800 | [diff] [blame] | 744 | @unittest.skipIf(interpreter_requires_environment(), |
| 745 | 'Cannot run -I tests when PYTHON env vars are required.') |
Eric Snow | 6b4be19 | 2017-05-22 21:36:03 -0700 | [diff] [blame] | 746 | class IgnoreEnvironmentTest(unittest.TestCase): |
| 747 | |
| 748 | def run_ignoring_vars(self, predicate, **env_vars): |
| 749 | # Runs a subprocess with -E set, even though we're passing |
| 750 | # specific environment variables |
| 751 | # Logical inversion to match predicate check to a zero return |
| 752 | # code indicating success |
| 753 | code = "import sys; sys.stderr.write(str(sys.flags)); sys.exit(not ({}))".format(predicate) |
| 754 | return assert_python_ok('-E', '-c', code, **env_vars) |
| 755 | |
| 756 | def test_ignore_PYTHONPATH(self): |
| 757 | path = "should_be_ignored" |
| 758 | self.run_ignoring_vars("'{}' not in sys.path".format(path), |
| 759 | PYTHONPATH=path) |
| 760 | |
| 761 | def test_ignore_PYTHONHASHSEED(self): |
| 762 | self.run_ignoring_vars("sys.flags.hash_randomization == 1", |
| 763 | PYTHONHASHSEED="0") |
| 764 | |
Nick Coghlan | d7ac061 | 2017-10-25 12:11:26 +1000 | [diff] [blame] | 765 | def test_sys_flags_not_set(self): |
| 766 | # Issue 31845: a startup refactoring broke reading flags from env vars |
| 767 | expected_outcome = """ |
| 768 | (sys.flags.debug == sys.flags.optimize == |
| 769 | sys.flags.dont_write_bytecode == sys.flags.verbose == 0) |
| 770 | """ |
| 771 | self.run_ignoring_vars( |
| 772 | expected_outcome, |
| 773 | PYTHONDEBUG="1", |
| 774 | PYTHONOPTIMIZE="1", |
| 775 | PYTHONDONTWRITEBYTECODE="1", |
| 776 | PYTHONVERBOSE="1", |
| 777 | ) |
| 778 | |
Eric Snow | 6b4be19 | 2017-05-22 21:36:03 -0700 | [diff] [blame] | 779 | |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 780 | def test_main(): |
Victor Stinner | ccb0442 | 2017-11-16 03:20:31 -0800 | [diff] [blame] | 781 | support.run_unittest(CmdLineTest, IgnoreEnvironmentTest) |
| 782 | support.reap_children() |
Neal Norwitz | 11bd119 | 2005-10-03 00:54:56 +0000 | [diff] [blame] | 783 | |
| 784 | if __name__ == "__main__": |
| 785 | test_main() |