blob: a475ed1ab4c469a9ccb24487915c243e7c0aa49b [file] [log] [blame]
Brett Cannon0096e262004-06-05 01:12:51 +00001"""Tests for 'site'.
2
3Tests assume the initial paths in sys.path once the interpreter has begun
4executing have not been removed.
5
6"""
7import unittest
Senthil Kumaran8ef519b2013-09-07 13:59:17 -07008import test.support
Victor Stinnerf2f45552018-12-05 16:49:35 +01009from test import support
Hai Shi79bb2c92020-08-06 19:51:29 +080010from test.support import os_helper
Serhiy Storchakabfb1cf42020-04-29 10:36:20 +030011from test.support import socket_helper
Hai Shic7decc22020-08-04 23:53:12 +080012from test.support import captured_stderr
13from test.support.os_helper import TESTFN, EnvironmentVarGuard, change_cwd
Georg Brandl1a3284e2007-12-02 09:40:06 +000014import builtins
Brett Cannon0096e262004-06-05 01:12:51 +000015import encodings
Victor Stinnerd18de462020-03-18 18:27:32 +010016import glob
native-api2145c8c2020-06-12 09:20:11 +030017import io
Victor Stinnerd18de462020-03-18 18:27:32 +010018import os
19import re
Steve Dower1da055e2016-10-29 08:50:31 -070020import shutil
Christian Heimes8dc226f2008-05-06 23:45:46 +000021import subprocess
Victor Stinnerd18de462020-03-18 18:27:32 +010022import sys
Tarek Ziadéedacea32010-01-29 11:41:03 +000023import sysconfig
Zachary Wared48214f2017-05-14 15:49:46 -050024import tempfile
Victor Stinnerd18de462020-03-18 18:27:32 +010025import urllib.error
26import urllib.request
Victor Stinnerf2f45552018-12-05 16:49:35 +010027from unittest import mock
Tarek Ziadéedacea32010-01-29 11:41:03 +000028from copy import copy
29
Zachary Ware36193e72013-12-11 16:59:44 -060030# These tests are not particularly useful if Python was invoked with -S.
31# If you add tests that are useful under -S, this skip should be moved
32# to the class level.
33if sys.flags.no_site:
34 raise unittest.SkipTest("Python was invoked with -S")
35
36import site
Brett Cannon0096e262004-06-05 01:12:51 +000037
Victor Stinnerb85c1362017-04-20 13:39:39 +020038
39OLD_SYS_PATH = None
40
41
42def setUpModule():
43 global OLD_SYS_PATH
44 OLD_SYS_PATH = sys.path[:]
45
46 if site.ENABLE_USER_SITE and not os.path.isdir(site.USER_SITE):
47 # need to add user site directory for tests
48 try:
49 os.makedirs(site.USER_SITE)
50 # modify sys.path: will be restored by tearDownModule()
51 site.addsitedir(site.USER_SITE)
52 except PermissionError as exc:
53 raise unittest.SkipTest('unable to create user site directory (%r): %s'
54 % (site.USER_SITE, exc))
55
56
57def tearDownModule():
58 sys.path[:] = OLD_SYS_PATH
Victor Stinner21d0e1b2016-03-14 17:47:03 +010059
Christian Heimes8dc226f2008-05-06 23:45:46 +000060
Brett Cannon0096e262004-06-05 01:12:51 +000061class HelperFunctionsTests(unittest.TestCase):
62 """Tests for helper functions.
Brett Cannon0096e262004-06-05 01:12:51 +000063 """
64
65 def setUp(self):
66 """Save a copy of sys.path"""
67 self.sys_path = sys.path[:]
Tarek Ziadé4a608c02009-08-20 21:28:05 +000068 self.old_base = site.USER_BASE
69 self.old_site = site.USER_SITE
70 self.old_prefixes = site.PREFIXES
Brett Cannon8ac95ee2012-04-04 17:31:16 -040071 self.original_vars = sysconfig._CONFIG_VARS
Tarek Ziadéedacea32010-01-29 11:41:03 +000072 self.old_vars = copy(sysconfig._CONFIG_VARS)
Brett Cannon0096e262004-06-05 01:12:51 +000073
Alexandre Vassalottie9f305f2008-05-16 04:39:54 +000074 def tearDown(self):
Brett Cannon0096e262004-06-05 01:12:51 +000075 """Restore sys.path"""
Nick Coghlan6ead5522009-10-18 13:19:33 +000076 sys.path[:] = self.sys_path
Tarek Ziadé4a608c02009-08-20 21:28:05 +000077 site.USER_BASE = self.old_base
78 site.USER_SITE = self.old_site
79 site.PREFIXES = self.old_prefixes
Brett Cannon8ac95ee2012-04-04 17:31:16 -040080 sysconfig._CONFIG_VARS = self.original_vars
81 sysconfig._CONFIG_VARS.clear()
82 sysconfig._CONFIG_VARS.update(self.old_vars)
Raymond Hettingerebd95222004-06-27 03:02:18 +000083
Brett Cannon0096e262004-06-05 01:12:51 +000084 def test_makepath(self):
85 # Test makepath() have an absolute path for its first return value
86 # and a case-normalized version of the absolute path for its
87 # second value.
88 path_parts = ("Beginning", "End")
89 original_dir = os.path.join(*path_parts)
90 abs_dir, norm_dir = site.makepath(*path_parts)
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000091 self.assertEqual(os.path.abspath(original_dir), abs_dir)
Brett Cannon0096e262004-06-05 01:12:51 +000092 if original_dir == os.path.normcase(original_dir):
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000093 self.assertEqual(abs_dir, norm_dir)
Brett Cannon0096e262004-06-05 01:12:51 +000094 else:
Benjamin Petersonc9c0f202009-06-30 23:06:06 +000095 self.assertEqual(os.path.normcase(abs_dir), norm_dir)
Brett Cannon0096e262004-06-05 01:12:51 +000096
97 def test_init_pathinfo(self):
98 dir_set = site._init_pathinfo()
99 for entry in [site.makepath(path)[1] for path in sys.path
Brett Cannon5f0507d2016-04-08 15:04:28 -0700100 if path and os.path.exists(path)]:
Ezio Melottib58e0bd2010-01-23 15:40:09 +0000101 self.assertIn(entry, dir_set,
102 "%s from sys.path not found in set returned "
103 "by _init_pathinfo(): %s" % (entry, dir_set))
Raymond Hettingerebd95222004-06-27 03:02:18 +0000104
Brett Cannonee86a662004-07-13 07:12:25 +0000105 def pth_file_tests(self, pth_file):
106 """Contain common code for testing results of reading a .pth file"""
Ezio Melottib58e0bd2010-01-23 15:40:09 +0000107 self.assertIn(pth_file.imported, sys.modules,
108 "%s not in sys.modules" % pth_file.imported)
Antoine Pitrou9166e6a2009-11-01 23:55:40 +0000109 self.assertIn(site.makepath(pth_file.good_dir_path)[0], sys.path)
110 self.assertFalse(os.path.exists(pth_file.bad_dir_path))
Brett Cannonee86a662004-07-13 07:12:25 +0000111
Brett Cannon0096e262004-06-05 01:12:51 +0000112 def test_addpackage(self):
113 # Make sure addpackage() imports if the line starts with 'import',
Brett Cannon64a84702004-07-10 02:10:45 +0000114 # adds directories to sys.path for any line in the file that is not a
115 # comment or import that is a valid directory name for where the .pth
116 # file resides; invalid directories are not added
117 pth_file = PthFile()
Brett Cannonee86a662004-07-13 07:12:25 +0000118 pth_file.cleanup(prep=True) # to make sure that nothing is
119 # pre-existing that shouldn't be
Brett Cannon0096e262004-06-05 01:12:51 +0000120 try:
Brett Cannon64a84702004-07-10 02:10:45 +0000121 pth_file.create()
122 site.addpackage(pth_file.base_dir, pth_file.filename, set())
Brett Cannonee86a662004-07-13 07:12:25 +0000123 self.pth_file_tests(pth_file)
Brett Cannon0096e262004-06-05 01:12:51 +0000124 finally:
Brett Cannon64a84702004-07-10 02:10:45 +0000125 pth_file.cleanup()
Raymond Hettingerebd95222004-06-27 03:02:18 +0000126
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000127 def make_pth(self, contents, pth_dir='.', pth_name=TESTFN):
128 # Create a .pth file and return its (abspath, basename).
129 pth_dir = os.path.abspath(pth_dir)
130 pth_basename = pth_name + '.pth'
131 pth_fn = os.path.join(pth_dir, pth_basename)
Serhiy Storchaka5b10b982019-03-05 10:06:26 +0200132 with open(pth_fn, 'w', encoding='utf-8') as pth_file:
133 self.addCleanup(lambda: os.remove(pth_fn))
134 pth_file.write(contents)
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000135 return pth_dir, pth_basename
136
137 def test_addpackage_import_bad_syntax(self):
138 # Issue 10642
Serhiy Storchaka94cf3082018-12-17 17:34:14 +0200139 pth_dir, pth_fn = self.make_pth("import bad-syntax\n")
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000140 with captured_stderr() as err_out:
141 site.addpackage(pth_dir, pth_fn, set())
142 self.assertRegex(err_out.getvalue(), "line 1")
R. David Murrayab9d8d62010-12-27 00:03:13 +0000143 self.assertRegex(err_out.getvalue(),
144 re.escape(os.path.join(pth_dir, pth_fn)))
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000145 # XXX: the previous two should be independent checks so that the
146 # order doesn't matter. The next three could be a single check
147 # but my regex foo isn't good enough to write it.
148 self.assertRegex(err_out.getvalue(), 'Traceback')
Serhiy Storchaka94cf3082018-12-17 17:34:14 +0200149 self.assertRegex(err_out.getvalue(), r'import bad-syntax')
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000150 self.assertRegex(err_out.getvalue(), 'SyntaxError')
151
152 def test_addpackage_import_bad_exec(self):
153 # Issue 10642
154 pth_dir, pth_fn = self.make_pth("randompath\nimport nosuchmodule\n")
155 with captured_stderr() as err_out:
156 site.addpackage(pth_dir, pth_fn, set())
157 self.assertRegex(err_out.getvalue(), "line 2")
R. David Murrayab9d8d62010-12-27 00:03:13 +0000158 self.assertRegex(err_out.getvalue(),
159 re.escape(os.path.join(pth_dir, pth_fn)))
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000160 # XXX: ditto previous XXX comment.
161 self.assertRegex(err_out.getvalue(), 'Traceback')
Eric Snow46f97b82016-09-07 16:56:15 -0700162 self.assertRegex(err_out.getvalue(), 'ModuleNotFoundError')
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000163
idomic0c71a662020-09-19 15:13:29 -0400164 def test_addpackage_empty_lines(self):
165 # Issue 33689
166 pth_dir, pth_fn = self.make_pth("\n\n \n\n")
167 known_paths = site.addpackage(pth_dir, pth_fn, set())
168 self.assertEqual(known_paths, set())
169
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000170 def test_addpackage_import_bad_pth_file(self):
171 # Issue 5258
172 pth_dir, pth_fn = self.make_pth("abc\x00def\n")
173 with captured_stderr() as err_out:
Serhiy Storchaka0185f342018-09-18 11:28:51 +0300174 self.assertFalse(site.addpackage(pth_dir, pth_fn, set()))
175 self.assertEqual(err_out.getvalue(), "")
176 for path in sys.path:
177 if isinstance(path, str):
178 self.assertNotIn("abc\x00def", path)
R. David Murrayb4ca59b2010-12-26 19:54:29 +0000179
Brett Cannon0096e262004-06-05 01:12:51 +0000180 def test_addsitedir(self):
Brett Cannon64a84702004-07-10 02:10:45 +0000181 # Same tests for test_addpackage since addsitedir() essentially just
182 # calls addpackage() for every .pth file in the directory
183 pth_file = PthFile()
Brett Cannonee86a662004-07-13 07:12:25 +0000184 pth_file.cleanup(prep=True) # Make sure that nothing is pre-existing
185 # that is tested for
Brett Cannon0096e262004-06-05 01:12:51 +0000186 try:
Brett Cannonee86a662004-07-13 07:12:25 +0000187 pth_file.create()
Brett Cannon64a84702004-07-10 02:10:45 +0000188 site.addsitedir(pth_file.base_dir, set())
Brett Cannonee86a662004-07-13 07:12:25 +0000189 self.pth_file_tests(pth_file)
Brett Cannon0096e262004-06-05 01:12:51 +0000190 finally:
Brett Cannon64a84702004-07-10 02:10:45 +0000191 pth_file.cleanup()
Brett Cannon0096e262004-06-05 01:12:51 +0000192
native-api45d8d242019-03-03 19:05:19 +0300193 # This tests _getuserbase, hence the double underline
194 # to distinguish from a test for getuserbase
195 def test__getuserbase(self):
INADA Naokia8f8d5b2017-06-29 00:31:53 +0900196 self.assertEqual(site._getuserbase(), sysconfig._getuserbase())
197
198 def test_get_path(self):
INADA Naokiba9ddb72017-07-28 21:28:19 +0900199 if sys.platform == 'darwin' and sys._framework:
200 scheme = 'osx_framework_user'
201 else:
202 scheme = os.name + '_user'
INADA Naokia8f8d5b2017-06-29 00:31:53 +0900203 self.assertEqual(site._get_path(site._getuserbase()),
INADA Naokiba9ddb72017-07-28 21:28:19 +0900204 sysconfig.get_path('purelib', scheme))
INADA Naokia8f8d5b2017-06-29 00:31:53 +0900205
Ned Deily316f5732011-10-31 16:16:35 -0700206 @unittest.skipUnless(site.ENABLE_USER_SITE, "requires access to PEP 370 "
207 "user-site (site.ENABLE_USER_SITE)")
Christian Heimes8dc226f2008-05-06 23:45:46 +0000208 def test_s_option(self):
Eric Snow6b4be192017-05-22 21:36:03 -0700209 # (ncoghlan) Change this to use script_helper...
Christian Heimes8dc226f2008-05-06 23:45:46 +0000210 usersite = site.USER_SITE
Antoine Pitrou9166e6a2009-11-01 23:55:40 +0000211 self.assertIn(usersite, sys.path)
Christian Heimes8dc226f2008-05-06 23:45:46 +0000212
Éric Araujo63ebe1c2011-01-03 17:51:11 +0000213 env = os.environ.copy()
Christian Heimes8dc226f2008-05-06 23:45:46 +0000214 rc = subprocess.call([sys.executable, '-c',
Éric Araujo63ebe1c2011-01-03 17:51:11 +0000215 'import sys; sys.exit(%r in sys.path)' % usersite],
216 env=env)
Christian Heimes8dc226f2008-05-06 23:45:46 +0000217 self.assertEqual(rc, 1)
218
Éric Araujo63ebe1c2011-01-03 17:51:11 +0000219 env = os.environ.copy()
Christian Heimes8dc226f2008-05-06 23:45:46 +0000220 rc = subprocess.call([sys.executable, '-s', '-c',
Éric Araujo63ebe1c2011-01-03 17:51:11 +0000221 'import sys; sys.exit(%r in sys.path)' % usersite],
222 env=env)
Antoine Pitroua1782e12013-10-23 22:03:22 +0200223 if usersite == site.getsitepackages()[0]:
224 self.assertEqual(rc, 1)
225 else:
Eric Snow6b4be192017-05-22 21:36:03 -0700226 self.assertEqual(rc, 0, "User site still added to path with -s")
Christian Heimes8dc226f2008-05-06 23:45:46 +0000227
228 env = os.environ.copy()
229 env["PYTHONNOUSERSITE"] = "1"
230 rc = subprocess.call([sys.executable, '-c',
Benjamin Petersonfea6a942008-07-02 16:11:42 +0000231 'import sys; sys.exit(%r in sys.path)' % usersite],
Christian Heimes8dc226f2008-05-06 23:45:46 +0000232 env=env)
Antoine Pitroua1782e12013-10-23 22:03:22 +0200233 if usersite == site.getsitepackages()[0]:
234 self.assertEqual(rc, 1)
235 else:
Eric Snow6b4be192017-05-22 21:36:03 -0700236 self.assertEqual(rc, 0,
237 "User site still added to path with PYTHONNOUSERSITE")
Christian Heimes8dc226f2008-05-06 23:45:46 +0000238
239 env = os.environ.copy()
240 env["PYTHONUSERBASE"] = "/tmp"
241 rc = subprocess.call([sys.executable, '-c',
242 'import sys, site; sys.exit(site.USER_BASE.startswith("/tmp"))'],
243 env=env)
Eric Snow6b4be192017-05-22 21:36:03 -0700244 self.assertEqual(rc, 1,
245 "User base not set by PYTHONUSERBASE")
Christian Heimes8dc226f2008-05-06 23:45:46 +0000246
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000247 def test_getuserbase(self):
248 site.USER_BASE = None
249 user_base = site.getuserbase()
250
251 # the call sets site.USER_BASE
Ezio Melottib3aedd42010-11-20 19:04:17 +0000252 self.assertEqual(site.USER_BASE, user_base)
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000253
254 # let's set PYTHONUSERBASE and see if it uses it
255 site.USER_BASE = None
Tarek Ziadéedacea32010-01-29 11:41:03 +0000256 import sysconfig
257 sysconfig._CONFIG_VARS = None
258
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000259 with EnvironmentVarGuard() as environ:
260 environ['PYTHONUSERBASE'] = 'xoxo'
Antoine Pitrou9166e6a2009-11-01 23:55:40 +0000261 self.assertTrue(site.getuserbase().startswith('xoxo'),
262 site.getuserbase())
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000263
264 def test_getusersitepackages(self):
265 site.USER_SITE = None
266 site.USER_BASE = None
267 user_site = site.getusersitepackages()
268
269 # the call sets USER_BASE *and* USER_SITE
Ezio Melottib3aedd42010-11-20 19:04:17 +0000270 self.assertEqual(site.USER_SITE, user_site)
Antoine Pitrou9166e6a2009-11-01 23:55:40 +0000271 self.assertTrue(user_site.startswith(site.USER_BASE), user_site)
Victor Stinnerf2f45552018-12-05 16:49:35 +0100272 self.assertEqual(site.USER_BASE, site.getuserbase())
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000273
274 def test_getsitepackages(self):
275 site.PREFIXES = ['xoxo']
276 dirs = site.getsitepackages()
Ned Deily763f0942018-01-30 05:14:09 -0500277 if os.sep == '/':
278 # OS X, Linux, FreeBSD, etc
Victor Stinner8510f432020-03-10 09:53:09 +0100279 if sys.platlibdir != "lib":
280 self.assertEqual(len(dirs), 2)
281 wanted = os.path.join('xoxo', sys.platlibdir,
282 'python%d.%d' % sys.version_info[:2],
283 'site-packages')
284 self.assertEqual(dirs[0], wanted)
285 else:
286 self.assertEqual(len(dirs), 1)
Serhiy Storchaka885bdc42016-02-11 13:10:36 +0200287 wanted = os.path.join('xoxo', 'lib',
288 'python%d.%d' % sys.version_info[:2],
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000289 'site-packages')
Victor Stinner8510f432020-03-10 09:53:09 +0100290 self.assertEqual(dirs[-1], wanted)
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000291 else:
Ned Deilyd531b292012-02-06 00:58:18 +0100292 # other platforms
Ezio Melottifc8b2052010-08-17 08:35:41 +0000293 self.assertEqual(len(dirs), 2)
Ezio Melottib3aedd42010-11-20 19:04:17 +0000294 self.assertEqual(dirs[0], 'xoxo')
Tarek Ziadé8c0e2172009-10-27 21:24:21 +0000295 wanted = os.path.join('xoxo', 'lib', 'site-packages')
Ezio Melottib3aedd42010-11-20 19:04:17 +0000296 self.assertEqual(dirs[1], wanted)
Tarek Ziadé4a608c02009-08-20 21:28:05 +0000297
Victor Stinnerf2f45552018-12-05 16:49:35 +0100298 def test_no_home_directory(self):
299 # bpo-10496: getuserbase() and getusersitepackages() must not fail if
300 # the current user has no home directory (if expanduser() returns the
301 # path unchanged).
302 site.USER_SITE = None
303 site.USER_BASE = None
304
305 with EnvironmentVarGuard() as environ, \
306 mock.patch('os.path.expanduser', lambda path: path):
307
308 del environ['PYTHONUSERBASE']
309 del environ['APPDATA']
310
311 user_base = site.getuserbase()
312 self.assertTrue(user_base.startswith('~' + os.sep),
313 user_base)
314
315 user_site = site.getusersitepackages()
316 self.assertTrue(user_site.startswith(user_base), user_site)
317
318 with mock.patch('os.path.isdir', return_value=False) as mock_isdir, \
319 mock.patch.object(site, 'addsitedir') as mock_addsitedir, \
320 support.swap_attr(site, 'ENABLE_USER_SITE', True):
321
322 # addusersitepackages() must not add user_site to sys.path
323 # if it is not an existing directory
324 known_paths = set()
325 site.addusersitepackages(known_paths)
326
327 mock_isdir.assert_called_once_with(user_site)
328 mock_addsitedir.assert_not_called()
329 self.assertFalse(known_paths)
330
native-api2145c8c2020-06-12 09:20:11 +0300331 def test_trace(self):
332 message = "bla-bla-bla"
333 for verbose, out in (True, message + "\n"), (False, ""):
334 with mock.patch('sys.flags', mock.Mock(verbose=verbose)), \
335 mock.patch('sys.stderr', io.StringIO()):
336 site._trace(message)
337 self.assertEqual(sys.stderr.getvalue(), out)
338
Victor Stinnerf2f45552018-12-05 16:49:35 +0100339
Brett Cannon64a84702004-07-10 02:10:45 +0000340class PthFile(object):
341 """Helper class for handling testing of .pth files"""
Brett Cannon0096e262004-06-05 01:12:51 +0000342
Brett Cannon64a84702004-07-10 02:10:45 +0000343 def __init__(self, filename_base=TESTFN, imported="time",
344 good_dirname="__testdir__", bad_dirname="__bad"):
345 """Initialize instance variables"""
346 self.filename = filename_base + ".pth"
347 self.base_dir = os.path.abspath('')
348 self.file_path = os.path.join(self.base_dir, self.filename)
Brett Cannonee86a662004-07-13 07:12:25 +0000349 self.imported = imported
Brett Cannon64a84702004-07-10 02:10:45 +0000350 self.good_dirname = good_dirname
351 self.bad_dirname = bad_dirname
352 self.good_dir_path = os.path.join(self.base_dir, self.good_dirname)
353 self.bad_dir_path = os.path.join(self.base_dir, self.bad_dirname)
Brett Cannon0096e262004-06-05 01:12:51 +0000354
Brett Cannon64a84702004-07-10 02:10:45 +0000355 def create(self):
356 """Create a .pth file with a comment, blank lines, an ``import
357 <self.imported>``, a line with self.good_dirname, and a line with
358 self.bad_dirname.
Tim Peters182b5ac2004-07-18 06:16:08 +0000359
Brett Cannon64a84702004-07-10 02:10:45 +0000360 Creation of the directory for self.good_dir_path (based off of
361 self.good_dirname) is also performed.
Brett Cannon0096e262004-06-05 01:12:51 +0000362
Brett Cannon64a84702004-07-10 02:10:45 +0000363 Make sure to call self.cleanup() to undo anything done by this method.
Tim Peters182b5ac2004-07-18 06:16:08 +0000364
Brett Cannon64a84702004-07-10 02:10:45 +0000365 """
Michael W. Hudsonff522862005-05-27 14:58:06 +0000366 FILE = open(self.file_path, 'w')
Brett Cannon64a84702004-07-10 02:10:45 +0000367 try:
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000368 print("#import @bad module name", file=FILE)
369 print("\n", file=FILE)
370 print("import %s" % self.imported, file=FILE)
371 print(self.good_dirname, file=FILE)
372 print(self.bad_dirname, file=FILE)
Brett Cannon64a84702004-07-10 02:10:45 +0000373 finally:
374 FILE.close()
375 os.mkdir(self.good_dir_path)
376
Brett Cannonee86a662004-07-13 07:12:25 +0000377 def cleanup(self, prep=False):
Brett Cannon64a84702004-07-10 02:10:45 +0000378 """Make sure that the .pth file is deleted, self.imported is not in
379 sys.modules, and that both self.good_dirname and self.bad_dirname are
380 not existing directories."""
Brett Cannonee86a662004-07-13 07:12:25 +0000381 if os.path.exists(self.file_path):
Brett Cannon64a84702004-07-10 02:10:45 +0000382 os.remove(self.file_path)
Brett Cannonee86a662004-07-13 07:12:25 +0000383 if prep:
384 self.imported_module = sys.modules.get(self.imported)
385 if self.imported_module:
386 del sys.modules[self.imported]
387 else:
388 if self.imported_module:
389 sys.modules[self.imported] = self.imported_module
390 if os.path.exists(self.good_dir_path):
Brett Cannon64a84702004-07-10 02:10:45 +0000391 os.rmdir(self.good_dir_path)
Brett Cannonee86a662004-07-13 07:12:25 +0000392 if os.path.exists(self.bad_dir_path):
Brett Cannon64a84702004-07-10 02:10:45 +0000393 os.rmdir(self.bad_dir_path)
Brett Cannon0096e262004-06-05 01:12:51 +0000394
395class ImportSideEffectTests(unittest.TestCase):
396 """Test side-effects from importing 'site'."""
397
398 def setUp(self):
399 """Make a copy of sys.path"""
400 self.sys_path = sys.path[:]
401
402 def tearDown(self):
403 """Restore sys.path"""
Nick Coghlan6ead5522009-10-18 13:19:33 +0000404 sys.path[:] = self.sys_path
Brett Cannon0096e262004-06-05 01:12:51 +0000405
Barry Warsaw28a691b2010-04-17 00:19:56 +0000406 def test_abs_paths(self):
407 # Make sure all imported modules have their __file__ and __cached__
408 # attributes as absolute paths. Arranging to put the Lib directory on
409 # PYTHONPATH would cause the os module to have a relative path for
410 # __file__ if abs_paths() does not get run. sys and builtins (the
411 # only other modules imported before site.py runs) do not have
412 # __file__ or __cached__ because they are built-in.
Steve Dowerf14c28f2018-09-20 13:38:34 -0700413 try:
414 parent = os.path.relpath(os.path.dirname(os.__file__))
415 cwd = os.getcwd()
416 except ValueError:
417 # Failure to get relpath probably means we need to chdir
418 # to the same drive.
419 cwd, parent = os.path.split(os.path.dirname(os.__file__))
420 with change_cwd(cwd):
421 env = os.environ.copy()
422 env['PYTHONPATH'] = parent
423 code = ('import os, sys',
424 # use ASCII to avoid locale issues with non-ASCII directories
425 'os_file = os.__file__.encode("ascii", "backslashreplace")',
426 r'sys.stdout.buffer.write(os_file + b"\n")',
427 'os_cached = os.__cached__.encode("ascii", "backslashreplace")',
428 r'sys.stdout.buffer.write(os_cached + b"\n")')
429 command = '\n'.join(code)
430 # First, prove that with -S (no 'import site'), the paths are
431 # relative.
432 proc = subprocess.Popen([sys.executable, '-S', '-c', command],
433 env=env,
434 stdout=subprocess.PIPE)
435 stdout, stderr = proc.communicate()
Victor Stinnerf3bc2582010-04-18 07:59:53 +0000436
Steve Dowerf14c28f2018-09-20 13:38:34 -0700437 self.assertEqual(proc.returncode, 0)
438 os__file__, os__cached__ = stdout.splitlines()[:2]
439 self.assertFalse(os.path.isabs(os__file__))
440 self.assertFalse(os.path.isabs(os__cached__))
441 # Now, with 'import site', it works.
442 proc = subprocess.Popen([sys.executable, '-c', command],
443 env=env,
444 stdout=subprocess.PIPE)
445 stdout, stderr = proc.communicate()
446 self.assertEqual(proc.returncode, 0)
447 os__file__, os__cached__ = stdout.splitlines()[:2]
448 self.assertTrue(os.path.isabs(os__file__),
449 "expected absolute path, got {}"
450 .format(os__file__.decode('ascii')))
451 self.assertTrue(os.path.isabs(os__cached__),
452 "expected absolute path, got {}"
453 .format(os__cached__.decode('ascii')))
Brett Cannon0096e262004-06-05 01:12:51 +0000454
INADA Naokid4c76d92018-10-01 21:10:37 +0900455 def test_abs_paths_cached_None(self):
456 """Test for __cached__ is None.
457
458 Regarding to PEP 3147, __cached__ can be None.
459
460 See also: https://bugs.python.org/issue30167
461 """
462 sys.modules['test'].__cached__ = None
463 site.abs_paths()
464 self.assertIsNone(sys.modules['test'].__cached__)
465
Brett Cannon0096e262004-06-05 01:12:51 +0000466 def test_no_duplicate_paths(self):
467 # No duplicate paths should exist in sys.path
468 # Handled by removeduppaths()
469 site.removeduppaths()
470 seen_paths = set()
471 for path in sys.path:
Benjamin Peterson577473f2010-01-19 00:09:57 +0000472 self.assertNotIn(path, seen_paths)
Brett Cannon0096e262004-06-05 01:12:51 +0000473 seen_paths.add(path)
474
Zachary Ware9fe6d862013-12-08 00:20:35 -0600475 @unittest.skip('test not implemented')
Brett Cannon0096e262004-06-05 01:12:51 +0000476 def test_add_build_dir(self):
477 # Test that the build directory's Modules directory is used when it
478 # should be.
479 # XXX: implement
480 pass
481
Brett Cannon0096e262004-06-05 01:12:51 +0000482 def test_setting_quit(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000483 # 'quit' and 'exit' should be injected into builtins
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000484 self.assertTrue(hasattr(builtins, "quit"))
485 self.assertTrue(hasattr(builtins, "exit"))
Brett Cannon0096e262004-06-05 01:12:51 +0000486
487 def test_setting_copyright(self):
Senthil Kumaran8ef519b2013-09-07 13:59:17 -0700488 # 'copyright', 'credits', and 'license' should be in builtins
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000489 self.assertTrue(hasattr(builtins, "copyright"))
490 self.assertTrue(hasattr(builtins, "credits"))
Senthil Kumaran8ef519b2013-09-07 13:59:17 -0700491 self.assertTrue(hasattr(builtins, "license"))
Brett Cannon0096e262004-06-05 01:12:51 +0000492
493 def test_setting_help(self):
Georg Brandl1a3284e2007-12-02 09:40:06 +0000494 # 'help' should be set in builtins
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000495 self.assertTrue(hasattr(builtins, "help"))
Brett Cannon0096e262004-06-05 01:12:51 +0000496
497 def test_aliasing_mbcs(self):
498 if sys.platform == "win32":
499 import locale
500 if locale.getdefaultlocale()[1].startswith('cp'):
Guido van Rossumcc2b0162007-02-11 06:12:03 +0000501 for value in encodings.aliases.aliases.values():
Brett Cannon0096e262004-06-05 01:12:51 +0000502 if value == "mbcs":
503 break
504 else:
505 self.fail("did not alias mbcs")
506
Brett Cannon0096e262004-06-05 01:12:51 +0000507 def test_sitecustomize_executed(self):
508 # If sitecustomize is available, it should have been imported.
Guido van Rossume2b70bc2006-08-18 22:13:04 +0000509 if "sitecustomize" not in sys.modules:
Brett Cannon0096e262004-06-05 01:12:51 +0000510 try:
511 import sitecustomize
512 except ImportError:
513 pass
514 else:
515 self.fail("sitecustomize not imported automatically")
516
R David Murray1bc6ceb2013-09-14 13:28:37 -0400517 @test.support.requires_resource('network')
Benjamin Peterson337578b2015-02-01 20:16:59 -0500518 @test.support.system_must_validate_cert
Georg Brandl78abc9d2013-10-27 09:41:57 +0100519 @unittest.skipUnless(sys.version_info[3] == 'final',
520 'only for released versions')
Ned Deily5a507f02014-03-26 23:31:39 -0700521 @unittest.skipUnless(hasattr(urllib.request, "HTTPSHandler"),
522 'need SSL support to download license')
R David Murray1bc6ceb2013-09-14 13:28:37 -0400523 def test_license_exists_at_url(self):
Ned Deily944d5972014-03-26 23:43:26 -0700524 # This test is a bit fragile since it depends on the format of the
R David Murray1bc6ceb2013-09-14 13:28:37 -0400525 # string displayed by license in the absence of a LICENSE file.
526 url = license._Printer__data.split()[1]
527 req = urllib.request.Request(url, method='HEAD')
Victor Stinner1fce2402020-10-05 18:24:00 +0200528 # Reset global urllib.request._opener
529 self.addCleanup(urllib.request.urlcleanup)
R David Murray1bc6ceb2013-09-14 13:28:37 -0400530 try:
Serhiy Storchakabfb1cf42020-04-29 10:36:20 +0300531 with socket_helper.transient_internet(url):
R David Murray1bc6ceb2013-09-14 13:28:37 -0400532 with urllib.request.urlopen(req) as data:
533 code = data.getcode()
534 except urllib.error.HTTPError as e:
535 code = e.code
536 self.assertEqual(code, 200, msg="Can't find " + url)
Senthil Kumaran8ef519b2013-09-07 13:59:17 -0700537
Brett Cannon0096e262004-06-05 01:12:51 +0000538
Christian Heimes8c9cd5a2013-10-12 00:24:55 +0200539class StartupImportTests(unittest.TestCase):
540
541 def test_startup_imports(self):
Victor Stinnerd18de462020-03-18 18:27:32 +0100542 # Get sys.path in isolated mode (python3 -I)
543 popen = subprocess.Popen([sys.executable, '-I', '-c',
544 'import sys; print(repr(sys.path))'],
545 stdout=subprocess.PIPE,
546 encoding='utf-8')
547 stdout = popen.communicate()[0]
548 self.assertEqual(popen.returncode, 0, repr(stdout))
549 isolated_paths = eval(stdout)
550
551 # bpo-27807: Even with -I, the site module executes all .pth files
552 # found in sys.path (see site.addpackage()). Skip the test if at least
553 # one .pth file is found.
554 for path in isolated_paths:
Serhiy Storchaka93558682020-06-20 11:10:31 +0300555 pth_files = glob.glob(os.path.join(glob.escape(path), "*.pth"))
Victor Stinnerd18de462020-03-18 18:27:32 +0100556 if pth_files:
557 self.skipTest(f"found {len(pth_files)} .pth files in: {path}")
558
Christian Heimes8c9cd5a2013-10-12 00:24:55 +0200559 # This tests checks which modules are loaded by Python when it
560 # initially starts upon startup.
Christian Heimes179a3db2013-10-12 12:32:21 +0200561 popen = subprocess.Popen([sys.executable, '-I', '-v', '-c',
562 'import sys; print(set(sys.modules))'],
563 stdout=subprocess.PIPE,
Steve Dower313523c2016-09-17 12:22:41 -0700564 stderr=subprocess.PIPE,
565 encoding='utf-8')
Christian Heimes179a3db2013-10-12 12:32:21 +0200566 stdout, stderr = popen.communicate()
Victor Stinnerd18de462020-03-18 18:27:32 +0100567 self.assertEqual(popen.returncode, 0, (stdout, stderr))
Christian Heimes179a3db2013-10-12 12:32:21 +0200568 modules = eval(stdout)
569
Christian Heimes8c9cd5a2013-10-12 00:24:55 +0200570 self.assertIn('site', modules)
571
Christian Heimes25827622013-10-12 01:27:08 +0200572 # http://bugs.python.org/issue19205
Christian Heimes8c9cd5a2013-10-12 00:24:55 +0200573 re_mods = {'re', '_sre', 'sre_compile', 'sre_constants', 'sre_parse'}
Inada Naokic4d92c82019-05-05 18:06:30 +0900574 self.assertFalse(modules.intersection(re_mods), stderr)
575
Christian Heimes25827622013-10-12 01:27:08 +0200576 # http://bugs.python.org/issue9548
Christian Heimes179a3db2013-10-12 12:32:21 +0200577 self.assertNotIn('locale', modules, stderr)
Inada Naokic4d92c82019-05-05 18:06:30 +0900578
579 # http://bugs.python.org/issue19209
580 self.assertNotIn('copyreg', modules, stderr)
581
582 # http://bugs.python.org/issue19218
Christian Heimesf1dc3ee2013-10-13 02:04:20 +0200583 collection_mods = {'_collections', 'collections', 'functools',
584 'heapq', 'itertools', 'keyword', 'operator',
doko@ubuntu.com95743552014-04-15 20:37:54 +0200585 'reprlib', 'types', 'weakref'
586 }.difference(sys.builtin_module_names)
Ned Deilyc22bd582017-07-28 03:02:10 -0400587 self.assertFalse(modules.intersection(collection_mods), stderr)
Christian Heimes1a5fb4e2013-10-12 01:00:51 +0200588
Steve Dower6dd8eca2016-09-17 14:35:32 -0700589 def test_startup_interactivehook(self):
590 r = subprocess.Popen([sys.executable, '-c',
591 'import sys; sys.exit(hasattr(sys, "__interactivehook__"))']).wait()
592 self.assertTrue(r, "'__interactivehook__' not added by site")
593
594 def test_startup_interactivehook_isolated(self):
595 # issue28192 readline is not automatically enabled in isolated mode
596 r = subprocess.Popen([sys.executable, '-I', '-c',
597 'import sys; sys.exit(hasattr(sys, "__interactivehook__"))']).wait()
598 self.assertFalse(r, "'__interactivehook__' added in isolated mode")
599
600 def test_startup_interactivehook_isolated_explicit(self):
601 # issue28192 readline can be explicitly enabled in isolated mode
602 r = subprocess.Popen([sys.executable, '-I', '-c',
603 'import site, sys; site.enablerlcompleter(); sys.exit(hasattr(sys, "__interactivehook__"))']).wait()
604 self.assertTrue(r, "'__interactivehook__' not added by enablerlcompleter()")
605
Zachary Wared48214f2017-05-14 15:49:46 -0500606@unittest.skipUnless(sys.platform == 'win32', "only supported on Windows")
607class _pthFileTests(unittest.TestCase):
608
Steve Dower936a6602020-07-15 22:56:49 +0100609 def _create_underpth_exe(self, lines, exe_pth=True):
610 import _winapi
Zachary Wared48214f2017-05-14 15:49:46 -0500611 temp_dir = tempfile.mkdtemp()
Hai Shi79bb2c92020-08-06 19:51:29 +0800612 self.addCleanup(os_helper.rmtree, temp_dir)
Zachary Wared48214f2017-05-14 15:49:46 -0500613 exe_file = os.path.join(temp_dir, os.path.split(sys.executable)[1])
Steve Dower936a6602020-07-15 22:56:49 +0100614 dll_src_file = _winapi.GetModuleFileName(sys.dllhandle)
615 dll_file = os.path.join(temp_dir, os.path.split(dll_src_file)[1])
Steve Dower1da055e2016-10-29 08:50:31 -0700616 shutil.copy(sys.executable, exe_file)
Steve Dower936a6602020-07-15 22:56:49 +0100617 shutil.copy(dll_src_file, dll_file)
618 if exe_pth:
619 _pth_file = os.path.splitext(exe_file)[0] + '._pth'
620 else:
621 _pth_file = os.path.splitext(dll_file)[0] + '._pth'
Zachary Wared48214f2017-05-14 15:49:46 -0500622 with open(_pth_file, 'w') as f:
623 for line in lines:
624 print(line, file=f)
625 return exe_file
Steve Dower1da055e2016-10-29 08:50:31 -0700626
Steve Dower5f9193a2017-02-04 15:19:29 -0800627 def _calc_sys_path_for_underpth_nosite(self, sys_prefix, lines):
628 sys_path = []
629 for line in lines:
630 if not line or line[0] == '#':
631 continue
632 abs_path = os.path.abspath(os.path.join(sys_prefix, line))
633 sys_path.append(abs_path)
634 return sys_path
635
Steve Dowerc6dd4152016-10-27 14:28:07 -0700636 def test_underpth_nosite_file(self):
Steve Dower1da055e2016-10-29 08:50:31 -0700637 libpath = os.path.dirname(os.path.dirname(encodings.__file__))
638 exe_prefix = os.path.dirname(sys.executable)
Steve Dower5f9193a2017-02-04 15:19:29 -0800639 pth_lines = [
Steve Dower1da055e2016-10-29 08:50:31 -0700640 'fake-path-name',
641 *[libpath for _ in range(200)],
Steve Dower5f9193a2017-02-04 15:19:29 -0800642 '',
Steve Dower1da055e2016-10-29 08:50:31 -0700643 '# comment',
Steve Dower5f9193a2017-02-04 15:19:29 -0800644 ]
645 exe_file = self._create_underpth_exe(pth_lines)
646 sys_path = self._calc_sys_path_for_underpth_nosite(
647 os.path.dirname(exe_file),
648 pth_lines)
Steve Dowerc6dd4152016-10-27 14:28:07 -0700649
Zachary Wared48214f2017-05-14 15:49:46 -0500650 env = os.environ.copy()
651 env['PYTHONPATH'] = 'from-env'
652 env['PATH'] = '{};{}'.format(exe_prefix, os.getenv('PATH'))
Steve Dower9b33bf52017-05-23 16:25:25 -0700653 output = subprocess.check_output([exe_file, '-c',
654 'import sys; print("\\n".join(sys.path) if sys.flags.no_site else "")'
655 ], env=env, encoding='ansi')
656 actual_sys_path = output.rstrip().split('\n')
Serhiy Storchaka95c32622018-02-04 18:14:47 +0200657 self.assertTrue(actual_sys_path, "sys.flags.no_site was False")
Steve Dower9b33bf52017-05-23 16:25:25 -0700658 self.assertEqual(
659 actual_sys_path,
660 sys_path,
661 "sys.path is incorrect"
662 )
Steve Dowerc6dd4152016-10-27 14:28:07 -0700663
Steve Dowerc6dd4152016-10-27 14:28:07 -0700664 def test_underpth_file(self):
Steve Dower1da055e2016-10-29 08:50:31 -0700665 libpath = os.path.dirname(os.path.dirname(encodings.__file__))
666 exe_prefix = os.path.dirname(sys.executable)
667 exe_file = self._create_underpth_exe([
668 'fake-path-name',
669 *[libpath for _ in range(200)],
Steve Dower5f9193a2017-02-04 15:19:29 -0800670 '',
Steve Dower1da055e2016-10-29 08:50:31 -0700671 '# comment',
672 'import site'
673 ])
Steve Dower5f9193a2017-02-04 15:19:29 -0800674 sys_prefix = os.path.dirname(exe_file)
Zachary Wared48214f2017-05-14 15:49:46 -0500675 env = os.environ.copy()
676 env['PYTHONPATH'] = 'from-env'
677 env['PATH'] = '{};{}'.format(exe_prefix, os.getenv('PATH'))
678 rc = subprocess.call([exe_file, '-c',
679 'import sys; sys.exit(not sys.flags.no_site and '
680 '%r in sys.path and %r in sys.path and %r not in sys.path and '
681 'all("\\r" not in p and "\\n" not in p for p in sys.path))' % (
682 os.path.join(sys_prefix, 'fake-path-name'),
683 libpath,
684 os.path.join(sys_prefix, 'from-env'),
685 )], env=env)
Steve Dower5f9193a2017-02-04 15:19:29 -0800686 self.assertTrue(rc, "sys.path is incorrect")
Steve Dowerc6dd4152016-10-27 14:28:07 -0700687
Steve Dower6dd8eca2016-09-17 14:35:32 -0700688
Steve Dower936a6602020-07-15 22:56:49 +0100689 def test_underpth_dll_file(self):
690 libpath = os.path.dirname(os.path.dirname(encodings.__file__))
691 exe_prefix = os.path.dirname(sys.executable)
692 exe_file = self._create_underpth_exe([
693 'fake-path-name',
694 *[libpath for _ in range(200)],
695 '',
696 '# comment',
697 'import site'
698 ], exe_pth=False)
699 sys_prefix = os.path.dirname(exe_file)
700 env = os.environ.copy()
701 env['PYTHONPATH'] = 'from-env'
702 env['PATH'] = '{};{}'.format(exe_prefix, os.getenv('PATH'))
703 rc = subprocess.call([exe_file, '-c',
704 'import sys; sys.exit(not sys.flags.no_site and '
705 '%r in sys.path and %r in sys.path and %r not in sys.path and '
706 'all("\\r" not in p and "\\n" not in p for p in sys.path))' % (
707 os.path.join(sys_prefix, 'fake-path-name'),
708 libpath,
709 os.path.join(sys_prefix, 'from-env'),
710 )], env=env)
711 self.assertTrue(rc, "sys.path is incorrect")
712
713
Brett Cannon0096e262004-06-05 01:12:51 +0000714if __name__ == "__main__":
Brett Cannon3e9a9ae2013-06-12 21:25:59 -0400715 unittest.main()