Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 1 | import sys |
| 2 | import os |
| 3 | import marshal |
Brett Cannon | 9529fbf | 2013-06-15 17:11:25 -0400 | [diff] [blame] | 4 | import importlib.util |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 5 | import struct |
| 6 | import time |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 7 | import unittest |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 8 | |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 9 | from test import support |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 10 | |
Ezio Melotti | 78ea202 | 2009-09-12 18:41:20 +0000 | [diff] [blame] | 11 | from zipfile import ZipFile, ZipInfo, ZIP_STORED, ZIP_DEFLATED |
| 12 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 13 | import zipimport |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 14 | import linecache |
| 15 | import doctest |
| 16 | import inspect |
Guido van Rossum | 34d1928 | 2007-08-09 01:03:29 +0000 | [diff] [blame] | 17 | import io |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 18 | from traceback import extract_tb, extract_stack, print_tb |
Brett Cannon | 638ce07 | 2013-06-12 15:57:01 -0400 | [diff] [blame] | 19 | |
| 20 | test_src = """\ |
| 21 | def get_name(): |
| 22 | return __name__ |
| 23 | def get_file(): |
| 24 | return __file__ |
| 25 | """ |
| 26 | test_co = compile(test_src, "<???>", "exec") |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 27 | raise_src = 'def do_raise(): raise TypeError\n' |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 28 | |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 29 | def make_pyc(co, mtime, size): |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 30 | data = marshal.dumps(co) |
Jack Jansen | 472e7db | 2003-01-08 16:37:03 +0000 | [diff] [blame] | 31 | if type(mtime) is type(0.0): |
Tim Peters | f2715e0 | 2003-02-19 02:35:07 +0000 | [diff] [blame] | 32 | # Mac mtimes need a bit of special casing |
| 33 | if mtime < 0x7fffffff: |
| 34 | mtime = int(mtime) |
| 35 | else: |
Guido van Rossum | e2a383d | 2007-01-15 16:59:06 +0000 | [diff] [blame] | 36 | mtime = int(-0x100000000 + int(mtime)) |
Brett Cannon | 9529fbf | 2013-06-15 17:11:25 -0400 | [diff] [blame] | 37 | pyc = (importlib.util.MAGIC_NUMBER + |
| 38 | struct.pack("<ii", int(mtime), size & 0xFFFFFFFF) + data) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 39 | return pyc |
| 40 | |
Tim Peters | 68f2d00 | 2006-01-23 22:19:24 +0000 | [diff] [blame] | 41 | def module_path_to_dotted_name(path): |
| 42 | return path.replace(os.sep, '.') |
| 43 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 44 | NOW = time.time() |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 45 | test_pyc = make_pyc(test_co, NOW, len(test_src)) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 46 | |
| 47 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 48 | TESTMOD = "ziptestmodule" |
| 49 | TESTPACK = "ziptestpackage" |
Just van Rossum | d35c6db | 2003-01-02 12:55:48 +0000 | [diff] [blame] | 50 | TESTPACK2 = "ziptestpackage2" |
Skip Montanaro | 7a98be2 | 2007-08-16 14:35:24 +0000 | [diff] [blame] | 51 | TEMP_ZIP = os.path.abspath("junk95142.zip") |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 52 | |
Brett Cannon | 9529fbf | 2013-06-15 17:11:25 -0400 | [diff] [blame] | 53 | pyc_file = importlib.util.cache_from_source(TESTMOD + '.py') |
Brett Cannon | f299abd | 2015-04-13 14:21:02 -0400 | [diff] [blame] | 54 | pyc_ext = '.pyc' |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 55 | |
Ezio Melotti | 78ea202 | 2009-09-12 18:41:20 +0000 | [diff] [blame] | 56 | |
Brett Cannon | 638ce07 | 2013-06-12 15:57:01 -0400 | [diff] [blame] | 57 | class ImportHooksBaseTestCase(unittest.TestCase): |
| 58 | |
| 59 | def setUp(self): |
| 60 | self.path = sys.path[:] |
| 61 | self.meta_path = sys.meta_path[:] |
| 62 | self.path_hooks = sys.path_hooks[:] |
| 63 | sys.path_importer_cache.clear() |
| 64 | self.modules_before = support.modules_setup() |
| 65 | |
| 66 | def tearDown(self): |
| 67 | sys.path[:] = self.path |
| 68 | sys.meta_path[:] = self.meta_path |
| 69 | sys.path_hooks[:] = self.path_hooks |
| 70 | sys.path_importer_cache.clear() |
| 71 | support.modules_cleanup(*self.modules_before) |
| 72 | |
| 73 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 74 | class UncompressedZipImportTestCase(ImportHooksBaseTestCase): |
| 75 | |
| 76 | compression = ZIP_STORED |
| 77 | |
| 78 | def setUp(self): |
| 79 | # We're reusing the zip archive path, so we must clear the |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 80 | # cached directory info and linecache |
| 81 | linecache.clearcache() |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 82 | zipimport._zip_directory_cache.clear() |
| 83 | ImportHooksBaseTestCase.setUp(self) |
| 84 | |
Thomas Heller | 354e3d9 | 2003-07-22 18:10:15 +0000 | [diff] [blame] | 85 | def doTest(self, expected_ext, files, *modules, **kw): |
Benjamin Peterson | eb43736 | 2014-02-16 14:12:57 -0500 | [diff] [blame] | 86 | z = ZipFile(TEMP_ZIP, "w") |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 87 | try: |
Benjamin Peterson | eb43736 | 2014-02-16 14:12:57 -0500 | [diff] [blame] | 88 | for name, (mtime, data) in files.items(): |
| 89 | zinfo = ZipInfo(name, time.localtime(mtime)) |
| 90 | zinfo.compress_type = self.compression |
| 91 | z.writestr(zinfo, data) |
| 92 | z.close() |
| 93 | |
| 94 | stuff = kw.get("stuff", None) |
| 95 | if stuff is not None: |
| 96 | # Prepend 'stuff' to the start of the zipfile |
| 97 | with open(TEMP_ZIP, "rb") as f: |
| 98 | data = f.read() |
| 99 | with open(TEMP_ZIP, "wb") as f: |
| 100 | f.write(stuff) |
| 101 | f.write(data) |
| 102 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 103 | sys.path.insert(0, TEMP_ZIP) |
| 104 | |
| 105 | mod = __import__(".".join(modules), globals(), locals(), |
| 106 | ["__dummy__"]) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 107 | |
| 108 | call = kw.get('call') |
| 109 | if call is not None: |
| 110 | call(mod) |
| 111 | |
Just van Rossum | 9a3129c | 2003-01-03 11:18:56 +0000 | [diff] [blame] | 112 | if expected_ext: |
| 113 | file = mod.get_file() |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 114 | self.assertEqual(file, os.path.join(TEMP_ZIP, |
| 115 | *modules) + expected_ext) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 116 | finally: |
Benjamin Peterson | eb43736 | 2014-02-16 14:12:57 -0500 | [diff] [blame] | 117 | z.close() |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 118 | os.remove(TEMP_ZIP) |
| 119 | |
| 120 | def testAFakeZlib(self): |
| 121 | # |
| 122 | # This could cause a stack overflow before: importing zlib.py |
| 123 | # from a compressed archive would cause zlib to be imported |
| 124 | # which would find zlib.py in the archive, which would... etc. |
| 125 | # |
| 126 | # This test *must* be executed first: it must be the first one |
| 127 | # to trigger zipimport to import zlib (zipimport caches the |
| 128 | # zlib.decompress function object, after which the problem being |
| 129 | # tested here wouldn't be a problem anymore... |
| 130 | # (Hence the 'A' in the test method name: to make it the first |
| 131 | # item in a list sorted by name, like unittest.makeSuite() does.) |
| 132 | # |
Just van Rossum | 5949854 | 2003-11-18 23:00:55 +0000 | [diff] [blame] | 133 | # This test fails on platforms on which the zlib module is |
| 134 | # statically linked, but the problem it tests for can't |
| 135 | # occur in that case (builtin modules are always found first), |
| 136 | # so we'll simply skip it then. Bug #765456. |
| 137 | # |
| 138 | if "zlib" in sys.builtin_module_names: |
Zachary Ware | 9fe6d86 | 2013-12-08 00:20:35 -0600 | [diff] [blame] | 139 | self.skipTest('zlib is a builtin module') |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 140 | if "zlib" in sys.modules: |
| 141 | del sys.modules["zlib"] |
| 142 | files = {"zlib.py": (NOW, test_src)} |
| 143 | try: |
| 144 | self.doTest(".py", files, "zlib") |
| 145 | except ImportError: |
| 146 | if self.compression != ZIP_DEFLATED: |
| 147 | self.fail("expected test to not raise ImportError") |
| 148 | else: |
| 149 | if self.compression != ZIP_STORED: |
| 150 | self.fail("expected test to raise ImportError") |
| 151 | |
| 152 | def testPy(self): |
| 153 | files = {TESTMOD + ".py": (NOW, test_src)} |
| 154 | self.doTest(".py", files, TESTMOD) |
| 155 | |
| 156 | def testPyc(self): |
| 157 | files = {TESTMOD + pyc_ext: (NOW, test_pyc)} |
| 158 | self.doTest(pyc_ext, files, TESTMOD) |
| 159 | |
| 160 | def testBoth(self): |
| 161 | files = {TESTMOD + ".py": (NOW, test_src), |
| 162 | TESTMOD + pyc_ext: (NOW, test_pyc)} |
| 163 | self.doTest(pyc_ext, files, TESTMOD) |
| 164 | |
Just van Rossum | 9a3129c | 2003-01-03 11:18:56 +0000 | [diff] [blame] | 165 | def testEmptyPy(self): |
| 166 | files = {TESTMOD + ".py": (NOW, "")} |
| 167 | self.doTest(None, files, TESTMOD) |
| 168 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 169 | def testBadMagic(self): |
| 170 | # make pyc magic word invalid, forcing loading from .py |
Guido van Rossum | 254348e | 2007-11-21 19:29:53 +0000 | [diff] [blame] | 171 | badmagic_pyc = bytearray(test_pyc) |
Guido van Rossum | ad8d300 | 2007-08-03 18:40:49 +0000 | [diff] [blame] | 172 | badmagic_pyc[0] ^= 0x04 # flip an arbitrary bit |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 173 | files = {TESTMOD + ".py": (NOW, test_src), |
| 174 | TESTMOD + pyc_ext: (NOW, badmagic_pyc)} |
| 175 | self.doTest(".py", files, TESTMOD) |
| 176 | |
| 177 | def testBadMagic2(self): |
| 178 | # make pyc magic word invalid, causing an ImportError |
Guido van Rossum | 254348e | 2007-11-21 19:29:53 +0000 | [diff] [blame] | 179 | badmagic_pyc = bytearray(test_pyc) |
Guido van Rossum | ad8d300 | 2007-08-03 18:40:49 +0000 | [diff] [blame] | 180 | badmagic_pyc[0] ^= 0x04 # flip an arbitrary bit |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 181 | files = {TESTMOD + pyc_ext: (NOW, badmagic_pyc)} |
| 182 | try: |
| 183 | self.doTest(".py", files, TESTMOD) |
| 184 | except ImportError: |
| 185 | pass |
| 186 | else: |
| 187 | self.fail("expected ImportError; import from bad pyc") |
| 188 | |
| 189 | def testBadMTime(self): |
Guido van Rossum | 254348e | 2007-11-21 19:29:53 +0000 | [diff] [blame] | 190 | badtime_pyc = bytearray(test_pyc) |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 191 | # flip the second bit -- not the first as that one isn't stored in the |
| 192 | # .py's mtime in the zip archive. |
| 193 | badtime_pyc[7] ^= 0x02 |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 194 | files = {TESTMOD + ".py": (NOW, test_src), |
| 195 | TESTMOD + pyc_ext: (NOW, badtime_pyc)} |
| 196 | self.doTest(".py", files, TESTMOD) |
| 197 | |
| 198 | def testPackage(self): |
| 199 | packdir = TESTPACK + os.sep |
| 200 | files = {packdir + "__init__" + pyc_ext: (NOW, test_pyc), |
| 201 | packdir + TESTMOD + pyc_ext: (NOW, test_pyc)} |
| 202 | self.doTest(pyc_ext, files, TESTPACK, TESTMOD) |
| 203 | |
| 204 | def testDeepPackage(self): |
| 205 | packdir = TESTPACK + os.sep |
Just van Rossum | d35c6db | 2003-01-02 12:55:48 +0000 | [diff] [blame] | 206 | packdir2 = packdir + TESTPACK2 + os.sep |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 207 | files = {packdir + "__init__" + pyc_ext: (NOW, test_pyc), |
| 208 | packdir2 + "__init__" + pyc_ext: (NOW, test_pyc), |
| 209 | packdir2 + TESTMOD + pyc_ext: (NOW, test_pyc)} |
Just van Rossum | d35c6db | 2003-01-02 12:55:48 +0000 | [diff] [blame] | 210 | self.doTest(pyc_ext, files, TESTPACK, TESTPACK2, TESTMOD) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 211 | |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 212 | def testZipImporterMethods(self): |
| 213 | packdir = TESTPACK + os.sep |
| 214 | packdir2 = packdir + TESTPACK2 + os.sep |
| 215 | files = {packdir + "__init__" + pyc_ext: (NOW, test_pyc), |
| 216 | packdir2 + "__init__" + pyc_ext: (NOW, test_pyc), |
| 217 | packdir2 + TESTMOD + pyc_ext: (NOW, test_pyc)} |
| 218 | |
| 219 | z = ZipFile(TEMP_ZIP, "w") |
| 220 | try: |
| 221 | for name, (mtime, data) in files.items(): |
| 222 | zinfo = ZipInfo(name, time.localtime(mtime)) |
| 223 | zinfo.compress_type = self.compression |
Serhiy Storchaka | 0e6b7b5 | 2013-02-16 17:43:45 +0200 | [diff] [blame] | 224 | zinfo.comment = b"spam" |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 225 | z.writestr(zinfo, data) |
| 226 | z.close() |
| 227 | |
| 228 | zi = zipimport.zipimporter(TEMP_ZIP) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 229 | self.assertEqual(zi.archive, TEMP_ZIP) |
| 230 | self.assertEqual(zi.is_package(TESTPACK), True) |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 231 | mod = zi.load_module(TESTPACK) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 232 | self.assertEqual(zi.get_filename(TESTPACK), mod.__file__) |
Tim Peters | bc29c1a | 2006-01-23 21:28:42 +0000 | [diff] [blame] | 233 | |
R David Murray | a971905 | 2012-03-12 21:16:33 -0400 | [diff] [blame] | 234 | existing_pack_path = __import__(TESTPACK).__path__[0] |
| 235 | expected_path_path = os.path.join(TEMP_ZIP, TESTPACK) |
| 236 | self.assertEqual(existing_pack_path, expected_path_path) |
| 237 | |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 238 | self.assertEqual(zi.is_package(packdir + '__init__'), False) |
| 239 | self.assertEqual(zi.is_package(packdir + TESTPACK2), True) |
| 240 | self.assertEqual(zi.is_package(packdir2 + TESTMOD), False) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 241 | |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 242 | mod_path = packdir2 + TESTMOD |
| 243 | mod_name = module_path_to_dotted_name(mod_path) |
Georg Brandl | 89fad14 | 2010-03-14 10:23:39 +0000 | [diff] [blame] | 244 | __import__(mod_name) |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 245 | mod = sys.modules[mod_name] |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 246 | self.assertEqual(zi.get_source(TESTPACK), None) |
| 247 | self.assertEqual(zi.get_source(mod_path), None) |
| 248 | self.assertEqual(zi.get_filename(mod_path), mod.__file__) |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 249 | # To pass in the module name instead of the path, we must use the |
| 250 | # right importer |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 251 | loader = mod.__loader__ |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 252 | self.assertEqual(loader.get_source(mod_name), None) |
| 253 | self.assertEqual(loader.get_filename(mod_name), mod.__file__) |
Christian Heimes | 7f04431 | 2008-01-06 17:05:40 +0000 | [diff] [blame] | 254 | |
| 255 | # test prefix and archivepath members |
| 256 | zi2 = zipimport.zipimporter(TEMP_ZIP + os.sep + TESTPACK) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 257 | self.assertEqual(zi2.archive, TEMP_ZIP) |
| 258 | self.assertEqual(zi2.prefix, TESTPACK + os.sep) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 259 | finally: |
| 260 | z.close() |
| 261 | os.remove(TEMP_ZIP) |
| 262 | |
Alexandre Vassalotti | 8ae3e05 | 2008-05-16 00:41:41 +0000 | [diff] [blame] | 263 | def testZipImporterMethodsInSubDirectory(self): |
| 264 | packdir = TESTPACK + os.sep |
| 265 | packdir2 = packdir + TESTPACK2 + os.sep |
| 266 | files = {packdir2 + "__init__" + pyc_ext: (NOW, test_pyc), |
| 267 | packdir2 + TESTMOD + pyc_ext: (NOW, test_pyc)} |
| 268 | |
| 269 | z = ZipFile(TEMP_ZIP, "w") |
| 270 | try: |
| 271 | for name, (mtime, data) in files.items(): |
| 272 | zinfo = ZipInfo(name, time.localtime(mtime)) |
| 273 | zinfo.compress_type = self.compression |
Serhiy Storchaka | 0e6b7b5 | 2013-02-16 17:43:45 +0200 | [diff] [blame] | 274 | zinfo.comment = b"eggs" |
Alexandre Vassalotti | 8ae3e05 | 2008-05-16 00:41:41 +0000 | [diff] [blame] | 275 | z.writestr(zinfo, data) |
| 276 | z.close() |
| 277 | |
| 278 | zi = zipimport.zipimporter(TEMP_ZIP + os.sep + packdir) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 279 | self.assertEqual(zi.archive, TEMP_ZIP) |
| 280 | self.assertEqual(zi.prefix, packdir) |
| 281 | self.assertEqual(zi.is_package(TESTPACK2), True) |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 282 | mod = zi.load_module(TESTPACK2) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 283 | self.assertEqual(zi.get_filename(TESTPACK2), mod.__file__) |
Alexandre Vassalotti | 8ae3e05 | 2008-05-16 00:41:41 +0000 | [diff] [blame] | 284 | |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 285 | self.assertEqual( |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 286 | zi.is_package(TESTPACK2 + os.sep + '__init__'), False) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 287 | self.assertEqual( |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 288 | zi.is_package(TESTPACK2 + os.sep + TESTMOD), False) |
Alexandre Vassalotti | 8ae3e05 | 2008-05-16 00:41:41 +0000 | [diff] [blame] | 289 | |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 290 | mod_path = TESTPACK2 + os.sep + TESTMOD |
| 291 | mod_name = module_path_to_dotted_name(mod_path) |
Georg Brandl | 89fad14 | 2010-03-14 10:23:39 +0000 | [diff] [blame] | 292 | __import__(mod_name) |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 293 | mod = sys.modules[mod_name] |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 294 | self.assertEqual(zi.get_source(TESTPACK2), None) |
| 295 | self.assertEqual(zi.get_source(mod_path), None) |
| 296 | self.assertEqual(zi.get_filename(mod_path), mod.__file__) |
Barry Warsaw | 28a691b | 2010-04-17 00:19:56 +0000 | [diff] [blame] | 297 | # To pass in the module name instead of the path, we must use the |
| 298 | # right importer |
Nick Coghlan | f088e5e | 2008-12-14 11:50:48 +0000 | [diff] [blame] | 299 | loader = mod.__loader__ |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 300 | self.assertEqual(loader.get_source(mod_name), None) |
| 301 | self.assertEqual(loader.get_filename(mod_name), mod.__file__) |
Alexandre Vassalotti | 8ae3e05 | 2008-05-16 00:41:41 +0000 | [diff] [blame] | 302 | finally: |
| 303 | z.close() |
| 304 | os.remove(TEMP_ZIP) |
| 305 | |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 306 | def testGetData(self): |
| 307 | z = ZipFile(TEMP_ZIP, "w") |
| 308 | z.compression = self.compression |
| 309 | try: |
| 310 | name = "testdata.dat" |
Guido van Rossum | ad8d300 | 2007-08-03 18:40:49 +0000 | [diff] [blame] | 311 | data = bytes(x for x in range(256)) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 312 | z.writestr(name, data) |
| 313 | z.close() |
| 314 | zi = zipimport.zipimporter(TEMP_ZIP) |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 315 | self.assertEqual(data, zi.get_data(name)) |
Benjamin Peterson | 577473f | 2010-01-19 00:09:57 +0000 | [diff] [blame] | 316 | self.assertIn('zipimporter object', repr(zi)) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 317 | finally: |
| 318 | z.close() |
| 319 | os.remove(TEMP_ZIP) |
| 320 | |
| 321 | def testImporterAttr(self): |
| 322 | src = """if 1: # indent hack |
| 323 | def get_file(): |
| 324 | return __file__ |
Guido van Rossum | ad8d300 | 2007-08-03 18:40:49 +0000 | [diff] [blame] | 325 | if __loader__.get_data("some.data") != b"some data": |
Collin Winter | 828f04a | 2007-08-31 00:04:24 +0000 | [diff] [blame] | 326 | raise AssertionError("bad data")\n""" |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 327 | pyc = make_pyc(compile(src, "<???>", "exec"), NOW, len(src)) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 328 | files = {TESTMOD + pyc_ext: (NOW, pyc), |
| 329 | "some.data": (NOW, "some data")} |
| 330 | self.doTest(pyc_ext, files, TESTMOD) |
| 331 | |
Thomas Heller | 354e3d9 | 2003-07-22 18:10:15 +0000 | [diff] [blame] | 332 | def testImport_WithStuff(self): |
| 333 | # try importing from a zipfile which contains additional |
| 334 | # stuff at the beginning of the file |
| 335 | files = {TESTMOD + ".py": (NOW, test_src)} |
| 336 | self.doTest(".py", files, TESTMOD, |
Guido van Rossum | 85825dc | 2007-08-27 17:03:28 +0000 | [diff] [blame] | 337 | stuff=b"Some Stuff"*31) |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 338 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 339 | def assertModuleSource(self, module): |
| 340 | self.assertEqual(inspect.getsource(module), test_src) |
| 341 | |
| 342 | def testGetSource(self): |
| 343 | files = {TESTMOD + ".py": (NOW, test_src)} |
| 344 | self.doTest(".py", files, TESTMOD, call=self.assertModuleSource) |
| 345 | |
| 346 | def testGetCompiledSource(self): |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 347 | pyc = make_pyc(compile(test_src, "<???>", "exec"), NOW, len(test_src)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 348 | files = {TESTMOD + ".py": (NOW, test_src), |
| 349 | TESTMOD + pyc_ext: (NOW, pyc)} |
| 350 | self.doTest(pyc_ext, files, TESTMOD, call=self.assertModuleSource) |
| 351 | |
| 352 | def runDoctest(self, callback): |
| 353 | files = {TESTMOD + ".py": (NOW, test_src), |
| 354 | "xyz.txt": (NOW, ">>> log.append(True)\n")} |
| 355 | self.doTest(".py", files, TESTMOD, call=callback) |
| 356 | |
| 357 | def doDoctestFile(self, module): |
| 358 | log = [] |
| 359 | old_master, doctest.master = doctest.master, None |
| 360 | try: |
| 361 | doctest.testfile( |
| 362 | 'xyz.txt', package=module, module_relative=True, |
| 363 | globs=locals() |
| 364 | ) |
| 365 | finally: |
| 366 | doctest.master = old_master |
| 367 | self.assertEqual(log,[True]) |
| 368 | |
| 369 | def testDoctestFile(self): |
| 370 | self.runDoctest(self.doDoctestFile) |
| 371 | |
| 372 | def doDoctestSuite(self, module): |
| 373 | log = [] |
| 374 | doctest.DocFileTest( |
| 375 | 'xyz.txt', package=module, module_relative=True, |
| 376 | globs=locals() |
| 377 | ).run() |
| 378 | self.assertEqual(log,[True]) |
| 379 | |
| 380 | def testDoctestSuite(self): |
| 381 | self.runDoctest(self.doDoctestSuite) |
| 382 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 383 | def doTraceback(self, module): |
| 384 | try: |
| 385 | module.do_raise() |
| 386 | except: |
| 387 | tb = sys.exc_info()[2].tb_next |
| 388 | |
| 389 | f,lno,n,line = extract_tb(tb, 1)[0] |
| 390 | self.assertEqual(line, raise_src.strip()) |
| 391 | |
| 392 | f,lno,n,line = extract_stack(tb.tb_frame, 1)[0] |
| 393 | self.assertEqual(line, raise_src.strip()) |
| 394 | |
Guido van Rossum | 34d1928 | 2007-08-09 01:03:29 +0000 | [diff] [blame] | 395 | s = io.StringIO() |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 396 | print_tb(tb, 1, s) |
Benjamin Peterson | c9c0f20 | 2009-06-30 23:06:06 +0000 | [diff] [blame] | 397 | self.assertTrue(s.getvalue().endswith(raise_src)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 398 | else: |
| 399 | raise AssertionError("This ought to be impossible") |
| 400 | |
| 401 | def testTraceback(self): |
| 402 | files = {TESTMOD + ".py": (NOW, raise_src)} |
| 403 | self.doTest(None, files, TESTMOD, call=self.doTraceback) |
| 404 | |
Victor Stinner | 2460a43 | 2010-08-16 17:54:28 +0000 | [diff] [blame] | 405 | @unittest.skipIf(support.TESTFN_UNENCODABLE is None, |
| 406 | "need an unencodable filename") |
Victor Stinner | 36e7911 | 2010-08-17 00:44:11 +0000 | [diff] [blame] | 407 | def testUnencodable(self): |
Victor Stinner | 2460a43 | 2010-08-16 17:54:28 +0000 | [diff] [blame] | 408 | filename = support.TESTFN_UNENCODABLE + ".zip" |
| 409 | z = ZipFile(filename, "w") |
| 410 | zinfo = ZipInfo(TESTMOD + ".py", time.localtime(NOW)) |
| 411 | zinfo.compress_type = self.compression |
| 412 | z.writestr(zinfo, test_src) |
| 413 | z.close() |
| 414 | try: |
| 415 | zipimport.zipimporter(filename) |
| 416 | finally: |
| 417 | os.remove(filename) |
| 418 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 419 | |
Ezio Melotti | 975077a | 2011-05-19 22:03:22 +0300 | [diff] [blame] | 420 | @support.requires_zlib |
Just van Rossum | 52e14d6 | 2002-12-30 22:08:05 +0000 | [diff] [blame] | 421 | class CompressedZipImportTestCase(UncompressedZipImportTestCase): |
| 422 | compression = ZIP_DEFLATED |
| 423 | |
| 424 | |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 425 | class BadFileZipImportTestCase(unittest.TestCase): |
| 426 | def assertZipFailure(self, filename): |
Benjamin Peterson | eb43736 | 2014-02-16 14:12:57 -0500 | [diff] [blame] | 427 | self.assertRaises(zipimport.ZipImportError, |
| 428 | zipimport.zipimporter, filename) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 429 | |
| 430 | def testNoFile(self): |
| 431 | self.assertZipFailure('AdfjdkFJKDFJjdklfjs') |
| 432 | |
| 433 | def testEmptyFilename(self): |
| 434 | self.assertZipFailure('') |
| 435 | |
| 436 | def testBadArgs(self): |
| 437 | self.assertRaises(TypeError, zipimport.zipimporter, None) |
| 438 | self.assertRaises(TypeError, zipimport.zipimporter, TESTMOD, kwd=None) |
| 439 | |
| 440 | def testFilenameTooLong(self): |
| 441 | self.assertZipFailure('A' * 33000) |
| 442 | |
| 443 | def testEmptyFile(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 444 | support.unlink(TESTMOD) |
Victor Stinner | bf81622 | 2011-06-30 23:25:47 +0200 | [diff] [blame] | 445 | support.create_empty_file(TESTMOD) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 446 | self.assertZipFailure(TESTMOD) |
| 447 | |
| 448 | def testFileUnreadable(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 449 | support.unlink(TESTMOD) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 450 | fd = os.open(TESTMOD, os.O_CREAT, 000) |
Tim Peters | 68f2d00 | 2006-01-23 22:19:24 +0000 | [diff] [blame] | 451 | try: |
| 452 | os.close(fd) |
Victor Stinner | fbd6f9e | 2015-03-20 10:52:25 +0100 | [diff] [blame] | 453 | |
| 454 | with self.assertRaises(zipimport.ZipImportError) as cm: |
| 455 | zipimport.zipimporter(TESTMOD) |
Tim Peters | 68f2d00 | 2006-01-23 22:19:24 +0000 | [diff] [blame] | 456 | finally: |
| 457 | # If we leave "the read-only bit" set on Windows, nothing can |
| 458 | # delete TESTMOD, and later tests suffer bogus failures. |
Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 459 | os.chmod(TESTMOD, 0o666) |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 460 | support.unlink(TESTMOD) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 461 | |
| 462 | def testNotZipFile(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 463 | support.unlink(TESTMOD) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 464 | fp = open(TESTMOD, 'w+') |
| 465 | fp.write('a' * 22) |
| 466 | fp.close() |
| 467 | self.assertZipFailure(TESTMOD) |
| 468 | |
Neal Norwitz | dbc95f4 | 2006-01-23 08:48:03 +0000 | [diff] [blame] | 469 | # XXX: disabled until this works on Big-endian machines |
| 470 | def _testBogusZipFile(self): |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 471 | support.unlink(TESTMOD) |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 472 | fp = open(TESTMOD, 'w+') |
| 473 | fp.write(struct.pack('=I', 0x06054B50)) |
| 474 | fp.write('a' * 18) |
| 475 | fp.close() |
| 476 | z = zipimport.zipimporter(TESTMOD) |
| 477 | |
| 478 | try: |
| 479 | self.assertRaises(TypeError, z.find_module, None) |
| 480 | self.assertRaises(TypeError, z.load_module, None) |
| 481 | self.assertRaises(TypeError, z.is_package, None) |
| 482 | self.assertRaises(TypeError, z.get_code, None) |
| 483 | self.assertRaises(TypeError, z.get_data, None) |
| 484 | self.assertRaises(TypeError, z.get_source, None) |
| 485 | |
| 486 | error = zipimport.ZipImportError |
| 487 | self.assertEqual(z.find_module('abc'), None) |
| 488 | |
| 489 | self.assertRaises(error, z.load_module, 'abc') |
| 490 | self.assertRaises(error, z.get_code, 'abc') |
Andrew Svetlov | f7a17b4 | 2012-12-25 16:47:37 +0200 | [diff] [blame] | 491 | self.assertRaises(OSError, z.get_data, 'abc') |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 492 | self.assertRaises(error, z.get_source, 'abc') |
| 493 | self.assertRaises(error, z.is_package, 'abc') |
| 494 | finally: |
| 495 | zipimport._zip_directory_cache.clear() |
| 496 | |
| 497 | |
Neal Norwitz | 5c1ba53 | 2003-02-17 18:05:20 +0000 | [diff] [blame] | 498 | def test_main(): |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 499 | try: |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 500 | support.run_unittest( |
Neal Norwitz | b155b62 | 2006-01-23 07:52:13 +0000 | [diff] [blame] | 501 | UncompressedZipImportTestCase, |
| 502 | CompressedZipImportTestCase, |
| 503 | BadFileZipImportTestCase, |
| 504 | ) |
| 505 | finally: |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 506 | support.unlink(TESTMOD) |
Neal Norwitz | 5c1ba53 | 2003-02-17 18:05:20 +0000 | [diff] [blame] | 507 | |
| 508 | if __name__ == "__main__": |
| 509 | test_main() |