Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 1 | """Find modules used by a script, using introspection.""" |
Thomas Heller | 919000e | 2002-11-25 20:21:59 +0000 | [diff] [blame] | 2 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 3 | import dis |
Eric Snow | 32439d6 | 2015-05-02 19:15:18 -0600 | [diff] [blame] | 4 | import importlib._bootstrap_external |
Brett Cannon | 73b969e | 2012-12-22 19:34:21 -0500 | [diff] [blame] | 5 | import importlib.machinery |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 6 | import marshal |
| 7 | import os |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 8 | import sys |
Christian Heimes | 45f9af3 | 2007-11-27 21:50:00 +0000 | [diff] [blame] | 9 | import types |
Brett Cannon | e4f41de | 2013-06-16 13:13:40 -0400 | [diff] [blame] | 10 | import warnings |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 11 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 12 | |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 13 | LOAD_CONST = dis.opmap['LOAD_CONST'] |
| 14 | IMPORT_NAME = dis.opmap['IMPORT_NAME'] |
| 15 | STORE_NAME = dis.opmap['STORE_NAME'] |
| 16 | STORE_GLOBAL = dis.opmap['STORE_GLOBAL'] |
Victor Stinner | 7e50978 | 2016-04-12 18:17:06 +0200 | [diff] [blame] | 17 | STORE_OPS = STORE_NAME, STORE_GLOBAL |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 18 | EXTENDED_ARG = dis.EXTENDED_ARG |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 19 | |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 20 | # Old imp constants: |
| 21 | |
| 22 | _SEARCH_ERROR = 0 |
| 23 | _PY_SOURCE = 1 |
| 24 | _PY_COMPILED = 2 |
| 25 | _C_EXTENSION = 3 |
| 26 | _PKG_DIRECTORY = 5 |
| 27 | _C_BUILTIN = 6 |
| 28 | _PY_FROZEN = 7 |
| 29 | |
Guido van Rossum | f1b5a0e | 1998-05-18 20:21:56 +0000 | [diff] [blame] | 30 | # Modulefinder does a good job at simulating Python's, but it can not |
| 31 | # handle __path__ modifications packages make at runtime. Therefore there |
| 32 | # is a mechanism whereby you can register extra paths in this map for a |
Thomas Wouters | 7e47402 | 2000-07-16 12:04:32 +0000 | [diff] [blame] | 33 | # package, and it will be honored. |
Guido van Rossum | f1b5a0e | 1998-05-18 20:21:56 +0000 | [diff] [blame] | 34 | |
| 35 | # Note this is a mapping is lists of paths. |
| 36 | packagePathMap = {} |
| 37 | |
| 38 | # A Public interface |
| 39 | def AddPackagePath(packagename, path): |
Éric Araujo | cee6bb5 | 2011-08-01 15:29:07 +0200 | [diff] [blame] | 40 | packagePathMap.setdefault(packagename, []).append(path) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 41 | |
Thomas Heller | c7aaf95 | 2002-11-14 18:45:11 +0000 | [diff] [blame] | 42 | replacePackageMap = {} |
| 43 | |
Martin v. Löwis | 2f48d89 | 2011-05-09 08:05:43 +0200 | [diff] [blame] | 44 | # This ReplacePackage mechanism allows modulefinder to work around |
| 45 | # situations in which a package injects itself under the name |
| 46 | # of another package into sys.modules at runtime by calling |
| 47 | # ReplacePackage("real_package_name", "faked_package_name") |
Thomas Heller | c7aaf95 | 2002-11-14 18:45:11 +0000 | [diff] [blame] | 48 | # before running ModuleFinder. |
| 49 | |
| 50 | def ReplacePackage(oldname, newname): |
| 51 | replacePackageMap[oldname] = newname |
| 52 | |
| 53 | |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 54 | def _find_module(name, path=None): |
| 55 | """An importlib reimplementation of imp.find_module (for our purposes).""" |
| 56 | |
| 57 | # It's necessary to clear the caches for our Finder first, in case any |
| 58 | # modules are being added/deleted/modified at runtime. In particular, |
| 59 | # test_modulefinder.py changes file tree contents in a cache-breaking way: |
| 60 | |
| 61 | importlib.machinery.PathFinder.invalidate_caches() |
| 62 | |
| 63 | spec = importlib.machinery.PathFinder.find_spec(name, path) |
| 64 | |
| 65 | if spec is None: |
| 66 | raise ImportError("No module named {name!r}".format(name=name), name=name) |
| 67 | |
| 68 | # Some special cases: |
| 69 | |
| 70 | if spec.loader is importlib.machinery.BuiltinImporter: |
| 71 | return None, None, ("", "", _C_BUILTIN) |
| 72 | |
| 73 | if spec.loader is importlib.machinery.FrozenImporter: |
| 74 | return None, None, ("", "", _PY_FROZEN) |
| 75 | |
| 76 | file_path = spec.origin |
| 77 | |
| 78 | if spec.loader.is_package(name): |
| 79 | return None, os.path.dirname(file_path), ("", "", _PKG_DIRECTORY) |
| 80 | |
| 81 | if isinstance(spec.loader, importlib.machinery.SourceFileLoader): |
| 82 | kind = _PY_SOURCE |
| 83 | mode = "r" |
| 84 | |
| 85 | elif isinstance(spec.loader, importlib.machinery.ExtensionFileLoader): |
| 86 | kind = _C_EXTENSION |
| 87 | mode = "rb" |
| 88 | |
| 89 | elif isinstance(spec.loader, importlib.machinery.SourcelessFileLoader): |
| 90 | kind = _PY_COMPILED |
| 91 | mode = "rb" |
| 92 | |
| 93 | else: # Should never happen. |
| 94 | return None, None, ("", "", _SEARCH_ERROR) |
| 95 | |
| 96 | file = open(file_path, mode) |
| 97 | suffix = os.path.splitext(file_path)[-1] |
| 98 | |
| 99 | return file, file_path, (suffix, mode, kind) |
| 100 | |
| 101 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 102 | class Module: |
| 103 | |
| 104 | def __init__(self, name, file=None, path=None): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 105 | self.__name__ = name |
| 106 | self.__file__ = file |
| 107 | self.__path__ = path |
| 108 | self.__code__ = None |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 109 | # The set of global names that are assigned to in the module. |
| 110 | # This includes those names imported through starimports of |
| 111 | # Python modules. |
| 112 | self.globalnames = {} |
| 113 | # The set of starimports this module did that could not be |
| 114 | # resolved, ie. a starimport from a non-Python module. |
| 115 | self.starimports = {} |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 116 | |
| 117 | def __repr__(self): |
Neil Schemenauer | 32d23c9 | 2004-02-15 16:43:20 +0000 | [diff] [blame] | 118 | s = "Module(%r" % (self.__name__,) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 119 | if self.__file__ is not None: |
Walter Dörwald | 70a6b49 | 2004-02-12 17:35:32 +0000 | [diff] [blame] | 120 | s = s + ", %r" % (self.__file__,) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 121 | if self.__path__ is not None: |
Walter Dörwald | 70a6b49 | 2004-02-12 17:35:32 +0000 | [diff] [blame] | 122 | s = s + ", %r" % (self.__path__,) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 123 | s = s + ")" |
| 124 | return s |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 125 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 126 | class ModuleFinder: |
| 127 | |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 128 | def __init__(self, path=None, debug=0, excludes=None, replace_paths=None): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 129 | if path is None: |
| 130 | path = sys.path |
| 131 | self.path = path |
| 132 | self.modules = {} |
| 133 | self.badmodules = {} |
| 134 | self.debug = debug |
| 135 | self.indent = 0 |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 136 | self.excludes = excludes if excludes is not None else [] |
| 137 | self.replace_paths = replace_paths if replace_paths is not None else [] |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 138 | self.processed_paths = [] # Used in debugging only |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 139 | |
| 140 | def msg(self, level, str, *args): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 141 | if level <= self.debug: |
| 142 | for i in range(self.indent): |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 143 | print(" ", end=' ') |
| 144 | print(str, end=' ') |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 145 | for arg in args: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 146 | print(repr(arg), end=' ') |
| 147 | print() |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 148 | |
| 149 | def msgin(self, *args): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 150 | level = args[0] |
| 151 | if level <= self.debug: |
| 152 | self.indent = self.indent + 1 |
Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 153 | self.msg(*args) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 154 | |
| 155 | def msgout(self, *args): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 156 | level = args[0] |
| 157 | if level <= self.debug: |
| 158 | self.indent = self.indent - 1 |
Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 159 | self.msg(*args) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 160 | |
| 161 | def run_script(self, pathname): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 162 | self.msg(2, "run_script", pathname) |
Éric Araujo | 1e3a68d | 2011-07-28 23:35:29 +0200 | [diff] [blame] | 163 | with open(pathname) as fp: |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 164 | stuff = ("", "r", _PY_SOURCE) |
Brett Cannon | 028011f | 2010-10-30 00:26:48 +0000 | [diff] [blame] | 165 | self.load_module('__main__', fp, pathname, stuff) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 166 | |
| 167 | def load_file(self, pathname): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 168 | dir, name = os.path.split(pathname) |
| 169 | name, ext = os.path.splitext(name) |
Éric Araujo | 1e3a68d | 2011-07-28 23:35:29 +0200 | [diff] [blame] | 170 | with open(pathname) as fp: |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 171 | stuff = (ext, "r", _PY_SOURCE) |
Brett Cannon | 028011f | 2010-10-30 00:26:48 +0000 | [diff] [blame] | 172 | self.load_module(name, fp, pathname, stuff) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 173 | |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 174 | def import_hook(self, name, caller=None, fromlist=None, level=-1): |
| 175 | self.msg(3, "import_hook", name, caller, fromlist, level) |
| 176 | parent = self.determine_parent(caller, level=level) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 177 | q, tail = self.find_head_package(parent, name) |
| 178 | m = self.load_tail(q, tail) |
| 179 | if not fromlist: |
| 180 | return q |
| 181 | if m.__path__: |
| 182 | self.ensure_fromlist(m, fromlist) |
Thomas Heller | 318b7b9 | 2002-11-26 08:06:50 +0000 | [diff] [blame] | 183 | return None |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 184 | |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 185 | def determine_parent(self, caller, level=-1): |
| 186 | self.msgin(4, "determine_parent", caller, level) |
| 187 | if not caller or level == 0: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 188 | self.msgout(4, "determine_parent -> None") |
| 189 | return None |
| 190 | pname = caller.__name__ |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 191 | if level >= 1: # relative import |
| 192 | if caller.__path__: |
| 193 | level -= 1 |
| 194 | if level == 0: |
| 195 | parent = self.modules[pname] |
| 196 | assert parent is caller |
| 197 | self.msgout(4, "determine_parent ->", parent) |
| 198 | return parent |
| 199 | if pname.count(".") < level: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 200 | raise ImportError("relative importpath too deep") |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 201 | pname = ".".join(pname.split(".")[:-level]) |
| 202 | parent = self.modules[pname] |
| 203 | self.msgout(4, "determine_parent ->", parent) |
| 204 | return parent |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 205 | if caller.__path__: |
| 206 | parent = self.modules[pname] |
| 207 | assert caller is parent |
| 208 | self.msgout(4, "determine_parent ->", parent) |
| 209 | return parent |
| 210 | if '.' in pname: |
Walter Dörwald | aaab30e | 2002-09-11 20:36:02 +0000 | [diff] [blame] | 211 | i = pname.rfind('.') |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 212 | pname = pname[:i] |
| 213 | parent = self.modules[pname] |
| 214 | assert parent.__name__ == pname |
| 215 | self.msgout(4, "determine_parent ->", parent) |
| 216 | return parent |
| 217 | self.msgout(4, "determine_parent -> None") |
| 218 | return None |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 219 | |
| 220 | def find_head_package(self, parent, name): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 221 | self.msgin(4, "find_head_package", parent, name) |
| 222 | if '.' in name: |
Walter Dörwald | aaab30e | 2002-09-11 20:36:02 +0000 | [diff] [blame] | 223 | i = name.find('.') |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 224 | head = name[:i] |
| 225 | tail = name[i+1:] |
| 226 | else: |
| 227 | head = name |
| 228 | tail = "" |
| 229 | if parent: |
| 230 | qname = "%s.%s" % (parent.__name__, head) |
| 231 | else: |
| 232 | qname = head |
| 233 | q = self.import_module(head, qname, parent) |
| 234 | if q: |
| 235 | self.msgout(4, "find_head_package ->", (q, tail)) |
| 236 | return q, tail |
| 237 | if parent: |
| 238 | qname = head |
| 239 | parent = None |
| 240 | q = self.import_module(head, qname, parent) |
| 241 | if q: |
| 242 | self.msgout(4, "find_head_package ->", (q, tail)) |
| 243 | return q, tail |
| 244 | self.msgout(4, "raise ImportError: No module named", qname) |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 245 | raise ImportError("No module named " + qname) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 246 | |
| 247 | def load_tail(self, q, tail): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 248 | self.msgin(4, "load_tail", q, tail) |
| 249 | m = q |
| 250 | while tail: |
Walter Dörwald | aaab30e | 2002-09-11 20:36:02 +0000 | [diff] [blame] | 251 | i = tail.find('.') |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 252 | if i < 0: i = len(tail) |
| 253 | head, tail = tail[:i], tail[i+1:] |
| 254 | mname = "%s.%s" % (m.__name__, head) |
| 255 | m = self.import_module(head, mname, m) |
| 256 | if not m: |
| 257 | self.msgout(4, "raise ImportError: No module named", mname) |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 258 | raise ImportError("No module named " + mname) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 259 | self.msgout(4, "load_tail ->", m) |
| 260 | return m |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 261 | |
| 262 | def ensure_fromlist(self, m, fromlist, recursive=0): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 263 | self.msg(4, "ensure_fromlist", m, fromlist, recursive) |
| 264 | for sub in fromlist: |
| 265 | if sub == "*": |
| 266 | if not recursive: |
| 267 | all = self.find_all_submodules(m) |
| 268 | if all: |
| 269 | self.ensure_fromlist(m, all, 1) |
| 270 | elif not hasattr(m, sub): |
| 271 | subname = "%s.%s" % (m.__name__, sub) |
| 272 | submod = self.import_module(sub, subname, m) |
| 273 | if not submod: |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 274 | raise ImportError("No module named " + subname) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 275 | |
| 276 | def find_all_submodules(self, m): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 277 | if not m.__path__: |
| 278 | return |
| 279 | modules = {} |
Brett Cannon | f299abd | 2015-04-13 14:21:02 -0400 | [diff] [blame] | 280 | # 'suffixes' used to be a list hardcoded to [".py", ".pyc"]. |
Thomas Heller | aaf1c8d | 2003-11-14 10:28:42 +0000 | [diff] [blame] | 281 | # But we must also collect Python extension modules - although |
| 282 | # we cannot separate normal dlls from Python extensions. |
| 283 | suffixes = [] |
Brett Cannon | cb66eb0 | 2012-05-11 12:58:42 -0400 | [diff] [blame] | 284 | suffixes += importlib.machinery.EXTENSION_SUFFIXES[:] |
| 285 | suffixes += importlib.machinery.SOURCE_SUFFIXES[:] |
| 286 | suffixes += importlib.machinery.BYTECODE_SUFFIXES[:] |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 287 | for dir in m.__path__: |
| 288 | try: |
| 289 | names = os.listdir(dir) |
Andrew Svetlov | ad28c7f | 2012-12-18 22:02:39 +0200 | [diff] [blame] | 290 | except OSError: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 291 | self.msg(2, "can't list directory", dir) |
| 292 | continue |
| 293 | for name in names: |
| 294 | mod = None |
| 295 | for suff in suffixes: |
| 296 | n = len(suff) |
| 297 | if name[-n:] == suff: |
| 298 | mod = name[:-n] |
| 299 | break |
| 300 | if mod and mod != "__init__": |
| 301 | modules[mod] = mod |
| 302 | return modules.keys() |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 303 | |
| 304 | def import_module(self, partname, fqname, parent): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 305 | self.msgin(3, "import_module", partname, fqname, parent) |
| 306 | try: |
| 307 | m = self.modules[fqname] |
| 308 | except KeyError: |
| 309 | pass |
| 310 | else: |
| 311 | self.msgout(3, "import_module ->", m) |
| 312 | return m |
Guido van Rossum | e2b70bc | 2006-08-18 22:13:04 +0000 | [diff] [blame] | 313 | if fqname in self.badmodules: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 314 | self.msgout(3, "import_module -> None") |
| 315 | return None |
Thomas Heller | 2e7c832 | 2004-05-11 15:10:59 +0000 | [diff] [blame] | 316 | if parent and parent.__path__ is None: |
| 317 | self.msgout(3, "import_module -> None") |
| 318 | return None |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 319 | try: |
| 320 | fp, pathname, stuff = self.find_module(partname, |
Just van Rossum | f0dfbaf | 2003-03-05 17:23:48 +0000 | [diff] [blame] | 321 | parent and parent.__path__, parent) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 322 | except ImportError: |
| 323 | self.msgout(3, "import_module ->", None) |
| 324 | return None |
| 325 | try: |
| 326 | m = self.load_module(fqname, fp, pathname, stuff) |
| 327 | finally: |
Éric Araujo | 1e3a68d | 2011-07-28 23:35:29 +0200 | [diff] [blame] | 328 | if fp: |
| 329 | fp.close() |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 330 | if parent: |
| 331 | setattr(parent, partname, m) |
| 332 | self.msgout(3, "import_module ->", m) |
| 333 | return m |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 334 | |
Guido van Rossum | 1bc535d | 2007-05-15 18:46:22 +0000 | [diff] [blame] | 335 | def load_module(self, fqname, fp, pathname, file_info): |
| 336 | suffix, mode, type = file_info |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 337 | self.msgin(2, "load_module", fqname, fp and "fp", pathname) |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 338 | if type == _PKG_DIRECTORY: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 339 | m = self.load_package(fqname, pathname) |
| 340 | self.msgout(2, "load_module ->", m) |
| 341 | return m |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 342 | if type == _PY_SOURCE: |
Guido van Rossum | 78fc363 | 1998-03-20 17:37:24 +0000 | [diff] [blame] | 343 | co = compile(fp.read()+'\n', pathname, 'exec') |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 344 | elif type == _PY_COMPILED: |
Brett Cannon | 0f38478 | 2014-02-28 10:50:34 -0500 | [diff] [blame] | 345 | try: |
Benjamin Peterson | 42aa93b | 2017-12-09 10:26:52 -0800 | [diff] [blame] | 346 | data = fp.read() |
| 347 | importlib._bootstrap_external._classify_pyc(data, fqname, {}) |
Brett Cannon | 0f38478 | 2014-02-28 10:50:34 -0500 | [diff] [blame] | 348 | except ImportError as exc: |
| 349 | self.msgout(2, "raise ImportError: " + str(exc), pathname) |
| 350 | raise |
Benjamin Peterson | 42aa93b | 2017-12-09 10:26:52 -0800 | [diff] [blame] | 351 | co = marshal.loads(memoryview(data)[16:]) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 352 | else: |
| 353 | co = None |
| 354 | m = self.add_module(fqname) |
Guido van Rossum | ab045f9 | 1998-03-06 19:55:10 +0000 | [diff] [blame] | 355 | m.__file__ = pathname |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 356 | if co: |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 357 | if self.replace_paths: |
| 358 | co = self.replace_paths_in_code(co) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 359 | m.__code__ = co |
Guido van Rossum | 3c51cf2 | 1998-03-05 05:15:07 +0000 | [diff] [blame] | 360 | self.scan_code(co, m) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 361 | self.msgout(2, "load_module ->", m) |
| 362 | return m |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 363 | |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 364 | def _add_badmodule(self, name, caller): |
| 365 | if name not in self.badmodules: |
| 366 | self.badmodules[name] = {} |
Benjamin Peterson | c0747cf | 2008-11-03 20:31:38 +0000 | [diff] [blame] | 367 | if caller: |
| 368 | self.badmodules[name][caller.__name__] = 1 |
| 369 | else: |
| 370 | self.badmodules[name]["-"] = 1 |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 371 | |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 372 | def _safe_import_hook(self, name, caller, fromlist, level=-1): |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 373 | # wrapper for self.import_hook() that won't raise ImportError |
| 374 | if name in self.badmodules: |
| 375 | self._add_badmodule(name, caller) |
| 376 | return |
| 377 | try: |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 378 | self.import_hook(name, caller, level=level) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 379 | except ImportError as msg: |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 380 | self.msg(2, "ImportError:", str(msg)) |
| 381 | self._add_badmodule(name, caller) |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 382 | except SyntaxError as msg: |
| 383 | self.msg(2, "SyntaxError:", str(msg)) |
| 384 | self._add_badmodule(name, caller) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 385 | else: |
| 386 | if fromlist: |
| 387 | for sub in fromlist: |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 388 | fullname = name + "." + sub |
| 389 | if fullname in self.badmodules: |
| 390 | self._add_badmodule(fullname, caller) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 391 | continue |
| 392 | try: |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 393 | self.import_hook(name, caller, [sub], level=level) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 394 | except ImportError as msg: |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 395 | self.msg(2, "ImportError:", str(msg)) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 396 | self._add_badmodule(fullname, caller) |
| 397 | |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 398 | def scan_opcodes(self, co): |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 399 | # Scan the code, and yield 'interesting' opcode combinations |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 400 | code = co.co_code |
| 401 | names = co.co_names |
| 402 | consts = co.co_consts |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 403 | opargs = [(op, arg) for _, op, arg in dis._unpack_opargs(code) |
| 404 | if op != EXTENDED_ARG] |
| 405 | for i, (op, oparg) in enumerate(opargs): |
| 406 | if op in STORE_OPS: |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 407 | yield "store", (names[oparg],) |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 408 | continue |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 409 | if (op == IMPORT_NAME and i >= 2 |
| 410 | and opargs[i-1][0] == opargs[i-2][0] == LOAD_CONST): |
| 411 | level = consts[opargs[i-2][1]] |
| 412 | fromlist = consts[opargs[i-1][1]] |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 413 | if level == 0: # absolute import |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 414 | yield "absolute_import", (fromlist, names[oparg]) |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 415 | else: # relative import |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 416 | yield "relative_import", (level, fromlist, names[oparg]) |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 417 | continue |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 418 | |
Guido van Rossum | 3c51cf2 | 1998-03-05 05:15:07 +0000 | [diff] [blame] | 419 | def scan_code(self, co, m): |
| 420 | code = co.co_code |
Serhiy Storchaka | 02d9f5e | 2016-05-08 23:43:50 +0300 | [diff] [blame] | 421 | scanner = self.scan_opcodes |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 422 | for what, args in scanner(co): |
| 423 | if what == "store": |
| 424 | name, = args |
| 425 | m.globalnames[name] = 1 |
| 426 | elif what == "absolute_import": |
| 427 | fromlist, name = args |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 428 | have_star = 0 |
| 429 | if fromlist is not None: |
| 430 | if "*" in fromlist: |
| 431 | have_star = 1 |
| 432 | fromlist = [f for f in fromlist if f != "*"] |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 433 | self._safe_import_hook(name, m, fromlist, level=0) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 434 | if have_star: |
| 435 | # We've encountered an "import *". If it is a Python module, |
| 436 | # the code has already been parsed and we can suck out the |
| 437 | # global names. |
| 438 | mm = None |
| 439 | if m.__path__: |
| 440 | # At this point we don't know whether 'name' is a |
| 441 | # submodule of 'm' or a global module. Let's just try |
| 442 | # the full name first. |
| 443 | mm = self.modules.get(m.__name__ + "." + name) |
| 444 | if mm is None: |
| 445 | mm = self.modules.get(name) |
| 446 | if mm is not None: |
| 447 | m.globalnames.update(mm.globalnames) |
| 448 | m.starimports.update(mm.starimports) |
| 449 | if mm.__code__ is None: |
| 450 | m.starimports[name] = 1 |
| 451 | else: |
| 452 | m.starimports[name] = 1 |
Guido van Rossum | fc2a0a8 | 2006-10-27 23:06:01 +0000 | [diff] [blame] | 453 | elif what == "relative_import": |
| 454 | level, fromlist, name = args |
| 455 | if name: |
| 456 | self._safe_import_hook(name, m, fromlist, level=level) |
| 457 | else: |
| 458 | parent = self.determine_parent(m, level=level) |
| 459 | self._safe_import_hook(parent.__name__, None, fromlist, level=0) |
| 460 | else: |
| 461 | # We don't expect anything else from the generator. |
| 462 | raise RuntimeError(what) |
| 463 | |
Guido van Rossum | 3c51cf2 | 1998-03-05 05:15:07 +0000 | [diff] [blame] | 464 | for c in co.co_consts: |
| 465 | if isinstance(c, type(co)): |
| 466 | self.scan_code(c, m) |
| 467 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 468 | def load_package(self, fqname, pathname): |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 469 | self.msgin(2, "load_package", fqname, pathname) |
Thomas Heller | c7aaf95 | 2002-11-14 18:45:11 +0000 | [diff] [blame] | 470 | newname = replacePackageMap.get(fqname) |
| 471 | if newname: |
| 472 | fqname = newname |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 473 | m = self.add_module(fqname) |
| 474 | m.__file__ = pathname |
| 475 | m.__path__ = [pathname] |
Guido van Rossum | f1b5a0e | 1998-05-18 20:21:56 +0000 | [diff] [blame] | 476 | |
Guido van Rossum | e7e632a | 1998-09-14 16:02:28 +0000 | [diff] [blame] | 477 | # As per comment at top of file, simulate runtime __path__ additions. |
| 478 | m.__path__ = m.__path__ + packagePathMap.get(fqname, []) |
Guido van Rossum | f1b5a0e | 1998-05-18 20:21:56 +0000 | [diff] [blame] | 479 | |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 480 | fp, buf, stuff = self.find_module("__init__", m.__path__) |
Brett Cannon | 028011f | 2010-10-30 00:26:48 +0000 | [diff] [blame] | 481 | try: |
| 482 | self.load_module(fqname, fp, buf, stuff) |
| 483 | self.msgout(2, "load_package ->", m) |
| 484 | return m |
| 485 | finally: |
| 486 | if fp: |
| 487 | fp.close() |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 488 | |
| 489 | def add_module(self, fqname): |
Guido van Rossum | e2b70bc | 2006-08-18 22:13:04 +0000 | [diff] [blame] | 490 | if fqname in self.modules: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 491 | return self.modules[fqname] |
| 492 | self.modules[fqname] = m = Module(fqname) |
| 493 | return m |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 494 | |
Just van Rossum | f0dfbaf | 2003-03-05 17:23:48 +0000 | [diff] [blame] | 495 | def find_module(self, name, path, parent=None): |
| 496 | if parent is not None: |
Thomas Heller | 2e7c832 | 2004-05-11 15:10:59 +0000 | [diff] [blame] | 497 | # assert path is not None |
Just van Rossum | f0dfbaf | 2003-03-05 17:23:48 +0000 | [diff] [blame] | 498 | fullname = parent.__name__+'.'+name |
Guido van Rossum | 03f7f08 | 2001-10-18 19:15:32 +0000 | [diff] [blame] | 499 | else: |
| 500 | fullname = name |
| 501 | if fullname in self.excludes: |
| 502 | self.msgout(3, "find_module -> Excluded", fullname) |
Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 503 | raise ImportError(name) |
Guido van Rossum | 78fc363 | 1998-03-20 17:37:24 +0000 | [diff] [blame] | 504 | |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 505 | if path is None: |
| 506 | if name in sys.builtin_module_names: |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 507 | return (None, None, ("", "", _C_BUILTIN)) |
Guido van Rossum | 78fc363 | 1998-03-20 17:37:24 +0000 | [diff] [blame] | 508 | |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 509 | path = self.path |
Brandt Bucher | 9d7b2c0 | 2019-04-07 01:00:41 -0700 | [diff] [blame] | 510 | |
| 511 | return _find_module(name, path) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 512 | |
| 513 | def report(self): |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 514 | """Print a report to stdout, listing the found modules with their |
| 515 | paths, as well as modules that are missing, or seem to be missing. |
| 516 | """ |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 517 | print() |
| 518 | print(" %-25s %s" % ("Name", "File")) |
| 519 | print(" %-25s %s" % ("----", "----")) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 520 | # Print modules found |
Guido van Rossum | d59cde8 | 2007-06-12 00:25:08 +0000 | [diff] [blame] | 521 | keys = sorted(self.modules.keys()) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 522 | for key in keys: |
| 523 | m = self.modules[key] |
| 524 | if m.__path__: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 525 | print("P", end=' ') |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 526 | else: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 527 | print("m", end=' ') |
| 528 | print("%-25s" % key, m.__file__ or "") |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 529 | |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 530 | # Print missing modules |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 531 | missing, maybe = self.any_missing_maybe() |
| 532 | if missing: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 533 | print() |
| 534 | print("Missing modules:") |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 535 | for name in missing: |
Guido van Rossum | d59cde8 | 2007-06-12 00:25:08 +0000 | [diff] [blame] | 536 | mods = sorted(self.badmodules[name].keys()) |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 537 | print("?", name, "imported from", ', '.join(mods)) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 538 | # Print modules that may be missing, but then again, maybe not... |
| 539 | if maybe: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 540 | print() |
Ezio Melotti | 30b9d5d | 2013-08-17 15:50:46 +0300 | [diff] [blame] | 541 | print("Submodules that appear to be missing, but could also be", end=' ') |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 542 | print("global names in the parent package:") |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 543 | for name in maybe: |
Guido van Rossum | d59cde8 | 2007-06-12 00:25:08 +0000 | [diff] [blame] | 544 | mods = sorted(self.badmodules[name].keys()) |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 545 | print("?", name, "imported from", ', '.join(mods)) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 546 | |
Guido van Rossum | 03f7f08 | 2001-10-18 19:15:32 +0000 | [diff] [blame] | 547 | def any_missing(self): |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 548 | """Return a list of modules that appear to be missing. Use |
| 549 | any_missing_maybe() if you want to know which modules are |
| 550 | certain to be missing, and which *may* be missing. |
| 551 | """ |
| 552 | missing, maybe = self.any_missing_maybe() |
| 553 | return missing + maybe |
| 554 | |
| 555 | def any_missing_maybe(self): |
| 556 | """Return two lists, one with modules that are certainly missing |
| 557 | and one with modules that *may* be missing. The latter names could |
| 558 | either be submodules *or* just global names in the package. |
| 559 | |
| 560 | The reason it can't always be determined is that it's impossible to |
| 561 | tell which names are imported when "from module import *" is done |
| 562 | with an extension module, short of actually importing it. |
| 563 | """ |
Guido van Rossum | 03f7f08 | 2001-10-18 19:15:32 +0000 | [diff] [blame] | 564 | missing = [] |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 565 | maybe = [] |
| 566 | for name in self.badmodules: |
| 567 | if name in self.excludes: |
| 568 | continue |
| 569 | i = name.rfind(".") |
| 570 | if i < 0: |
| 571 | missing.append(name) |
| 572 | continue |
| 573 | subname = name[i+1:] |
| 574 | pkgname = name[:i] |
| 575 | pkg = self.modules.get(pkgname) |
| 576 | if pkg is not None: |
| 577 | if pkgname in self.badmodules[name]: |
| 578 | # The package tried to import this module itself and |
| 579 | # failed. It's definitely missing. |
| 580 | missing.append(name) |
| 581 | elif subname in pkg.globalnames: |
| 582 | # It's a global in the package: definitely not missing. |
| 583 | pass |
| 584 | elif pkg.starimports: |
| 585 | # It could be missing, but the package did an "import *" |
| 586 | # from a non-Python module, so we simply can't be sure. |
| 587 | maybe.append(name) |
| 588 | else: |
| 589 | # It's not a global in the package, the package didn't |
| 590 | # do funny star imports, it's very likely to be missing. |
| 591 | # The symbol could be inserted into the package from the |
| 592 | # outside, but since that's not good style we simply list |
| 593 | # it missing. |
| 594 | missing.append(name) |
| 595 | else: |
| 596 | missing.append(name) |
| 597 | missing.sort() |
| 598 | maybe.sort() |
| 599 | return missing, maybe |
Guido van Rossum | 03f7f08 | 2001-10-18 19:15:32 +0000 | [diff] [blame] | 600 | |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 601 | def replace_paths_in_code(self, co): |
| 602 | new_filename = original_filename = os.path.normpath(co.co_filename) |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 603 | for f, r in self.replace_paths: |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 604 | if original_filename.startswith(f): |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 605 | new_filename = r + original_filename[len(f):] |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 606 | break |
| 607 | |
| 608 | if self.debug and original_filename not in self.processed_paths: |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 609 | if new_filename != original_filename: |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 610 | self.msgout(2, "co_filename %r changed to %r" \ |
| 611 | % (original_filename,new_filename,)) |
| 612 | else: |
| 613 | self.msgout(2, "co_filename %r remains unchanged" \ |
| 614 | % (original_filename,)) |
| 615 | self.processed_paths.append(original_filename) |
| 616 | |
| 617 | consts = list(co.co_consts) |
| 618 | for i in range(len(consts)): |
| 619 | if isinstance(consts[i], type(co)): |
| 620 | consts[i] = self.replace_paths_in_code(consts[i]) |
| 621 | |
Victor Stinner | a9f05d6 | 2019-05-24 23:57:23 +0200 | [diff] [blame] | 622 | return co.replace(co_consts=tuple(consts), co_filename=new_filename) |
Guido van Rossum | 6b767ac | 2001-03-20 20:43:34 +0000 | [diff] [blame] | 623 | |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 624 | |
| 625 | def test(): |
| 626 | # Parse command line |
| 627 | import getopt |
| 628 | try: |
Guido van Rossum | baf0603 | 1998-08-25 14:06:55 +0000 | [diff] [blame] | 629 | opts, args = getopt.getopt(sys.argv[1:], "dmp:qx:") |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 +0000 | [diff] [blame] | 630 | except getopt.error as msg: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 631 | print(msg) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 632 | return |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 633 | |
| 634 | # Process options |
| 635 | debug = 1 |
| 636 | domods = 0 |
| 637 | addpath = [] |
Guido van Rossum | baf0603 | 1998-08-25 14:06:55 +0000 | [diff] [blame] | 638 | exclude = [] |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 639 | for o, a in opts: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 640 | if o == '-d': |
| 641 | debug = debug + 1 |
| 642 | if o == '-m': |
| 643 | domods = 1 |
| 644 | if o == '-p': |
Walter Dörwald | aaab30e | 2002-09-11 20:36:02 +0000 | [diff] [blame] | 645 | addpath = addpath + a.split(os.pathsep) |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 646 | if o == '-q': |
| 647 | debug = 0 |
Guido van Rossum | baf0603 | 1998-08-25 14:06:55 +0000 | [diff] [blame] | 648 | if o == '-x': |
| 649 | exclude.append(a) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 650 | |
| 651 | # Provide default arguments |
| 652 | if not args: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 653 | script = "hello.py" |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 654 | else: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 655 | script = args[0] |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 656 | |
| 657 | # Set the path based on sys.path and the script directory |
| 658 | path = sys.path[:] |
| 659 | path[0] = os.path.dirname(script) |
| 660 | path = addpath + path |
| 661 | if debug > 1: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 662 | print("path:") |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 663 | for item in path: |
Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 664 | print(" ", repr(item)) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 665 | |
| 666 | # Create the module finder and turn its crank |
Guido van Rossum | baf0603 | 1998-08-25 14:06:55 +0000 | [diff] [blame] | 667 | mf = ModuleFinder(path, debug, exclude) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 668 | for arg in args[1:]: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 669 | if arg == '-m': |
| 670 | domods = 1 |
| 671 | continue |
| 672 | if domods: |
| 673 | if arg[-2:] == '.*': |
| 674 | mf.import_hook(arg[:-2], None, ["*"]) |
| 675 | else: |
| 676 | mf.import_hook(arg) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 677 | else: |
Guido van Rossum | 912a14c | 1998-03-05 04:56:37 +0000 | [diff] [blame] | 678 | mf.load_file(arg) |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 679 | mf.run_script(script) |
| 680 | mf.report() |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 681 | return mf # for -i debugging |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 682 | |
| 683 | |
| 684 | if __name__ == '__main__': |
| 685 | try: |
Just van Rossum | e29310a | 2002-12-31 16:33:00 +0000 | [diff] [blame] | 686 | mf = test() |
Guido van Rossum | 75dc496 | 1998-03-05 03:42:00 +0000 | [diff] [blame] | 687 | except KeyboardInterrupt: |
Éric Araujo | 1e3a68d | 2011-07-28 23:35:29 +0200 | [diff] [blame] | 688 | print("\n[interrupted]") |