Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 1 | """Abstract base classes related to import.""" |
| 2 | from . import _bootstrap |
| 3 | from . import machinery |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 4 | try: |
| 5 | import _frozen_importlib |
Brett Cannon | 0a14066 | 2013-06-13 20:57:26 -0400 | [diff] [blame] | 6 | except ModuleNotFoundError as exc: |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 7 | if exc.name != '_frozen_importlib': |
| 8 | raise |
| 9 | _frozen_importlib = None |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 10 | import abc |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 11 | |
| 12 | |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 13 | def _register(abstract_cls, *classes): |
| 14 | for cls in classes: |
| 15 | abstract_cls.register(cls) |
| 16 | if _frozen_importlib is not None: |
| 17 | frozen_cls = getattr(_frozen_importlib, cls.__name__) |
| 18 | abstract_cls.register(frozen_cls) |
| 19 | |
| 20 | |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 21 | class Finder(metaclass=abc.ABCMeta): |
| 22 | |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 23 | """Legacy abstract base class for import finders. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 24 | |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 25 | It may be subclassed for compatibility with legacy third party |
| 26 | reimplementations of the import system. Otherwise, finder |
| 27 | implementations should derive from the more specific MetaPathFinder |
| 28 | or PathEntryFinder ABCs. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 29 | """ |
| 30 | |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 31 | @abc.abstractmethod |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 32 | def find_module(self, fullname, path=None): |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 33 | """An abstract method that should find a module. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 34 | The fullname is a str and the optional path is a str or None. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 35 | Returns a Loader object or None. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 36 | """ |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 37 | |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 38 | |
| 39 | class MetaPathFinder(Finder): |
| 40 | |
| 41 | """Abstract base class for import finders on sys.meta_path.""" |
| 42 | |
| 43 | @abc.abstractmethod |
| 44 | def find_module(self, fullname, path): |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 45 | """Abstract method which, when implemented, should find a module. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 46 | The fullname is a str and the path is a list of strings or None. |
| 47 | Returns a Loader object or None. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 48 | """ |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 49 | |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 50 | def invalidate_caches(self): |
| 51 | """An optional method for clearing the finder's cache, if any. |
| 52 | This method is used by importlib.invalidate_caches(). |
| 53 | """ |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 54 | |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 55 | _register(MetaPathFinder, machinery.BuiltinImporter, machinery.FrozenImporter, |
Nick Coghlan | ff79486 | 2012-08-02 21:45:24 +1000 | [diff] [blame] | 56 | machinery.PathFinder, machinery.WindowsRegistryFinder) |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 57 | |
| 58 | |
| 59 | class PathEntryFinder(Finder): |
| 60 | |
| 61 | """Abstract base class for path entry finders used by PathFinder.""" |
| 62 | |
| 63 | @abc.abstractmethod |
| 64 | def find_loader(self, fullname): |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 65 | """Abstract method which, when implemented, returns a module loader or |
| 66 | a possible part of a namespace. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 67 | The fullname is a str. Returns a 2-tuple of (Loader, portion) where |
| 68 | portion is a sequence of file system locations contributing to part of |
Brett Cannon | f1d7b11 | 2013-05-31 18:39:07 -0400 | [diff] [blame] | 69 | a namespace package. The sequence may be empty and the loader may be |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 70 | None. |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 71 | """ |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 72 | return None, [] |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 73 | |
Brett Cannon | f410ce8 | 2012-08-10 17:41:23 -0400 | [diff] [blame] | 74 | find_module = _bootstrap._find_module_shim |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 75 | |
| 76 | def invalidate_caches(self): |
| 77 | """An optional method for clearing the finder's cache, if any. |
| 78 | This method is used by PathFinder.invalidate_caches(). |
| 79 | """ |
Brett Cannon | f4dc920 | 2012-08-10 12:21:12 -0400 | [diff] [blame] | 80 | |
Nick Coghlan | 8a9080f | 2012-08-02 21:26:03 +1000 | [diff] [blame] | 81 | _register(PathEntryFinder, machinery.FileFinder) |
| 82 | |
| 83 | |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 84 | class Loader(metaclass=abc.ABCMeta): |
| 85 | |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 86 | """Abstract base class for import loaders. |
| 87 | |
| 88 | The optional method module_repr(module) may be defined to provide a |
| 89 | repr for a module when appropriate (see PEP 420). The __repr__() method on |
| 90 | the module type will use the method as appropriate. |
| 91 | |
| 92 | """ |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 93 | |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 94 | @abc.abstractmethod |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 95 | def load_module(self, fullname): |
Raymond Hettinger | d958ea7 | 2011-01-13 19:08:04 +0000 | [diff] [blame] | 96 | """Abstract method which when implemented should load a module. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 97 | The fullname is a str. |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 98 | |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 99 | ImportError is raised on failure. |
| 100 | """ |
| 101 | raise ImportError |
| 102 | |
Barry Warsaw | d7d2194 | 2012-07-29 16:36:17 -0400 | [diff] [blame] | 103 | def module_repr(self, module): |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 104 | """Return a module's repr. |
| 105 | |
Brett Cannon | f1d7b11 | 2013-05-31 18:39:07 -0400 | [diff] [blame] | 106 | Used by the module type when the method does not raise |
| 107 | NotImplementedError. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 108 | """ |
Barry Warsaw | d7d2194 | 2012-07-29 16:36:17 -0400 | [diff] [blame] | 109 | raise NotImplementedError |
| 110 | |
Brett Cannon | 0dbb4c7 | 2013-05-31 18:56:47 -0400 | [diff] [blame] | 111 | def init_module_attrs(self, module): |
| 112 | """Set the module's __loader__ attribute.""" |
| 113 | module.__loader__ = self |
| 114 | |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 115 | |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 116 | class ResourceLoader(Loader): |
| 117 | |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 118 | """Abstract base class for loaders which can return data from their |
| 119 | back-end storage. |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 120 | |
| 121 | This ABC represents one of the optional protocols specified by PEP 302. |
| 122 | |
| 123 | """ |
| 124 | |
| 125 | @abc.abstractmethod |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 126 | def get_data(self, path): |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 127 | """Abstract method which when implemented should return the bytes for |
Raymond Hettinger | d958ea7 | 2011-01-13 19:08:04 +0000 | [diff] [blame] | 128 | the specified path. The path must be a str.""" |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 129 | raise IOError |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 130 | |
| 131 | |
| 132 | class InspectLoader(Loader): |
| 133 | |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 134 | """Abstract base class for loaders which support inspection about the |
| 135 | modules they can load. |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 136 | |
| 137 | This ABC represents one of the optional protocols specified by PEP 302. |
| 138 | |
| 139 | """ |
| 140 | |
| 141 | @abc.abstractmethod |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 142 | def is_package(self, fullname): |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 143 | """Abstract method which when implemented should return whether the |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 144 | module is a package. The fullname is a str. Returns a bool. |
| 145 | |
| 146 | Raises ImportError is the module cannot be found. |
| 147 | """ |
| 148 | raise ImportError |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 149 | |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 150 | def get_code(self, fullname): |
Brett Cannon | 3b62ca8 | 2013-05-27 21:11:04 -0400 | [diff] [blame] | 151 | """Method which returns the code object for the module. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 152 | |
Brett Cannon | 3b62ca8 | 2013-05-27 21:11:04 -0400 | [diff] [blame] | 153 | The fullname is a str. Returns a types.CodeType if possible, else |
| 154 | returns None if a code object does not make sense |
| 155 | (e.g. built-in module). Raises ImportError if the module cannot be |
| 156 | found. |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 157 | """ |
Brett Cannon | 3b62ca8 | 2013-05-27 21:11:04 -0400 | [diff] [blame] | 158 | source = self.get_source(fullname) |
| 159 | if source is None: |
| 160 | return None |
| 161 | return self.source_to_code(source) |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 162 | |
| 163 | @abc.abstractmethod |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 164 | def get_source(self, fullname): |
Brett Cannon | 7aa21f7 | 2009-03-15 00:53:05 +0000 | [diff] [blame] | 165 | """Abstract method which should return the source code for the |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 166 | module. The fullname is a str. Returns a str. |
| 167 | |
| 168 | Raises ImportError if the module cannot be found. |
| 169 | """ |
| 170 | raise ImportError |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 171 | |
Brett Cannon | 9ffe85e | 2013-05-26 16:45:10 -0400 | [diff] [blame] | 172 | def source_to_code(self, data, path='<string>'): |
| 173 | """Compile 'data' into a code object. |
| 174 | |
| 175 | The 'data' argument can be anything that compile() can handle. The'path' |
| 176 | argument should be where the data was retrieved (when applicable).""" |
| 177 | return compile(data, path, 'exec', dont_inherit=True) |
| 178 | |
Brett Cannon | 0dbb4c7 | 2013-05-31 18:56:47 -0400 | [diff] [blame] | 179 | def init_module_attrs(self, module): |
| 180 | """Initialize the __loader__ and __package__ attributes of the module. |
| 181 | |
| 182 | The name of the module is gleaned from module.__name__. The __package__ |
| 183 | attribute is set based on self.is_package(). |
| 184 | """ |
| 185 | super().init_module_attrs(module) |
| 186 | _bootstrap._init_package_attrs(self, module) |
| 187 | |
| 188 | load_module = _bootstrap._LoaderBasics.load_module |
| 189 | |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 190 | _register(InspectLoader, machinery.BuiltinImporter, machinery.FrozenImporter, |
| 191 | machinery.ExtensionFileLoader) |
Brett Cannon | a113ac5 | 2009-03-15 01:41:33 +0000 | [diff] [blame] | 192 | |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 193 | |
Brett Cannon | 6919427 | 2009-07-20 04:23:48 +0000 | [diff] [blame] | 194 | class ExecutionLoader(InspectLoader): |
| 195 | |
| 196 | """Abstract base class for loaders that wish to support the execution of |
| 197 | modules as scripts. |
| 198 | |
| 199 | This ABC represents one of the optional protocols specified in PEP 302. |
| 200 | |
| 201 | """ |
| 202 | |
| 203 | @abc.abstractmethod |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 204 | def get_filename(self, fullname): |
Brett Cannon | 6919427 | 2009-07-20 04:23:48 +0000 | [diff] [blame] | 205 | """Abstract method which should return the value that __file__ is to be |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 206 | set to. |
| 207 | |
| 208 | Raises ImportError if the module cannot be found. |
| 209 | """ |
| 210 | raise ImportError |
Brett Cannon | 6919427 | 2009-07-20 04:23:48 +0000 | [diff] [blame] | 211 | |
Brett Cannon | 3b62ca8 | 2013-05-27 21:11:04 -0400 | [diff] [blame] | 212 | def get_code(self, fullname): |
| 213 | """Method to return the code object for fullname. |
| 214 | |
| 215 | Should return None if not applicable (e.g. built-in module). |
| 216 | Raise ImportError if the module cannot be found. |
| 217 | """ |
| 218 | source = self.get_source(fullname) |
| 219 | if source is None: |
| 220 | return None |
| 221 | try: |
| 222 | path = self.get_filename(fullname) |
| 223 | except ImportError: |
| 224 | return self.source_to_code(source) |
| 225 | else: |
| 226 | return self.source_to_code(source, path) |
| 227 | |
Brett Cannon | 0dbb4c7 | 2013-05-31 18:56:47 -0400 | [diff] [blame] | 228 | def init_module_attrs(self, module): |
| 229 | """Initialize the module's attributes. |
| 230 | |
| 231 | It is assumed that the module's name has been set on module.__name__. |
| 232 | It is also assumed that any path returned by self.get_filename() uses |
| 233 | (one of) the operating system's path separator(s) to separate filenames |
| 234 | from directories in order to set __path__ intelligently. |
| 235 | InspectLoader.init_module_attrs() sets __loader__ and __package__. |
| 236 | """ |
| 237 | super().init_module_attrs(module) |
| 238 | _bootstrap._init_file_attrs(self, module) |
| 239 | |
Brett Cannon | 6919427 | 2009-07-20 04:23:48 +0000 | [diff] [blame] | 240 | |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 241 | class FileLoader(_bootstrap.FileLoader, ResourceLoader, ExecutionLoader): |
| 242 | |
| 243 | """Abstract base class partially implementing the ResourceLoader and |
| 244 | ExecutionLoader ABCs.""" |
| 245 | |
| 246 | _register(FileLoader, machinery.SourceFileLoader, |
Marc-Andre Lemburg | 4fe29c9 | 2012-04-25 02:31:37 +0200 | [diff] [blame] | 247 | machinery.SourcelessFileLoader) |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 248 | |
| 249 | |
Brett Cannon | 0cf9e6a | 2010-06-28 04:57:24 +0000 | [diff] [blame] | 250 | class SourceLoader(_bootstrap.SourceLoader, ResourceLoader, ExecutionLoader): |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 251 | |
Brett Cannon | f23e374 | 2010-06-27 23:57:46 +0000 | [diff] [blame] | 252 | """Abstract base class for loading source code (and optionally any |
| 253 | corresponding bytecode). |
Brett Cannon | 2a922ed | 2009-03-09 03:35:50 +0000 | [diff] [blame] | 254 | |
Brett Cannon | f23e374 | 2010-06-27 23:57:46 +0000 | [diff] [blame] | 255 | To support loading from source code, the abstractmethods inherited from |
| 256 | ResourceLoader and ExecutionLoader need to be implemented. To also support |
| 257 | loading from bytecode, the optional methods specified directly by this ABC |
| 258 | is required. |
| 259 | |
| 260 | Inherited abstractmethods not implemented in this ABC: |
| 261 | |
| 262 | * ResourceLoader.get_data |
| 263 | * ExecutionLoader.get_filename |
| 264 | |
| 265 | """ |
| 266 | |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 267 | def path_mtime(self, path): |
Raymond Hettinger | d958ea7 | 2011-01-13 19:08:04 +0000 | [diff] [blame] | 268 | """Return the (int) modification time for the path (str).""" |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 269 | if self.path_stats.__func__ is SourceLoader.path_stats: |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 270 | raise IOError |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 271 | return int(self.path_stats(path)['mtime']) |
| 272 | |
| 273 | def path_stats(self, path): |
| 274 | """Return a metadata dict for the source pointed to by the path (str). |
| 275 | Possible keys: |
| 276 | - 'mtime' (mandatory) is the numeric timestamp of last source |
| 277 | code modification; |
| 278 | - 'size' (optional) is the size in bytes of the source code. |
| 279 | """ |
| 280 | if self.path_mtime.__func__ is SourceLoader.path_mtime: |
Brett Cannon | 100883f | 2013-04-09 16:59:39 -0400 | [diff] [blame] | 281 | raise IOError |
Antoine Pitrou | 5136ac0 | 2012-01-13 18:52:16 +0100 | [diff] [blame] | 282 | return {'mtime': self.path_mtime(path)} |
Brett Cannon | 8d18907 | 2010-08-22 20:38:47 +0000 | [diff] [blame] | 283 | |
Raymond Hettinger | cd92f37 | 2011-01-13 02:31:25 +0000 | [diff] [blame] | 284 | def set_data(self, path, data): |
Brett Cannon | 8d18907 | 2010-08-22 20:38:47 +0000 | [diff] [blame] | 285 | """Write the bytes to the path (if possible). |
| 286 | |
Raymond Hettinger | d958ea7 | 2011-01-13 19:08:04 +0000 | [diff] [blame] | 287 | Accepts a str path and data as bytes. |
| 288 | |
Brett Cannon | 8d18907 | 2010-08-22 20:38:47 +0000 | [diff] [blame] | 289 | Any needed intermediary directories are to be created. If for some |
| 290 | reason the file cannot be written because of permissions, fail |
| 291 | silently. |
Brett Cannon | 8d18907 | 2010-08-22 20:38:47 +0000 | [diff] [blame] | 292 | """ |
Brett Cannon | 8d18907 | 2010-08-22 20:38:47 +0000 | [diff] [blame] | 293 | |
Brett Cannon | 938d44d | 2012-04-22 19:58:33 -0400 | [diff] [blame] | 294 | _register(SourceLoader, machinery.SourceFileLoader) |