blob: 59ce41cc0a2dd01c6f3863f4a00c8c8aee32a66d [file] [log] [blame]
Brett Cannon6f44d662012-04-15 16:08:47 -04001"""This module provides the components needed to build your own __import__
2function. Undocumented functions are obsolete.
3
4In most cases it is preferred you consider using the importlib module's
5functionality over this module.
6
7"""
8# (Probably) need to stay in _imp
Brett Cannon62228db2012-04-29 14:38:11 -04009from _imp import (lock_held, acquire_lock, release_lock,
Brett Cannon3e2fe052013-03-17 15:48:16 -070010 get_frozen_object, is_frozen_package,
Brett Cannon2fef4d22012-04-15 19:06:23 -040011 init_builtin, init_frozen, is_builtin, is_frozen,
Brett Cannonac9f2f32012-08-10 13:47:54 -040012 _fix_co_filename)
Brett Cannon3e2fe052013-03-17 15:48:16 -070013try:
14 from _imp import load_dynamic
Brett Cannoncd171c82013-07-04 17:43:24 -040015except ImportError:
Brett Cannon3e2fe052013-03-17 15:48:16 -070016 # Platform doesn't support dynamic loading.
17 load_dynamic = None
Brett Cannon6f44d662012-04-15 16:08:47 -040018
Brett Cannon2a17bde2014-05-30 14:55:29 -040019from importlib._bootstrap import SourcelessFileLoader, _ERR_MSG, _exec, _load
Brett Cannon01a76172012-04-15 20:25:23 -040020
Brett Cannoncb66eb02012-05-11 12:58:42 -040021from importlib import machinery
Brett Cannon05a647d2013-06-14 19:02:34 -040022from importlib import util
Brett Cannon3fe35e62013-06-14 15:04:26 -040023import importlib
Brett Cannon2ee61422012-04-15 22:28:28 -040024import os
Brett Cannone69f0df2012-04-21 21:09:46 -040025import sys
26import tokenize
Brett Cannona3c96152013-06-14 22:26:30 -040027import types
Brett Cannoncb66eb02012-05-11 12:58:42 -040028import warnings
Brett Cannone69f0df2012-04-21 21:09:46 -040029
Brett Cannone4f41de2013-06-16 13:13:40 -040030warnings.warn("the imp module is deprecated in favour of importlib; "
31 "see the module's documentation for alternative uses",
32 PendingDeprecationWarning)
Brett Cannone69f0df2012-04-21 21:09:46 -040033
Brett Cannonc0499522012-05-11 14:48:41 -040034# DEPRECATED
Brett Cannone69f0df2012-04-21 21:09:46 -040035SEARCH_ERROR = 0
36PY_SOURCE = 1
37PY_COMPILED = 2
38C_EXTENSION = 3
39PY_RESOURCE = 4
40PKG_DIRECTORY = 5
41C_BUILTIN = 6
42PY_FROZEN = 7
43PY_CODERESOURCE = 8
44IMP_HOOK = 9
Brett Cannon2ee61422012-04-15 22:28:28 -040045
46
Brett Cannona3c96152013-06-14 22:26:30 -040047def new_module(name):
48 """**DEPRECATED**
49
50 Create a new module.
51
52 The module is not entered into sys.modules.
53
54 """
55 return types.ModuleType(name)
56
57
Brett Cannon77b2abd2012-07-09 16:09:00 -040058def get_magic():
Brett Cannon05a647d2013-06-14 19:02:34 -040059 """**DEPRECATED**
60
61 Return the magic number for .pyc or .pyo files.
62 """
63 return util.MAGIC_NUMBER
Brett Cannon77b2abd2012-07-09 16:09:00 -040064
65
Brett Cannon98979b82012-07-02 15:13:11 -040066def get_tag():
67 """Return the magic tag for .pyc or .pyo files."""
68 return sys.implementation.cache_tag
69
70
Brett Cannona38e8142013-06-14 22:35:40 -040071def cache_from_source(path, debug_override=None):
72 """**DEPRECATED**
73
74 Given the path to a .py file, return the path to its .pyc/.pyo file.
75
76 The .py file does not need to exist; this simply returns the path to the
77 .pyc/.pyo file calculated as if the .py file were imported. The extension
78 will be .pyc unless sys.flags.optimize is non-zero, then it will be .pyo.
79
80 If debug_override is not None, then it must be a boolean and is used in
81 place of sys.flags.optimize.
82
83 If sys.implementation.cache_tag is None then NotImplementedError is raised.
84
85 """
86 return util.cache_from_source(path, debug_override)
87
88
89def source_from_cache(path):
90 """**DEPRECATED**
91
92 Given the path to a .pyc./.pyo file, return the path to its .py file.
93
94 The .pyc/.pyo file does not need to exist; this simply returns the path to
95 the .py file calculated to correspond to the .pyc/.pyo file. If path does
96 not conform to PEP 3147 format, ValueError will be raised. If
97 sys.implementation.cache_tag is None then NotImplementedError is raised.
98
99 """
100 return util.source_from_cache(path)
101
102
Brett Cannon2657df42012-05-04 15:20:40 -0400103def get_suffixes():
Brett Cannone4f41de2013-06-16 13:13:40 -0400104 """**DEPRECATED**"""
Brett Cannonac9f2f32012-08-10 13:47:54 -0400105 extensions = [(s, 'rb', C_EXTENSION) for s in machinery.EXTENSION_SUFFIXES]
Serhiy Storchaka6787a382013-11-23 22:12:06 +0200106 source = [(s, 'r', PY_SOURCE) for s in machinery.SOURCE_SUFFIXES]
Brett Cannoncb66eb02012-05-11 12:58:42 -0400107 bytecode = [(s, 'rb', PY_COMPILED) for s in machinery.BYTECODE_SUFFIXES]
Brett Cannon2657df42012-05-04 15:20:40 -0400108
109 return extensions + source + bytecode
110
111
Brett Cannonacf85cd2012-04-29 12:50:03 -0400112class NullImporter:
113
Brett Cannone4f41de2013-06-16 13:13:40 -0400114 """**DEPRECATED**
115
116 Null import object.
117
118 """
Brett Cannonacf85cd2012-04-29 12:50:03 -0400119
120 def __init__(self, path):
121 if path == '':
122 raise ImportError('empty pathname', path='')
123 elif os.path.isdir(path):
124 raise ImportError('existing directory', path=path)
125
126 def find_module(self, fullname):
127 """Always returns None."""
128 return None
129
130
Brett Cannon64befe92012-04-17 19:14:26 -0400131class _HackedGetData:
Brett Cannon16475ad2012-04-16 22:11:25 -0400132
Brett Cannon64befe92012-04-17 19:14:26 -0400133 """Compatibiilty support for 'file' arguments of various load_*()
134 functions."""
Brett Cannon16475ad2012-04-16 22:11:25 -0400135
136 def __init__(self, fullname, path, file=None):
137 super().__init__(fullname, path)
138 self.file = file
139
140 def get_data(self, path):
Brett Cannon64befe92012-04-17 19:14:26 -0400141 """Gross hack to contort loader to deal w/ load_*()'s bad API."""
Brett Cannon938d44d2012-04-22 19:58:33 -0400142 if self.file and path == self.path:
Brett Cannona4975a92013-08-23 11:45:57 -0400143 if not self.file.closed:
144 file = self.file
145 else:
146 self.file = file = open(self.path, 'r')
147
148 with file:
Brett Cannon16475ad2012-04-16 22:11:25 -0400149 # Technically should be returning bytes, but
150 # SourceLoader.get_code() just passed what is returned to
151 # compile() which can handle str. And converting to bytes would
152 # require figuring out the encoding to decode to and
153 # tokenize.detect_encoding() only accepts bytes.
Brett Cannona4975a92013-08-23 11:45:57 -0400154 return file.read()
Brett Cannon16475ad2012-04-16 22:11:25 -0400155 else:
156 return super().get_data(path)
157
158
Brett Cannon589c4ff2013-06-14 22:29:58 -0400159class _LoadSourceCompatibility(_HackedGetData, machinery.SourceFileLoader):
Brett Cannon64befe92012-04-17 19:14:26 -0400160
161 """Compatibility support for implementing load_source()."""
162
163
Brett Cannon16475ad2012-04-16 22:11:25 -0400164def load_source(name, pathname, file=None):
Eric Snowb523f842013-11-22 09:05:39 -0700165 loader = _LoadSourceCompatibility(name, pathname, file)
166 spec = util.spec_from_file_location(name, pathname, loader=loader)
Eric Snowb523f842013-11-22 09:05:39 -0700167 if name in sys.modules:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400168 module = _exec(spec, sys.modules[name])
Eric Snowb523f842013-11-22 09:05:39 -0700169 else:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400170 module = _load(spec)
Brett Cannon5a4c2332013-04-28 11:53:26 -0400171 # To allow reloading to potentially work, use a non-hacked loader which
172 # won't rely on a now-closed file object.
Brett Cannon589c4ff2013-06-14 22:29:58 -0400173 module.__loader__ = machinery.SourceFileLoader(name, pathname)
Eric Snowb523f842013-11-22 09:05:39 -0700174 module.__spec__.loader = module.__loader__
Brett Cannon5a4c2332013-04-28 11:53:26 -0400175 return module
Brett Cannon16475ad2012-04-16 22:11:25 -0400176
177
Brett Cannon589c4ff2013-06-14 22:29:58 -0400178class _LoadCompiledCompatibility(_HackedGetData, SourcelessFileLoader):
Brett Cannon64befe92012-04-17 19:14:26 -0400179
180 """Compatibility support for implementing load_compiled()."""
181
182
183def load_compiled(name, pathname, file=None):
Brett Cannone4f41de2013-06-16 13:13:40 -0400184 """**DEPRECATED**"""
Eric Snowb523f842013-11-22 09:05:39 -0700185 loader = _LoadCompiledCompatibility(name, pathname, file)
186 spec = util.spec_from_file_location(name, pathname, loader=loader)
Eric Snowb523f842013-11-22 09:05:39 -0700187 if name in sys.modules:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400188 module = _exec(spec, sys.modules[name])
Eric Snowb523f842013-11-22 09:05:39 -0700189 else:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400190 module = _load(spec)
Brett Cannon5a4c2332013-04-28 11:53:26 -0400191 # To allow reloading to potentially work, use a non-hacked loader which
192 # won't rely on a now-closed file object.
Brett Cannon589c4ff2013-06-14 22:29:58 -0400193 module.__loader__ = SourcelessFileLoader(name, pathname)
Eric Snowb523f842013-11-22 09:05:39 -0700194 module.__spec__.loader = module.__loader__
Brett Cannon5a4c2332013-04-28 11:53:26 -0400195 return module
Brett Cannon64befe92012-04-17 19:14:26 -0400196
197
Brett Cannon2ee61422012-04-15 22:28:28 -0400198def load_package(name, path):
Brett Cannone4f41de2013-06-16 13:13:40 -0400199 """**DEPRECATED**"""
Brett Cannon2ee61422012-04-15 22:28:28 -0400200 if os.path.isdir(path):
Brett Cannonc0499522012-05-11 14:48:41 -0400201 extensions = (machinery.SOURCE_SUFFIXES[:] +
202 machinery.BYTECODE_SUFFIXES[:])
Brett Cannon2ee61422012-04-15 22:28:28 -0400203 for extension in extensions:
204 path = os.path.join(path, '__init__'+extension)
205 if os.path.exists(path):
206 break
207 else:
208 raise ValueError('{!r} is not a package'.format(path))
Eric Snowb523f842013-11-22 09:05:39 -0700209 spec = util.spec_from_file_location(name, path,
210 submodule_search_locations=[])
Eric Snowb523f842013-11-22 09:05:39 -0700211 if name in sys.modules:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400212 return _exec(spec, sys.modules[name])
Eric Snowb523f842013-11-22 09:05:39 -0700213 else:
Brett Cannon2a17bde2014-05-30 14:55:29 -0400214 return _load(spec)
Brett Cannon2ee61422012-04-15 22:28:28 -0400215
Brett Cannon01a76172012-04-15 20:25:23 -0400216
217def load_module(name, file, filename, details):
Brett Cannon0450c9e2012-06-15 19:39:06 -0400218 """**DEPRECATED**
219
220 Load a module, given information returned by find_module().
Brett Cannon01a76172012-04-15 20:25:23 -0400221
222 The module name must include the full package name, if any.
223
224 """
225 suffix, mode, type_ = details
Brett Cannone4f41de2013-06-16 13:13:40 -0400226 if mode and (not mode.startswith(('r', 'U')) or '+' in mode):
227 raise ValueError('invalid file open mode {!r}'.format(mode))
228 elif file is None and type_ in {PY_SOURCE, PY_COMPILED}:
229 msg = 'file object required for import (type code {})'.format(type_)
230 raise ValueError(msg)
231 elif type_ == PY_SOURCE:
232 return load_source(name, filename, file)
233 elif type_ == PY_COMPILED:
234 return load_compiled(name, filename, file)
235 elif type_ == C_EXTENSION and load_dynamic is not None:
236 if file is None:
237 with open(filename, 'rb') as opened_file:
238 return load_dynamic(name, filename, opened_file)
Brett Cannonc0499522012-05-11 14:48:41 -0400239 else:
Brett Cannone4f41de2013-06-16 13:13:40 -0400240 return load_dynamic(name, filename, file)
241 elif type_ == PKG_DIRECTORY:
242 return load_package(name, filename)
243 elif type_ == C_BUILTIN:
244 return init_builtin(name)
245 elif type_ == PY_FROZEN:
246 return init_frozen(name)
247 else:
248 msg = "Don't know how to import {} (type code {})".format(name, type_)
249 raise ImportError(msg, name=name)
Brett Cannone69f0df2012-04-21 21:09:46 -0400250
251
252def find_module(name, path=None):
Brett Cannon0450c9e2012-06-15 19:39:06 -0400253 """**DEPRECATED**
254
255 Search for a module.
Brett Cannone69f0df2012-04-21 21:09:46 -0400256
257 If path is omitted or None, search for a built-in, frozen or special
258 module and continue search in sys.path. The module name cannot
259 contain '.'; to search for a submodule of a package, pass the
260 submodule name and the package's __path__.
261
262 """
263 if not isinstance(name, str):
264 raise TypeError("'name' must be a str, not {}".format(type(name)))
265 elif not isinstance(path, (type(None), list)):
266 # Backwards-compatibility
267 raise RuntimeError("'list' must be None or a list, "
268 "not {}".format(type(name)))
269
270 if path is None:
271 if is_builtin(name):
272 return None, None, ('', '', C_BUILTIN)
273 elif is_frozen(name):
274 return None, None, ('', '', PY_FROZEN)
275 else:
276 path = sys.path
277
278 for entry in path:
279 package_directory = os.path.join(entry, name)
Brett Cannoncb66eb02012-05-11 12:58:42 -0400280 for suffix in ['.py', machinery.BYTECODE_SUFFIXES[0]]:
Brett Cannone69f0df2012-04-21 21:09:46 -0400281 package_file_name = '__init__' + suffix
282 file_path = os.path.join(package_directory, package_file_name)
283 if os.path.isfile(file_path):
284 return None, package_directory, ('', '', PKG_DIRECTORY)
Brett Cannone4f41de2013-06-16 13:13:40 -0400285 for suffix, mode, type_ in get_suffixes():
286 file_name = name + suffix
287 file_path = os.path.join(entry, file_name)
288 if os.path.isfile(file_path):
289 break
290 else:
291 continue
292 break # Break out of outer loop when breaking out of inner loop.
Brett Cannone69f0df2012-04-21 21:09:46 -0400293 else:
Brett Cannon589c4ff2013-06-14 22:29:58 -0400294 raise ImportError(_ERR_MSG.format(name), name=name)
Brett Cannone69f0df2012-04-21 21:09:46 -0400295
296 encoding = None
Serhiy Storchaka6787a382013-11-23 22:12:06 +0200297 if 'b' not in mode:
Brett Cannone69f0df2012-04-21 21:09:46 -0400298 with open(file_path, 'rb') as file:
299 encoding = tokenize.detect_encoding(file.readline)[0]
300 file = open(file_path, mode, encoding=encoding)
301 return file, file_path, (suffix, mode, type_)
Brett Cannon62228db2012-04-29 14:38:11 -0400302
303
Brett Cannon62228db2012-04-29 14:38:11 -0400304def reload(module):
Brett Cannon3fe35e62013-06-14 15:04:26 -0400305 """**DEPRECATED**
306
307 Reload the module and return it.
Brett Cannon62228db2012-04-29 14:38:11 -0400308
309 The module must have been successfully imported before.
310
311 """
Brett Cannon3fe35e62013-06-14 15:04:26 -0400312 return importlib.reload(module)