blob: be73d4bba82a18c11b766dc8abe6a8bd5bfa5663 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00008#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +00009#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000010#include "code.h"
Antoine Pitroubc07a5c2012-07-08 12:01:27 +020011#include "frameobject.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000012#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000013#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000014
Guido van Rossum55a83382000-09-20 20:31:38 +000015#ifdef HAVE_FCNTL_H
16#include <fcntl.h>
17#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000018#ifdef __cplusplus
Brett Cannon9a5b25a2010-03-01 02:09:17 +000019extern "C" {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000020#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000021
Barry Warsaw28a691b2010-04-17 00:19:56 +000022#define CACHEDIR "__pycache__"
Guido van Rossum96774c12000-05-01 20:19:08 +000023
Victor Stinner95872862011-03-07 18:20:56 +010024/* See _PyImport_FixupExtensionObject() below */
Guido van Rossum25ce5661997-08-02 03:10:38 +000025static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000026
Victor Stinnerfe7c5b52011-04-05 01:48:03 +020027/* Function from Parser/tokenizer.c */
28extern char * PyTokenizer_FindEncodingFilename(int, PyObject *);
29
Guido van Rossum771c6c81997-10-31 18:37:24 +000030/* This table is defined in config.c: */
31extern struct _inittab _PyImport_Inittab[];
32
33struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000034
Victor Stinnerd0296212011-03-14 14:04:10 -040035static PyObject *initstr = NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +000036
Guido van Rossum1ae940a1995-01-02 19:04:15 +000037/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000038
39void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000040_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000041{
Victor Stinnerd0296212011-03-14 14:04:10 -040042 initstr = PyUnicode_InternFromString("__init__");
43 if (initstr == NULL)
44 Py_FatalError("Can't initialize import variables");
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000045}
46
Guido van Rossum25ce5661997-08-02 03:10:38 +000047void
Just van Rossum52e14d62002-12-30 22:08:05 +000048_PyImportHooks_Init(void)
49{
Brett Cannonfd074152012-04-14 14:10:13 -040050 PyObject *v, *path_hooks = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000051 int err = 0;
Just van Rossum52e14d62002-12-30 22:08:05 +000052
Brett Cannonfd074152012-04-14 14:10:13 -040053 /* adding sys.path_hooks and sys.path_importer_cache */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000054 v = PyList_New(0);
55 if (v == NULL)
56 goto error;
57 err = PySys_SetObject("meta_path", v);
58 Py_DECREF(v);
59 if (err)
60 goto error;
61 v = PyDict_New();
62 if (v == NULL)
63 goto error;
64 err = PySys_SetObject("path_importer_cache", v);
65 Py_DECREF(v);
66 if (err)
67 goto error;
68 path_hooks = PyList_New(0);
69 if (path_hooks == NULL)
70 goto error;
71 err = PySys_SetObject("path_hooks", path_hooks);
72 if (err) {
Just van Rossum52e14d62002-12-30 22:08:05 +000073 error:
Brett Cannonfd074152012-04-14 14:10:13 -040074 PyErr_Print();
75 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
Nadeem Vawda8f46d652012-05-05 12:27:30 +020076 "or path_importer_cache failed");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000077 }
Brett Cannonfd074152012-04-14 14:10:13 -040078 Py_DECREF(path_hooks);
79}
80
81void
82_PyImportZip_Init(void)
83{
84 PyObject *path_hooks, *zimpimport;
85 int err = 0;
86
87 path_hooks = PySys_GetObject("path_hooks");
Victor Stinner1e53bba2013-07-16 22:26:05 +020088 if (path_hooks == NULL) {
89 PyErr_SetString(PyExc_RuntimeError, "unable to get sys.path_hooks");
Brett Cannonfd074152012-04-14 14:10:13 -040090 goto error;
Victor Stinner1e53bba2013-07-16 22:26:05 +020091 }
Brett Cannonfd074152012-04-14 14:10:13 -040092
93 if (Py_VerboseFlag)
94 PySys_WriteStderr("# installing zipimport hook\n");
Thomas Wouters0e3f5912006-08-11 14:57:12 +000095
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000096 zimpimport = PyImport_ImportModule("zipimport");
97 if (zimpimport == NULL) {
98 PyErr_Clear(); /* No zip import module -- okay */
99 if (Py_VerboseFlag)
100 PySys_WriteStderr("# can't import zipimport\n");
101 }
102 else {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200103 _Py_IDENTIFIER(zipimporter);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200104 PyObject *zipimporter = _PyObject_GetAttrId(zimpimport,
105 &PyId_zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000106 Py_DECREF(zimpimport);
107 if (zipimporter == NULL) {
108 PyErr_Clear(); /* No zipimporter object -- okay */
109 if (Py_VerboseFlag)
110 PySys_WriteStderr(
111 "# can't import zipimport.zipimporter\n");
112 }
113 else {
Brett Cannon8923a4d2012-04-24 22:03:46 -0400114 /* sys.path_hooks.insert(0, zipimporter) */
115 err = PyList_Insert(path_hooks, 0, zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000116 Py_DECREF(zipimporter);
Brett Cannonfd074152012-04-14 14:10:13 -0400117 if (err < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000118 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -0400119 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000120 if (Py_VerboseFlag)
121 PySys_WriteStderr(
122 "# installed zipimport hook\n");
123 }
124 }
Brett Cannonfd074152012-04-14 14:10:13 -0400125
126 return;
127
128 error:
129 PyErr_Print();
Brett Cannonacf85cd2012-04-29 12:50:03 -0400130 Py_FatalError("initializing zipimport failed");
Just van Rossum52e14d62002-12-30 22:08:05 +0000131}
132
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000133/* Locking primitives to prevent parallel imports of the same module
134 in different threads to return with a partially loaded module.
135 These calls are serialized by the global interpreter lock. */
136
137#ifdef WITH_THREAD
138
Guido van Rossum49b56061998-10-01 20:42:43 +0000139#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000140
Guido van Rossum65d5b571998-12-21 19:32:43 +0000141static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000142static long import_lock_thread = -1;
143static int import_lock_level = 0;
144
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000145void
146_PyImport_AcquireLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000147{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 long me = PyThread_get_thread_ident();
149 if (me == -1)
150 return; /* Too bad */
151 if (import_lock == NULL) {
152 import_lock = PyThread_allocate_lock();
153 if (import_lock == NULL)
154 return; /* Nothing much we can do. */
155 }
156 if (import_lock_thread == me) {
157 import_lock_level++;
158 return;
159 }
160 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
161 {
162 PyThreadState *tstate = PyEval_SaveThread();
163 PyThread_acquire_lock(import_lock, 1);
164 PyEval_RestoreThread(tstate);
165 }
Antoine Pitrou202b6062012-12-18 22:18:17 +0100166 assert(import_lock_level == 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000167 import_lock_thread = me;
168 import_lock_level = 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000169}
170
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000171int
172_PyImport_ReleaseLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000173{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000174 long me = PyThread_get_thread_ident();
175 if (me == -1 || import_lock == NULL)
176 return 0; /* Too bad */
177 if (import_lock_thread != me)
178 return -1;
179 import_lock_level--;
Antoine Pitrou202b6062012-12-18 22:18:17 +0100180 assert(import_lock_level >= 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000181 if (import_lock_level == 0) {
182 import_lock_thread = -1;
183 PyThread_release_lock(import_lock);
184 }
185 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000186}
187
Gregory P. Smith24cec9f2010-03-01 06:18:41 +0000188/* This function is called from PyOS_AfterFork to ensure that newly
189 created child processes do not share locks with the parent.
190 We now acquire the import lock around fork() calls but on some platforms
191 (Solaris 9 and earlier? see isue7242) that still left us with problems. */
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000192
193void
194_PyImport_ReInitLock(void)
195{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000196 if (import_lock != NULL)
197 import_lock = PyThread_allocate_lock();
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000198 if (import_lock_level > 1) {
199 /* Forked as a side effect of import */
200 long me = PyThread_get_thread_ident();
Brett Cannone4710cf2012-11-15 21:39:36 -0500201 /* The following could fail if the lock is already held, but forking as
202 a side-effect of an import is a) rare, b) nuts, and c) difficult to
203 do thanks to the lock only being held when doing individual module
204 locks per import. */
205 PyThread_acquire_lock(import_lock, NOWAIT_LOCK);
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000206 import_lock_thread = me;
207 import_lock_level--;
208 } else {
209 import_lock_thread = -1;
210 import_lock_level = 0;
211 }
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000212}
213
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000214#endif
215
Tim Peters69232342001-08-30 05:16:13 +0000216static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000217imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000218{
Tim Peters69232342001-08-30 05:16:13 +0000219#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000220 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000221#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000223#endif
224}
225
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000226static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000227imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000228{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000229#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000230 _PyImport_AcquireLock();
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000231#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000232 Py_INCREF(Py_None);
233 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000234}
235
236static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000237imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000238{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000239#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000240 if (_PyImport_ReleaseLock() < 0) {
241 PyErr_SetString(PyExc_RuntimeError,
242 "not holding the import lock");
243 return NULL;
244 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000245#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000246 Py_INCREF(Py_None);
247 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000248}
249
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100250void
251_PyImport_Fini(void)
252{
253 Py_XDECREF(extensions);
254 extensions = NULL;
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100255#ifdef WITH_THREAD
256 if (import_lock != NULL) {
257 PyThread_free_lock(import_lock);
258 import_lock = NULL;
259 }
260#endif
261}
262
Guido van Rossum25ce5661997-08-02 03:10:38 +0000263/* Helper for sys */
264
265PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000266PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000267{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000268 PyInterpreterState *interp = PyThreadState_GET()->interp;
269 if (interp->modules == NULL)
270 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
271 return interp->modules;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000272}
273
Guido van Rossum3f5da241990-12-20 15:06:42 +0000274
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000275/* List of names to clear in sys */
276static char* sys_deletes[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000277 "path", "argv", "ps1", "ps2",
278 "last_type", "last_value", "last_traceback",
279 "path_hooks", "path_importer_cache", "meta_path",
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200280 "__interactivehook__",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000281 /* misc stuff */
282 "flags", "float_info",
283 NULL
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000284};
285
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000286static char* sys_files[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000287 "stdin", "__stdin__",
288 "stdout", "__stdout__",
289 "stderr", "__stderr__",
290 NULL
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000291};
292
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000293/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000294
Guido van Rossum3f5da241990-12-20 15:06:42 +0000295void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000296PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000297{
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200298 Py_ssize_t pos;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000299 PyObject *key, *value, *dict;
300 PyInterpreterState *interp = PyThreadState_GET()->interp;
301 PyObject *modules = interp->modules;
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200302 PyObject *builtins = interp->builtins;
303 PyObject *weaklist = NULL;
Guido van Rossum758eec01998-01-19 21:58:26 +0000304
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000305 if (modules == NULL)
306 return; /* Already done */
Guido van Rossum758eec01998-01-19 21:58:26 +0000307
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000308 /* Delete some special variables first. These are common
309 places where user values hide and people complain when their
310 destructors fail. Since the modules containing them are
311 deleted *last* of all, they would come too late in the normal
312 destruction order. Sigh. */
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000313
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200314 /* XXX Perhaps these precautions are obsolete. Who knows? */
315
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000316 value = PyDict_GetItemString(modules, "builtins");
317 if (value != NULL && PyModule_Check(value)) {
318 dict = PyModule_GetDict(value);
319 if (Py_VerboseFlag)
320 PySys_WriteStderr("# clear builtins._\n");
321 PyDict_SetItemString(dict, "_", Py_None);
322 }
323 value = PyDict_GetItemString(modules, "sys");
324 if (value != NULL && PyModule_Check(value)) {
325 char **p;
326 PyObject *v;
327 dict = PyModule_GetDict(value);
328 for (p = sys_deletes; *p != NULL; p++) {
329 if (Py_VerboseFlag)
330 PySys_WriteStderr("# clear sys.%s\n", *p);
331 PyDict_SetItemString(dict, *p, Py_None);
332 }
333 for (p = sys_files; *p != NULL; p+=2) {
334 if (Py_VerboseFlag)
335 PySys_WriteStderr("# restore sys.%s\n", *p);
336 v = PyDict_GetItemString(dict, *(p+1));
337 if (v == NULL)
338 v = Py_None;
339 PyDict_SetItemString(dict, *p, v);
340 }
341 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000342
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200343 /* We prepare a list which will receive (name, weakref) tuples of
344 modules when they are removed from sys.modules. The name is used
345 for diagnosis messages (in verbose mode), while the weakref helps
346 detect those modules which have been held alive. */
347 weaklist = PyList_New(0);
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200348 if (weaklist == NULL)
349 PyErr_Clear();
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200350
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200351#define STORE_MODULE_WEAKREF(name, mod) \
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200352 if (weaklist != NULL) { \
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200353 PyObject *wr = PyWeakref_NewRef(mod, NULL); \
354 if (name && wr) { \
355 PyObject *tup = PyTuple_Pack(2, name, wr); \
356 PyList_Append(weaklist, tup); \
357 Py_XDECREF(tup); \
358 } \
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200359 Py_XDECREF(wr); \
360 if (PyErr_Occurred()) \
361 PyErr_Clear(); \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000362 }
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000363
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200364 /* Remove all modules from sys.modules, hoping that garbage collection
365 can reclaim most of them. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000366 pos = 0;
367 while (PyDict_Next(modules, &pos, &key, &value)) {
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200368 if (PyModule_Check(value)) {
369 if (Py_VerboseFlag && PyUnicode_Check(key))
370 PySys_FormatStderr("# cleanup[2] removing %U\n", key, value);
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200371 STORE_MODULE_WEAKREF(key, value);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000372 PyDict_SetItem(modules, key, Py_None);
373 }
374 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000375
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200376 /* Clear the modules dict. */
377 PyDict_Clear(modules);
378 /* Replace the interpreter's reference to builtins with an empty dict
379 (module globals still have a reference to the original builtins). */
380 builtins = interp->builtins;
381 interp->builtins = PyDict_New();
382 Py_DECREF(builtins);
383 /* Collect references */
384 _PyGC_CollectNoFail();
Antoine Pitrou5f454a02013-05-06 21:15:57 +0200385 /* Dump GC stats before it's too late, since it uses the warnings
386 machinery. */
387 _PyGC_DumpShutdownStats();
388
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200389 /* Now, if there are any modules left alive, clear their globals to
390 minimize potential leaks. All C extension modules actually end
391 up here, since they are kept alive in the interpreter state. */
392 if (weaklist != NULL) {
393 Py_ssize_t i, n;
394 n = PyList_GET_SIZE(weaklist);
395 for (i = 0; i < n; i++) {
396 PyObject *tup = PyList_GET_ITEM(weaklist, i);
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200397 PyObject *name = PyTuple_GET_ITEM(tup, 0);
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200398 PyObject *mod = PyWeakref_GET_OBJECT(PyTuple_GET_ITEM(tup, 1));
399 if (mod == Py_None)
400 continue;
401 Py_INCREF(mod);
402 assert(PyModule_Check(mod));
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200403 if (Py_VerboseFlag && PyUnicode_Check(name))
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200404 PySys_FormatStderr("# cleanup[3] wiping %U\n",
Antoine Pitrou79ba3882013-08-06 22:50:15 +0200405 name, mod);
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200406 _PyModule_Clear(mod);
407 Py_DECREF(mod);
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200408 }
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200409 Py_DECREF(weaklist);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000410 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000411
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200412 /* Clear and delete the modules directory. Actual modules will
413 still be there only if imported during the execution of some
414 destructor. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000415 interp->modules = NULL;
416 Py_DECREF(modules);
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200417
418 /* Once more */
419 _PyGC_CollectNoFail();
420
421#undef STORE_MODULE_WEAKREF
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000422}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000423
424
Barry Warsaw28a691b2010-04-17 00:19:56 +0000425/* Helper for pythonrun.c -- return magic number and tag. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000426
427long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000428PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000429{
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200430 long res;
Brett Cannon77b2abd2012-07-09 16:09:00 -0400431 PyInterpreterState *interp = PyThreadState_Get()->interp;
432 PyObject *pyc_magic = PyObject_GetAttrString(interp->importlib,
433 "_RAW_MAGIC_NUMBER");
434 if (pyc_magic == NULL)
435 return -1;
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200436 res = PyLong_AsLong(pyc_magic);
Benjamin Peterson66f36592012-07-09 22:21:55 -0700437 Py_DECREF(pyc_magic);
438 return res;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000439}
440
441
Brett Cannon3adc7b72012-07-09 14:22:12 -0400442extern const char * _PySys_ImplCacheTag;
443
Barry Warsaw28a691b2010-04-17 00:19:56 +0000444const char *
445PyImport_GetMagicTag(void)
446{
Brett Cannon3adc7b72012-07-09 14:22:12 -0400447 return _PySys_ImplCacheTag;
Barry Warsaw28a691b2010-04-17 00:19:56 +0000448}
449
Brett Cannon98979b82012-07-02 15:13:11 -0400450
Guido van Rossum25ce5661997-08-02 03:10:38 +0000451/* Magic for extension modules (built-in as well as dynamically
452 loaded). To prevent initializing an extension module more than
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200453 once, we keep a static dictionary 'extensions' keyed by the tuple
454 (module name, module name) (for built-in modules) or by
455 (filename, module name) (for dynamically loaded modules), containing these
456 modules. A copy of the module's dictionary is stored by calling
457 _PyImport_FixupExtensionObject() immediately after the module initialization
458 function succeeds. A copy can be retrieved from there by calling
Victor Stinner95872862011-03-07 18:20:56 +0100459 _PyImport_FindExtensionObject().
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000460
Barry Warsaw7c9627b2010-06-17 18:38:20 +0000461 Modules which do support multiple initialization set their m_size
462 field to a non-negative number (indicating the size of the
463 module-specific state). They are still recorded in the extensions
464 dictionary, to avoid loading shared libraries twice.
Martin v. Löwis1a214512008-06-11 05:26:20 +0000465*/
466
467int
Victor Stinner95872862011-03-07 18:20:56 +0100468_PyImport_FixupExtensionObject(PyObject *mod, PyObject *name,
469 PyObject *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000470{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500471 PyObject *modules, *dict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000472 struct PyModuleDef *def;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500473 int res;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000474 if (extensions == NULL) {
475 extensions = PyDict_New();
476 if (extensions == NULL)
477 return -1;
478 }
479 if (mod == NULL || !PyModule_Check(mod)) {
480 PyErr_BadInternalCall();
481 return -1;
482 }
483 def = PyModule_GetDef(mod);
484 if (!def) {
485 PyErr_BadInternalCall();
486 return -1;
487 }
488 modules = PyImport_GetModuleDict();
Victor Stinner95872862011-03-07 18:20:56 +0100489 if (PyDict_SetItem(modules, name, mod) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000490 return -1;
491 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100492 PyDict_DelItem(modules, name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000493 return -1;
494 }
495 if (def->m_size == -1) {
496 if (def->m_base.m_copy) {
497 /* Somebody already imported the module,
498 likely under a different name.
499 XXX this should really not happen. */
500 Py_DECREF(def->m_base.m_copy);
501 def->m_base.m_copy = NULL;
502 }
503 dict = PyModule_GetDict(mod);
504 if (dict == NULL)
505 return -1;
506 def->m_base.m_copy = PyDict_Copy(dict);
507 if (def->m_base.m_copy == NULL)
508 return -1;
509 }
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500510 key = PyTuple_Pack(2, filename, name);
511 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200512 return -1;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500513 res = PyDict_SetItem(extensions, key, (PyObject *)def);
514 Py_DECREF(key);
515 if (res < 0)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200516 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000517 return 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000518}
519
Victor Stinner49d3f252010-10-17 01:24:53 +0000520int
521_PyImport_FixupBuiltin(PyObject *mod, char *name)
522{
523 int res;
Victor Stinner95872862011-03-07 18:20:56 +0100524 PyObject *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100525 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100526 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000527 return -1;
Victor Stinner95872862011-03-07 18:20:56 +0100528 res = _PyImport_FixupExtensionObject(mod, nameobj, nameobj);
529 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000530 return res;
531}
532
Guido van Rossum25ce5661997-08-02 03:10:38 +0000533PyObject *
Victor Stinner95872862011-03-07 18:20:56 +0100534_PyImport_FindExtensionObject(PyObject *name, PyObject *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000535{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500536 PyObject *mod, *mdict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000537 PyModuleDef* def;
538 if (extensions == NULL)
539 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500540 key = PyTuple_Pack(2, filename, name);
541 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200542 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500543 def = (PyModuleDef *)PyDict_GetItem(extensions, key);
544 Py_DECREF(key);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000545 if (def == NULL)
546 return NULL;
547 if (def->m_size == -1) {
548 /* Module does not support repeated initialization */
549 if (def->m_base.m_copy == NULL)
550 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100551 mod = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000552 if (mod == NULL)
553 return NULL;
554 mdict = PyModule_GetDict(mod);
555 if (mdict == NULL)
556 return NULL;
557 if (PyDict_Update(mdict, def->m_base.m_copy))
558 return NULL;
559 }
560 else {
561 if (def->m_base.m_init == NULL)
562 return NULL;
563 mod = def->m_base.m_init();
564 if (mod == NULL)
565 return NULL;
Christian Heimes09ca7942013-07-20 14:51:53 +0200566 if (PyDict_SetItem(PyImport_GetModuleDict(), name, mod) == -1) {
567 Py_DECREF(mod);
568 return NULL;
569 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000570 Py_DECREF(mod);
571 }
572 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100573 PyDict_DelItem(PyImport_GetModuleDict(), name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000574 Py_DECREF(mod);
575 return NULL;
576 }
577 if (Py_VerboseFlag)
Victor Stinner95872862011-03-07 18:20:56 +0100578 PySys_FormatStderr("import %U # previously loaded (%R)\n",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000579 name, filename);
580 return mod;
Brett Cannon9a5b25a2010-03-01 02:09:17 +0000581
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000582}
583
Victor Stinner49d3f252010-10-17 01:24:53 +0000584PyObject *
Victor Stinner501c09a2011-02-23 00:02:00 +0000585_PyImport_FindBuiltin(const char *name)
Victor Stinner49d3f252010-10-17 01:24:53 +0000586{
Victor Stinner95872862011-03-07 18:20:56 +0100587 PyObject *res, *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100588 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100589 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000590 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100591 res = _PyImport_FindExtensionObject(nameobj, nameobj);
592 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000593 return res;
594}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000595
596/* Get the module object corresponding to a module name.
597 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000598 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000599 Because the former action is most common, THIS DOES NOT RETURN A
600 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000601
Guido van Rossum79f25d91997-04-29 20:08:16 +0000602PyObject *
Victor Stinner27ee0892011-03-04 12:57:09 +0000603PyImport_AddModuleObject(PyObject *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000604{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000605 PyObject *modules = PyImport_GetModuleDict();
606 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000607
Victor Stinner27ee0892011-03-04 12:57:09 +0000608 if ((m = PyDict_GetItem(modules, name)) != NULL &&
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000609 PyModule_Check(m))
610 return m;
Victor Stinner27ee0892011-03-04 12:57:09 +0000611 m = PyModule_NewObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000612 if (m == NULL)
613 return NULL;
Victor Stinner27ee0892011-03-04 12:57:09 +0000614 if (PyDict_SetItem(modules, name, m) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000615 Py_DECREF(m);
616 return NULL;
617 }
618 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000619
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000620 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000621}
622
Victor Stinner27ee0892011-03-04 12:57:09 +0000623PyObject *
624PyImport_AddModule(const char *name)
625{
626 PyObject *nameobj, *module;
627 nameobj = PyUnicode_FromString(name);
628 if (nameobj == NULL)
629 return NULL;
630 module = PyImport_AddModuleObject(nameobj);
631 Py_DECREF(nameobj);
632 return module;
633}
634
635
Tim Peters1cd70172004-08-02 03:52:12 +0000636/* Remove name from sys.modules, if it's there. */
637static void
Victor Stinner27ee0892011-03-04 12:57:09 +0000638remove_module(PyObject *name)
Tim Peters1cd70172004-08-02 03:52:12 +0000639{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000640 PyObject *modules = PyImport_GetModuleDict();
Victor Stinner27ee0892011-03-04 12:57:09 +0000641 if (PyDict_GetItem(modules, name) == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000642 return;
Victor Stinner27ee0892011-03-04 12:57:09 +0000643 if (PyDict_DelItem(modules, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000644 Py_FatalError("import: deleting existing key in"
645 "sys.modules failed");
Tim Peters1cd70172004-08-02 03:52:12 +0000646}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000647
Christian Heimes3b06e532008-01-07 20:12:44 +0000648
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000649/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000650 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
651 * removed from sys.modules, to avoid leaving damaged module objects
652 * in sys.modules. The caller may wish to restore the original
653 * module object (if any) in this case; PyImport_ReloadModule is an
654 * example.
Barry Warsaw28a691b2010-04-17 00:19:56 +0000655 *
656 * Note that PyImport_ExecCodeModuleWithPathnames() is the preferred, richer
657 * interface. The other two exist primarily for backward compatibility.
Tim Peters1cd70172004-08-02 03:52:12 +0000658 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000659PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000660PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000661{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000662 return PyImport_ExecCodeModuleWithPathnames(
663 name, co, (char *)NULL, (char *)NULL);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000664}
665
666PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000667PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000668{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000669 return PyImport_ExecCodeModuleWithPathnames(
670 name, co, pathname, (char *)NULL);
Barry Warsaw28a691b2010-04-17 00:19:56 +0000671}
672
673PyObject *
674PyImport_ExecCodeModuleWithPathnames(char *name, PyObject *co, char *pathname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000675 char *cpathname)
Barry Warsaw28a691b2010-04-17 00:19:56 +0000676{
Victor Stinner27ee0892011-03-04 12:57:09 +0000677 PyObject *m = NULL;
678 PyObject *nameobj, *pathobj = NULL, *cpathobj = NULL;
679
680 nameobj = PyUnicode_FromString(name);
681 if (nameobj == NULL)
682 return NULL;
683
Victor Stinner27ee0892011-03-04 12:57:09 +0000684 if (cpathname != NULL) {
685 cpathobj = PyUnicode_DecodeFSDefault(cpathname);
686 if (cpathobj == NULL)
687 goto error;
Brett Cannona6473f92012-07-13 13:57:03 -0400688 }
689 else
Victor Stinner27ee0892011-03-04 12:57:09 +0000690 cpathobj = NULL;
Brett Cannona6473f92012-07-13 13:57:03 -0400691
692 if (pathname != NULL) {
693 pathobj = PyUnicode_DecodeFSDefault(pathname);
694 if (pathobj == NULL)
695 goto error;
696 }
697 else if (cpathobj != NULL) {
698 PyInterpreterState *interp = PyThreadState_GET()->interp;
699 _Py_IDENTIFIER(_get_sourcefile);
700
701 if (interp == NULL) {
702 Py_FatalError("PyImport_ExecCodeModuleWithPathnames: "
703 "no interpreter!");
704 }
705
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -0700706 pathobj = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannona6473f92012-07-13 13:57:03 -0400707 &PyId__get_sourcefile, cpathobj,
708 NULL);
709 if (pathobj == NULL)
710 PyErr_Clear();
711 }
712 else
713 pathobj = NULL;
714
Victor Stinner27ee0892011-03-04 12:57:09 +0000715 m = PyImport_ExecCodeModuleObject(nameobj, co, pathobj, cpathobj);
716error:
717 Py_DECREF(nameobj);
718 Py_XDECREF(pathobj);
719 Py_XDECREF(cpathobj);
720 return m;
721}
722
723PyObject*
724PyImport_ExecCodeModuleObject(PyObject *name, PyObject *co, PyObject *pathname,
725 PyObject *cpathname)
726{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000727 PyObject *modules = PyImport_GetModuleDict();
728 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000729
Victor Stinner27ee0892011-03-04 12:57:09 +0000730 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000731 if (m == NULL)
732 return NULL;
733 /* If the module is being reloaded, we get the old module back
734 and re-use its dict to exec the new code. */
735 d = PyModule_GetDict(m);
736 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
737 if (PyDict_SetItemString(d, "__builtins__",
738 PyEval_GetBuiltins()) != 0)
739 goto error;
740 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000741 if (pathname != NULL) {
Brett Cannona6473f92012-07-13 13:57:03 -0400742 v = pathname;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 }
Brett Cannona6473f92012-07-13 13:57:03 -0400744 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000745 v = ((PyCodeObject *)co)->co_filename;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000746 }
Brett Cannona6473f92012-07-13 13:57:03 -0400747 Py_INCREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000748 if (PyDict_SetItemString(d, "__file__", v) != 0)
749 PyErr_Clear(); /* Not important enough to report */
750 Py_DECREF(v);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000751
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000752 /* Remember the pyc path name as the __cached__ attribute. */
Victor Stinner27ee0892011-03-04 12:57:09 +0000753 if (cpathname != NULL)
754 v = cpathname;
755 else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000756 v = Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000757 if (PyDict_SetItemString(d, "__cached__", v) != 0)
758 PyErr_Clear(); /* Not important enough to report */
Barry Warsaw28a691b2010-04-17 00:19:56 +0000759
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000760 v = PyEval_EvalCode(co, d, d);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000761 if (v == NULL)
762 goto error;
763 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000764
Victor Stinner27ee0892011-03-04 12:57:09 +0000765 if ((m = PyDict_GetItem(modules, name)) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000766 PyErr_Format(PyExc_ImportError,
Victor Stinner27ee0892011-03-04 12:57:09 +0000767 "Loaded module %R not found in sys.modules",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000768 name);
769 return NULL;
770 }
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000771
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000772 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000773
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000774 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000775
776 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000777 remove_module(name);
778 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000779}
780
781
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000782static void
783update_code_filenames(PyCodeObject *co, PyObject *oldname, PyObject *newname)
784{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000785 PyObject *constants, *tmp;
786 Py_ssize_t i, n;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000787
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000788 if (PyUnicode_Compare(co->co_filename, oldname))
789 return;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000790
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000791 tmp = co->co_filename;
792 co->co_filename = newname;
793 Py_INCREF(co->co_filename);
794 Py_DECREF(tmp);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000795
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000796 constants = co->co_consts;
797 n = PyTuple_GET_SIZE(constants);
798 for (i = 0; i < n; i++) {
799 tmp = PyTuple_GET_ITEM(constants, i);
800 if (PyCode_Check(tmp))
801 update_code_filenames((PyCodeObject *)tmp,
802 oldname, newname);
803 }
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000804}
805
Victor Stinner2f42ae52011-03-20 00:41:24 +0100806static void
807update_compiled_module(PyCodeObject *co, PyObject *newname)
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000808{
Victor Stinner2f42ae52011-03-20 00:41:24 +0100809 PyObject *oldname;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000810
Victor Stinner2f42ae52011-03-20 00:41:24 +0100811 if (PyUnicode_Compare(co->co_filename, newname) == 0)
812 return;
Hirokazu Yamamoto4f447fb2009-03-04 01:52:10 +0000813
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000814 oldname = co->co_filename;
815 Py_INCREF(oldname);
816 update_code_filenames(co, oldname, newname);
817 Py_DECREF(oldname);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000818}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000819
Brett Cannon442c9b92011-03-23 16:14:42 -0700820static PyObject *
821imp_fix_co_filename(PyObject *self, PyObject *args)
822{
823 PyObject *co;
824 PyObject *file_path;
825
826 if (!PyArg_ParseTuple(args, "OO:_fix_co_filename", &co, &file_path))
827 return NULL;
828
829 if (!PyCode_Check(co)) {
830 PyErr_SetString(PyExc_TypeError,
831 "first argument must be a code object");
832 return NULL;
833 }
834
835 if (!PyUnicode_Check(file_path)) {
836 PyErr_SetString(PyExc_TypeError,
837 "second argument must be a string");
838 return NULL;
839 }
840
841 update_compiled_module((PyCodeObject*)co, file_path);
842
843 Py_RETURN_NONE;
844}
845
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000846
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000847/* Forward */
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700848static const struct _frozen * find_frozen(PyObject *);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000849
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000850
851/* Helper to test for built-in module */
852
853static int
Victor Stinner95872862011-03-07 18:20:56 +0100854is_builtin(PyObject *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000855{
Victor Stinner95872862011-03-07 18:20:56 +0100856 int i, cmp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000857 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
Victor Stinner95872862011-03-07 18:20:56 +0100858 cmp = PyUnicode_CompareWithASCIIString(name, PyImport_Inittab[i].name);
859 if (cmp == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000860 if (PyImport_Inittab[i].initfunc == NULL)
861 return -1;
862 else
863 return 1;
864 }
865 }
866 return 0;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000867}
868
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000869
Just van Rossum52e14d62002-12-30 22:08:05 +0000870/* Return an importer object for a sys.path/pkg.__path__ item 'p',
871 possibly by fetching it from the path_importer_cache dict. If it
Thomas Wouters89f507f2006-12-13 04:49:30 +0000872 wasn't yet cached, traverse path_hooks until a hook is found
Just van Rossum52e14d62002-12-30 22:08:05 +0000873 that can handle the path item. Return None if no hook could;
874 this tells our caller it should fall back to the builtin
875 import mechanism. Cache the result in path_importer_cache.
876 Returns a borrowed reference. */
877
878static PyObject *
879get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000880 PyObject *p)
Just van Rossum52e14d62002-12-30 22:08:05 +0000881{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000882 PyObject *importer;
883 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +0000884
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000885 /* These conditions are the caller's responsibility: */
886 assert(PyList_Check(path_hooks));
887 assert(PyDict_Check(path_importer_cache));
Just van Rossum52e14d62002-12-30 22:08:05 +0000888
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000889 nhooks = PyList_Size(path_hooks);
890 if (nhooks < 0)
891 return NULL; /* Shouldn't happen */
Just van Rossum52e14d62002-12-30 22:08:05 +0000892
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000893 importer = PyDict_GetItem(path_importer_cache, p);
894 if (importer != NULL)
895 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000896
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000897 /* set path_importer_cache[p] to None to avoid recursion */
898 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
899 return NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +0000900
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000901 for (j = 0; j < nhooks; j++) {
902 PyObject *hook = PyList_GetItem(path_hooks, j);
903 if (hook == NULL)
904 return NULL;
905 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
906 if (importer != NULL)
907 break;
Just van Rossum52e14d62002-12-30 22:08:05 +0000908
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000909 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
910 return NULL;
911 }
912 PyErr_Clear();
913 }
914 if (importer == NULL) {
Brett Cannonaa936422012-04-27 15:30:58 -0400915 return Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000916 }
917 if (importer != NULL) {
918 int err = PyDict_SetItem(path_importer_cache, p, importer);
919 Py_DECREF(importer);
920 if (err != 0)
921 return NULL;
922 }
923 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000924}
925
Christian Heimes9cd17752007-11-18 19:35:23 +0000926PyAPI_FUNC(PyObject *)
927PyImport_GetImporter(PyObject *path) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000928 PyObject *importer=NULL, *path_importer_cache=NULL, *path_hooks=NULL;
Christian Heimes9cd17752007-11-18 19:35:23 +0000929
Victor Stinner1e53bba2013-07-16 22:26:05 +0200930 path_importer_cache = PySys_GetObject("path_importer_cache");
931 path_hooks = PySys_GetObject("path_hooks");
932 if (path_importer_cache != NULL && path_hooks != NULL) {
933 importer = get_path_importer(path_importer_cache,
934 path_hooks, path);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000935 }
936 Py_XINCREF(importer); /* get_path_importer returns a borrowed reference */
937 return importer;
Christian Heimes9cd17752007-11-18 19:35:23 +0000938}
939
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000940
Victor Stinner95872862011-03-07 18:20:56 +0100941static int init_builtin(PyObject *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000942
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000943/* Initialize a built-in module.
Thomas Wouters89f507f2006-12-13 04:49:30 +0000944 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000945 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000946
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000947static int
Victor Stinner95872862011-03-07 18:20:56 +0100948init_builtin(PyObject *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000949{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000950 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000951
Victor Stinner95872862011-03-07 18:20:56 +0100952 if (_PyImport_FindExtensionObject(name, name) != NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000953 return 1;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000954
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000955 for (p = PyImport_Inittab; p->name != NULL; p++) {
956 PyObject *mod;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100957 PyModuleDef *def;
Victor Stinner95872862011-03-07 18:20:56 +0100958 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000959 if (p->initfunc == NULL) {
960 PyErr_Format(PyExc_ImportError,
Victor Stinner95872862011-03-07 18:20:56 +0100961 "Cannot re-init internal module %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000962 name);
963 return -1;
964 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000965 mod = (*p->initfunc)();
966 if (mod == 0)
967 return -1;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100968 /* Remember pointer to module init function. */
969 def = PyModule_GetDef(mod);
970 def->m_base.m_init = p->initfunc;
Victor Stinner95872862011-03-07 18:20:56 +0100971 if (_PyImport_FixupExtensionObject(mod, name, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000972 return -1;
973 /* FixupExtension has put the module into sys.modules,
974 so we can release our own reference. */
975 Py_DECREF(mod);
976 return 1;
977 }
978 }
979 return 0;
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000980}
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000981
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000982
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000983/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000984
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700985static const struct _frozen *
Victor Stinner53dc7352011-03-20 01:50:21 +0100986find_frozen(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000987{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700988 const struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000989
Victor Stinner53dc7352011-03-20 01:50:21 +0100990 if (name == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000991 return NULL;
Benjamin Petersond968e272008-11-05 22:48:33 +0000992
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000993 for (p = PyImport_FrozenModules; ; p++) {
994 if (p->name == NULL)
995 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +0100996 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000997 break;
998 }
999 return p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001000}
1001
Guido van Rossum79f25d91997-04-29 20:08:16 +00001002static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001003get_frozen_object(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001004{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001005 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001006 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001007
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001008 if (p == NULL) {
1009 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001010 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001011 name);
1012 return NULL;
1013 }
1014 if (p->code == NULL) {
1015 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001016 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001017 name);
1018 return NULL;
1019 }
1020 size = p->size;
1021 if (size < 0)
1022 size = -size;
1023 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001024}
1025
Brett Cannon8d110132009-03-15 02:20:16 +00001026static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001027is_frozen_package(PyObject *name)
Brett Cannon8d110132009-03-15 02:20:16 +00001028{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001029 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001030 int size;
Brett Cannon8d110132009-03-15 02:20:16 +00001031
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001032 if (p == NULL) {
1033 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001034 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001035 name);
1036 return NULL;
1037 }
Brett Cannon8d110132009-03-15 02:20:16 +00001038
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001039 size = p->size;
Brett Cannon8d110132009-03-15 02:20:16 +00001040
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001041 if (size < 0)
1042 Py_RETURN_TRUE;
1043 else
1044 Py_RETURN_FALSE;
Brett Cannon8d110132009-03-15 02:20:16 +00001045}
1046
1047
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001048/* Initialize a frozen module.
Brett Cannon3c2ac442009-03-08 20:49:47 +00001049 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001050 an exception set if the initialization failed.
1051 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001052
1053int
Victor Stinner53dc7352011-03-20 01:50:21 +01001054PyImport_ImportFrozenModuleObject(PyObject *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001055{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001056 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001057 PyObject *co, *m, *path;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 int ispackage;
1059 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001060
Victor Stinner53dc7352011-03-20 01:50:21 +01001061 p = find_frozen(name);
1062
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001063 if (p == NULL)
1064 return 0;
1065 if (p->code == NULL) {
1066 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001067 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001068 name);
1069 return -1;
1070 }
1071 size = p->size;
1072 ispackage = (size < 0);
1073 if (ispackage)
1074 size = -size;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001075 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
1076 if (co == NULL)
1077 return -1;
1078 if (!PyCode_Check(co)) {
1079 PyErr_Format(PyExc_TypeError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001080 "frozen object %R is not a code object",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001081 name);
1082 goto err_return;
1083 }
1084 if (ispackage) {
Brett Cannon3e0651b2013-05-31 23:18:39 -04001085 /* Set __path__ to the empty list */
Victor Stinner53dc7352011-03-20 01:50:21 +01001086 PyObject *d, *l;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001087 int err;
Victor Stinner53dc7352011-03-20 01:50:21 +01001088 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001089 if (m == NULL)
1090 goto err_return;
1091 d = PyModule_GetDict(m);
Brett Cannon3e0651b2013-05-31 23:18:39 -04001092 l = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001093 if (l == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001094 goto err_return;
1095 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001096 err = PyDict_SetItemString(d, "__path__", l);
1097 Py_DECREF(l);
1098 if (err != 0)
1099 goto err_return;
1100 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001101 path = PyUnicode_FromString("<frozen>");
1102 if (path == NULL)
1103 goto err_return;
1104 m = PyImport_ExecCodeModuleObject(name, co, path, NULL);
1105 Py_DECREF(path);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001106 if (m == NULL)
1107 goto err_return;
1108 Py_DECREF(co);
1109 Py_DECREF(m);
1110 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001111err_return:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001112 Py_DECREF(co);
1113 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001114}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001115
Victor Stinner53dc7352011-03-20 01:50:21 +01001116int
1117PyImport_ImportFrozenModule(char *name)
1118{
1119 PyObject *nameobj;
1120 int ret;
1121 nameobj = PyUnicode_InternFromString(name);
1122 if (nameobj == NULL)
1123 return -1;
1124 ret = PyImport_ImportFrozenModuleObject(nameobj);
1125 Py_DECREF(nameobj);
1126 return ret;
1127}
1128
Guido van Rossum74e6a111994-08-29 12:54:38 +00001129
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001130/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001131 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001132
Guido van Rossum79f25d91997-04-29 20:08:16 +00001133PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001134PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001135{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001136 PyObject *pname;
1137 PyObject *result;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001138
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001139 pname = PyUnicode_FromString(name);
1140 if (pname == NULL)
1141 return NULL;
1142 result = PyImport_Import(pname);
1143 Py_DECREF(pname);
1144 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001145}
1146
Christian Heimes072c0f12008-01-03 23:01:04 +00001147/* Import a module without blocking
1148 *
1149 * At first it tries to fetch the module from sys.modules. If the module was
1150 * never loaded before it loads it with PyImport_ImportModule() unless another
1151 * thread holds the import lock. In the latter case the function raises an
1152 * ImportError instead of blocking.
1153 *
1154 * Returns the module object with incremented ref count.
1155 */
1156PyObject *
1157PyImport_ImportModuleNoBlock(const char *name)
1158{
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001159 return PyImport_ImportModule(name);
Christian Heimes072c0f12008-01-03 23:01:04 +00001160}
1161
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001162
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001163/* Remove importlib frames from the traceback,
1164 * except in Verbose mode. */
1165static void
1166remove_importlib_frames(void)
1167{
1168 const char *importlib_filename = "<frozen importlib._bootstrap>";
Nick Coghlan42c07662012-07-31 21:14:18 +10001169 const char *remove_frames = "_call_with_frames_removed";
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001170 int always_trim = 0;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001171 int in_importlib = 0;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001172 PyObject *exception, *value, *base_tb, *tb;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001173 PyObject **prev_link, **outer_link = NULL;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001174
1175 /* Synopsis: if it's an ImportError, we trim all importlib chunks
Nick Coghlan42c07662012-07-31 21:14:18 +10001176 from the traceback. We always trim chunks
1177 which end with a call to "_call_with_frames_removed". */
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001178
1179 PyErr_Fetch(&exception, &value, &base_tb);
1180 if (!exception || Py_VerboseFlag)
1181 goto done;
1182 if (PyType_IsSubtype((PyTypeObject *) exception,
1183 (PyTypeObject *) PyExc_ImportError))
1184 always_trim = 1;
1185
1186 prev_link = &base_tb;
1187 tb = base_tb;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001188 while (tb != NULL) {
1189 PyTracebackObject *traceback = (PyTracebackObject *)tb;
1190 PyObject *next = (PyObject *) traceback->tb_next;
1191 PyFrameObject *frame = traceback->tb_frame;
1192 PyCodeObject *code = frame->f_code;
1193 int now_in_importlib;
1194
1195 assert(PyTraceBack_Check(tb));
1196 now_in_importlib = (PyUnicode_CompareWithASCIIString(
1197 code->co_filename,
1198 importlib_filename) == 0);
1199 if (now_in_importlib && !in_importlib) {
1200 /* This is the link to this chunk of importlib tracebacks */
1201 outer_link = prev_link;
1202 }
1203 in_importlib = now_in_importlib;
1204
1205 if (in_importlib &&
1206 (always_trim ||
Nick Coghlan42c07662012-07-31 21:14:18 +10001207 PyUnicode_CompareWithASCIIString(code->co_name,
1208 remove_frames) == 0)) {
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001209 PyObject *tmp = *outer_link;
1210 *outer_link = next;
1211 Py_XINCREF(next);
1212 Py_DECREF(tmp);
1213 prev_link = outer_link;
1214 }
1215 else {
1216 prev_link = (PyObject **) &traceback->tb_next;
1217 }
1218 tb = next;
1219 }
1220done:
1221 PyErr_Restore(exception, value, base_tb);
1222}
1223
1224
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001225PyObject *
Brett Cannonfd074152012-04-14 14:10:13 -04001226PyImport_ImportModuleLevelObject(PyObject *name, PyObject *given_globals,
1227 PyObject *locals, PyObject *given_fromlist,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001228 int level)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001229{
Brett Cannonfd074152012-04-14 14:10:13 -04001230 _Py_IDENTIFIER(__import__);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001231 _Py_IDENTIFIER(__initializing__);
Brett Cannonfd074152012-04-14 14:10:13 -04001232 _Py_IDENTIFIER(__package__);
1233 _Py_IDENTIFIER(__path__);
1234 _Py_IDENTIFIER(__name__);
1235 _Py_IDENTIFIER(_find_and_load);
1236 _Py_IDENTIFIER(_handle_fromlist);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001237 _Py_IDENTIFIER(_lock_unlock_module);
Brett Cannonfd074152012-04-14 14:10:13 -04001238 _Py_static_string(single_dot, ".");
1239 PyObject *abs_name = NULL;
1240 PyObject *builtins_import = NULL;
1241 PyObject *final_mod = NULL;
1242 PyObject *mod = NULL;
1243 PyObject *package = NULL;
1244 PyObject *globals = NULL;
1245 PyObject *fromlist = NULL;
1246 PyInterpreterState *interp = PyThreadState_GET()->interp;
1247
1248 /* Make sure to use default values so as to not have
1249 PyObject_CallMethodObjArgs() truncate the parameter list because of a
1250 NULL argument. */
1251 if (given_globals == NULL) {
1252 globals = PyDict_New();
1253 if (globals == NULL) {
1254 goto error;
1255 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001256 }
Brett Cannonfd074152012-04-14 14:10:13 -04001257 else {
1258 /* Only have to care what given_globals is if it will be used
Brett Cannonecfefb72012-08-05 19:24:57 -04001259 for something. */
Brett Cannonfd074152012-04-14 14:10:13 -04001260 if (level > 0 && !PyDict_Check(given_globals)) {
1261 PyErr_SetString(PyExc_TypeError, "globals must be a dict");
1262 goto error;
1263 }
1264 globals = given_globals;
1265 Py_INCREF(globals);
1266 }
1267
1268 if (given_fromlist == NULL) {
1269 fromlist = PyList_New(0);
1270 if (fromlist == NULL) {
1271 goto error;
1272 }
1273 }
1274 else {
1275 fromlist = given_fromlist;
1276 Py_INCREF(fromlist);
1277 }
1278 if (name == NULL) {
1279 PyErr_SetString(PyExc_ValueError, "Empty module name");
1280 goto error;
1281 }
1282
1283 /* The below code is importlib.__import__() & _gcd_import(), ported to C
1284 for added performance. */
1285
1286 if (!PyUnicode_Check(name)) {
1287 PyErr_SetString(PyExc_TypeError, "module name must be a string");
1288 goto error;
1289 }
1290 else if (PyUnicode_READY(name) < 0) {
1291 goto error;
1292 }
1293 if (level < 0) {
1294 PyErr_SetString(PyExc_ValueError, "level must be >= 0");
1295 goto error;
1296 }
1297 else if (level > 0) {
1298 package = _PyDict_GetItemId(globals, &PyId___package__);
1299 if (package != NULL && package != Py_None) {
1300 Py_INCREF(package);
1301 if (!PyUnicode_Check(package)) {
1302 PyErr_SetString(PyExc_TypeError, "package must be a string");
1303 goto error;
1304 }
1305 }
1306 else {
Brett Cannon273323c2012-04-17 19:05:11 -04001307 package = _PyDict_GetItemId(globals, &PyId___name__);
Brett Cannonfd074152012-04-14 14:10:13 -04001308 if (package == NULL) {
Brett Cannon273323c2012-04-17 19:05:11 -04001309 PyErr_SetString(PyExc_KeyError, "'__name__' not in globals");
Brett Cannonfd074152012-04-14 14:10:13 -04001310 goto error;
1311 }
1312 else if (!PyUnicode_Check(package)) {
1313 PyErr_SetString(PyExc_TypeError, "__name__ must be a string");
1314 }
1315 Py_INCREF(package);
1316
1317 if (_PyDict_GetItemId(globals, &PyId___path__) == NULL) {
Brett Cannon740fce02012-04-14 14:23:49 -04001318 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001319 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1320 if (borrowed_dot == NULL) {
1321 goto error;
1322 }
Brett Cannon740fce02012-04-14 14:23:49 -04001323 partition = PyUnicode_RPartition(package, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001324 Py_DECREF(package);
1325 if (partition == NULL) {
1326 goto error;
1327 }
1328 package = PyTuple_GET_ITEM(partition, 0);
1329 Py_INCREF(package);
1330 Py_DECREF(partition);
1331 }
1332 }
1333
1334 if (PyDict_GetItem(interp->modules, package) == NULL) {
1335 PyErr_Format(PyExc_SystemError,
1336 "Parent module %R not loaded, cannot perform relative "
1337 "import", package);
1338 goto error;
1339 }
1340 }
1341 else { /* level == 0 */
1342 if (PyUnicode_GET_LENGTH(name) == 0) {
1343 PyErr_SetString(PyExc_ValueError, "Empty module name");
1344 goto error;
1345 }
1346 package = Py_None;
1347 Py_INCREF(package);
1348 }
1349
1350 if (level > 0) {
1351 Py_ssize_t last_dot = PyUnicode_GET_LENGTH(package);
1352 PyObject *base = NULL;
1353 int level_up = 1;
1354
1355 for (level_up = 1; level_up < level; level_up += 1) {
1356 last_dot = PyUnicode_FindChar(package, '.', 0, last_dot, -1);
1357 if (last_dot == -2) {
1358 goto error;
1359 }
1360 else if (last_dot == -1) {
1361 PyErr_SetString(PyExc_ValueError,
1362 "attempted relative import beyond top-level "
1363 "package");
1364 goto error;
1365 }
1366 }
1367 base = PyUnicode_Substring(package, 0, last_dot);
1368 if (PyUnicode_GET_LENGTH(name) > 0) {
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001369 PyObject *borrowed_dot, *seq = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001370
1371 borrowed_dot = _PyUnicode_FromId(&single_dot);
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001372 seq = PyTuple_Pack(2, base, name);
1373 Py_DECREF(base);
Brett Cannonfd074152012-04-14 14:10:13 -04001374 if (borrowed_dot == NULL || seq == NULL) {
1375 goto error;
1376 }
1377
1378 abs_name = PyUnicode_Join(borrowed_dot, seq);
1379 Py_DECREF(seq);
1380 if (abs_name == NULL) {
1381 goto error;
1382 }
1383 }
1384 else {
1385 abs_name = base;
1386 }
1387 }
1388 else {
1389 abs_name = name;
1390 Py_INCREF(abs_name);
1391 }
1392
Brian Curtine6b299f2012-04-14 14:19:33 -05001393#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001394 _PyImport_AcquireLock();
1395#endif
1396 /* From this point forward, goto error_with_unlock! */
1397 if (PyDict_Check(globals)) {
1398 builtins_import = _PyDict_GetItemId(globals, &PyId___import__);
1399 }
1400 if (builtins_import == NULL) {
1401 builtins_import = _PyDict_GetItemId(interp->builtins, &PyId___import__);
1402 if (builtins_import == NULL) {
Benjamin Peterson7d110042013-04-29 09:08:14 -04001403 PyErr_SetString(PyExc_ImportError, "__import__ not found");
1404 goto error_with_unlock;
Brett Cannonfd074152012-04-14 14:10:13 -04001405 }
1406 }
1407 Py_INCREF(builtins_import);
1408
1409 mod = PyDict_GetItem(interp->modules, abs_name);
1410 if (mod == Py_None) {
Brett Cannon27fc5282012-04-15 14:15:31 -04001411 PyObject *msg = PyUnicode_FromFormat("import of %R halted; "
1412 "None in sys.modules", abs_name);
1413 if (msg != NULL) {
Brett Cannon82da8882013-07-04 17:48:16 -04001414 PyErr_SetImportError(msg, abs_name, NULL);
Brian Curtin09b86d12012-04-17 16:57:09 -05001415 Py_DECREF(msg);
Brett Cannon27fc5282012-04-15 14:15:31 -04001416 }
Antoine Pitrou71382cb2012-04-16 18:48:49 +02001417 mod = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001418 goto error_with_unlock;
1419 }
1420 else if (mod != NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001421 PyObject *value;
1422 int initializing = 0;
1423
Brett Cannonfd074152012-04-14 14:10:13 -04001424 Py_INCREF(mod);
Antoine Pitrou03989852012-08-28 00:24:52 +02001425 /* Optimization: only call _bootstrap._lock_unlock_module() if
1426 __initializing__ is true.
1427 NOTE: because of this, __initializing__ must be set *before*
1428 stuffing the new module in sys.modules.
1429 */
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001430 value = _PyObject_GetAttrId(mod, &PyId___initializing__);
1431 if (value == NULL)
1432 PyErr_Clear();
1433 else {
1434 initializing = PyObject_IsTrue(value);
1435 Py_DECREF(value);
1436 if (initializing == -1)
1437 PyErr_Clear();
1438 }
1439 if (initializing > 0) {
1440 /* _bootstrap._lock_unlock_module() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001441 value = _PyObject_CallMethodIdObjArgs(interp->importlib,
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001442 &PyId__lock_unlock_module, abs_name,
1443 NULL);
1444 if (value == NULL)
1445 goto error;
1446 Py_DECREF(value);
1447 }
1448 else {
1449#ifdef WITH_THREAD
1450 if (_PyImport_ReleaseLock() < 0) {
1451 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1452 goto error;
1453 }
1454#endif
1455 }
Brett Cannonfd074152012-04-14 14:10:13 -04001456 }
1457 else {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001458 /* _bootstrap._find_and_load() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001459 mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001460 &PyId__find_and_load, abs_name,
1461 builtins_import, NULL);
1462 if (mod == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001463 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001464 }
1465 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001466 /* From now on we don't hold the import lock anymore. */
Brett Cannonfd074152012-04-14 14:10:13 -04001467
1468 if (PyObject_Not(fromlist)) {
1469 if (level == 0 || PyUnicode_GET_LENGTH(name) > 0) {
1470 PyObject *front = NULL;
Brian Curtine6b299f2012-04-14 14:19:33 -05001471 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001472 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1473
1474 if (borrowed_dot == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001475 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001476 }
1477
Brian Curtine6b299f2012-04-14 14:19:33 -05001478 partition = PyUnicode_Partition(name, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001479 if (partition == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001480 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001481 }
1482
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001483 if (PyUnicode_GET_LENGTH(PyTuple_GET_ITEM(partition, 1)) == 0) {
1484 /* No dot in module name, simple exit */
1485 Py_DECREF(partition);
1486 final_mod = mod;
1487 Py_INCREF(mod);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001488 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001489 }
1490
Brett Cannonfd074152012-04-14 14:10:13 -04001491 front = PyTuple_GET_ITEM(partition, 0);
1492 Py_INCREF(front);
1493 Py_DECREF(partition);
1494
1495 if (level == 0) {
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001496 final_mod = PyObject_CallFunctionObjArgs(builtins_import, front, NULL);
Antoine Pitroub78174c2012-05-06 17:15:23 +02001497 Py_DECREF(front);
Brett Cannonfd074152012-04-14 14:10:13 -04001498 }
1499 else {
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001500 Py_ssize_t cut_off = PyUnicode_GET_LENGTH(name) -
1501 PyUnicode_GET_LENGTH(front);
1502 Py_ssize_t abs_name_len = PyUnicode_GET_LENGTH(abs_name);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001503 PyObject *to_return = PyUnicode_Substring(abs_name, 0,
Brett Cannonfd074152012-04-14 14:10:13 -04001504 abs_name_len - cut_off);
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001505 Py_DECREF(front);
1506 if (to_return == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001507 goto error;
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001508 }
Brett Cannonfd074152012-04-14 14:10:13 -04001509
1510 final_mod = PyDict_GetItem(interp->modules, to_return);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001511 if (final_mod == NULL) {
1512 PyErr_Format(PyExc_KeyError,
1513 "%R not in sys.modules as expected",
1514 to_return);
1515 }
1516 else {
1517 Py_INCREF(final_mod);
1518 }
Antoine Pitroub78174c2012-05-06 17:15:23 +02001519 Py_DECREF(to_return);
Brett Cannonfd074152012-04-14 14:10:13 -04001520 }
1521 }
1522 else {
1523 final_mod = mod;
1524 Py_INCREF(mod);
1525 }
1526 }
1527 else {
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001528 final_mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001529 &PyId__handle_fromlist, mod,
1530 fromlist, builtins_import,
1531 NULL);
1532 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001533 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001534
Brett Cannonfd074152012-04-14 14:10:13 -04001535 error_with_unlock:
Brian Curtine6b299f2012-04-14 14:19:33 -05001536#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001537 if (_PyImport_ReleaseLock() < 0) {
1538 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1539 }
1540#endif
1541 error:
1542 Py_XDECREF(abs_name);
1543 Py_XDECREF(builtins_import);
1544 Py_XDECREF(mod);
1545 Py_XDECREF(package);
1546 Py_XDECREF(globals);
1547 Py_XDECREF(fromlist);
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001548 if (final_mod == NULL)
1549 remove_importlib_frames();
Brett Cannonfd074152012-04-14 14:10:13 -04001550 return final_mod;
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001551}
1552
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001553PyObject *
Benjamin Peterson04778a82011-05-25 09:29:00 -05001554PyImport_ImportModuleLevel(const char *name, PyObject *globals, PyObject *locals,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001555 PyObject *fromlist, int level)
1556{
1557 PyObject *nameobj, *mod;
1558 nameobj = PyUnicode_FromString(name);
1559 if (nameobj == NULL)
1560 return NULL;
1561 mod = PyImport_ImportModuleLevelObject(nameobj, globals, locals,
1562 fromlist, level);
1563 Py_DECREF(nameobj);
1564 return mod;
1565}
1566
1567
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001568/* Re-import a module of any kind and return its module object, WITH
1569 INCREMENTED REFERENCE COUNT */
1570
Guido van Rossum79f25d91997-04-29 20:08:16 +00001571PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001572PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001573{
Brett Cannon62228db2012-04-29 14:38:11 -04001574 _Py_IDENTIFIER(reload);
1575 PyObject *reloaded_module = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001576 PyObject *modules = PyImport_GetModuleDict();
Brett Cannon62228db2012-04-29 14:38:11 -04001577 PyObject *imp = PyDict_GetItemString(modules, "imp");
1578 if (imp == NULL) {
1579 imp = PyImport_ImportModule("imp");
1580 if (imp == NULL) {
1581 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001582 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001583 }
Brett Cannon62228db2012-04-29 14:38:11 -04001584 else {
1585 Py_INCREF(imp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001586 }
Victor Stinnerad3c03b2011-03-14 09:21:33 -04001587
Brett Cannon62228db2012-04-29 14:38:11 -04001588 reloaded_module = _PyObject_CallMethodId(imp, &PyId_reload, "O", m);
1589 Py_DECREF(imp);
1590 return reloaded_module;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001591}
1592
1593
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001594/* Higher-level import emulator which emulates the "import" statement
1595 more accurately -- it invokes the __import__() function from the
1596 builtins of the current globals. This means that the import is
1597 done using whatever import hooks are installed in the current
Brett Cannonbc2eff32010-09-19 21:39:02 +00001598 environment.
Guido van Rossum6058eb41998-12-21 19:51:00 +00001599 A dummy list ["__doc__"] is passed as the 4th argument so that
Neal Norwitz80e7f272007-08-26 06:45:23 +00001600 e.g. PyImport_Import(PyUnicode_FromString("win32com.client.gencache"))
Guido van Rossum6058eb41998-12-21 19:51:00 +00001601 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001602
1603PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001604PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001605{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001606 static PyObject *silly_list = NULL;
1607 static PyObject *builtins_str = NULL;
1608 static PyObject *import_str = NULL;
1609 PyObject *globals = NULL;
1610 PyObject *import = NULL;
1611 PyObject *builtins = NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001612 PyObject *modules = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001613 PyObject *r = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001614
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001615 /* Initialize constant string objects */
1616 if (silly_list == NULL) {
1617 import_str = PyUnicode_InternFromString("__import__");
1618 if (import_str == NULL)
1619 return NULL;
1620 builtins_str = PyUnicode_InternFromString("__builtins__");
1621 if (builtins_str == NULL)
1622 return NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001623 silly_list = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001624 if (silly_list == NULL)
1625 return NULL;
1626 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001627
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001628 /* Get the builtins from current globals */
1629 globals = PyEval_GetGlobals();
1630 if (globals != NULL) {
1631 Py_INCREF(globals);
1632 builtins = PyObject_GetItem(globals, builtins_str);
1633 if (builtins == NULL)
1634 goto err;
1635 }
1636 else {
1637 /* No globals -- use standard builtins, and fake globals */
1638 builtins = PyImport_ImportModuleLevel("builtins",
1639 NULL, NULL, NULL, 0);
1640 if (builtins == NULL)
1641 return NULL;
1642 globals = Py_BuildValue("{OO}", builtins_str, builtins);
1643 if (globals == NULL)
1644 goto err;
1645 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001646
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001647 /* Get the __import__ function from the builtins */
1648 if (PyDict_Check(builtins)) {
1649 import = PyObject_GetItem(builtins, import_str);
1650 if (import == NULL)
1651 PyErr_SetObject(PyExc_KeyError, import_str);
1652 }
1653 else
1654 import = PyObject_GetAttr(builtins, import_str);
1655 if (import == NULL)
1656 goto err;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001657
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001658 /* Call the __import__ function with the proper argument list
Brett Cannonbc2eff32010-09-19 21:39:02 +00001659 Always use absolute import here.
1660 Calling for side-effect of import. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001661 r = PyObject_CallFunction(import, "OOOOi", module_name, globals,
1662 globals, silly_list, 0, NULL);
Brett Cannonbc2eff32010-09-19 21:39:02 +00001663 if (r == NULL)
1664 goto err;
1665 Py_DECREF(r);
1666
1667 modules = PyImport_GetModuleDict();
1668 r = PyDict_GetItem(modules, module_name);
1669 if (r != NULL)
1670 Py_INCREF(r);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001671
1672 err:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001673 Py_XDECREF(globals);
1674 Py_XDECREF(builtins);
1675 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00001676
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001677 return r;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001678}
1679
Barry Warsaw28a691b2010-04-17 00:19:56 +00001680static PyObject *
Brett Cannon2657df42012-05-04 15:20:40 -04001681imp_extension_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001682{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001683 PyObject *list;
Brett Cannon2657df42012-05-04 15:20:40 -04001684 const char *suffix;
1685 unsigned int index = 0;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001686
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001687 list = PyList_New(0);
1688 if (list == NULL)
1689 return NULL;
Brett Cannon2657df42012-05-04 15:20:40 -04001690#ifdef HAVE_DYNAMIC_LOADING
1691 while ((suffix = _PyImport_DynLoadFiletab[index])) {
1692 PyObject *item = PyUnicode_FromString(suffix);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001693 if (item == NULL) {
1694 Py_DECREF(list);
1695 return NULL;
1696 }
1697 if (PyList_Append(list, item) < 0) {
1698 Py_DECREF(list);
1699 Py_DECREF(item);
1700 return NULL;
1701 }
1702 Py_DECREF(item);
Brett Cannon2657df42012-05-04 15:20:40 -04001703 index += 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001704 }
Brett Cannon2657df42012-05-04 15:20:40 -04001705#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001706 return list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001707}
1708
Guido van Rossum79f25d91997-04-29 20:08:16 +00001709static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001710imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001711{
Victor Stinner95872862011-03-07 18:20:56 +01001712 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001713 int ret;
1714 PyObject *m;
Victor Stinner95872862011-03-07 18:20:56 +01001715 if (!PyArg_ParseTuple(args, "U:init_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001716 return NULL;
1717 ret = init_builtin(name);
1718 if (ret < 0)
1719 return NULL;
1720 if (ret == 0) {
1721 Py_INCREF(Py_None);
1722 return Py_None;
1723 }
Victor Stinner95872862011-03-07 18:20:56 +01001724 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001725 Py_XINCREF(m);
1726 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001727}
1728
Guido van Rossum79f25d91997-04-29 20:08:16 +00001729static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001730imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001731{
Victor Stinner53dc7352011-03-20 01:50:21 +01001732 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001733 int ret;
1734 PyObject *m;
Victor Stinner53dc7352011-03-20 01:50:21 +01001735 if (!PyArg_ParseTuple(args, "U:init_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001736 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +01001737 ret = PyImport_ImportFrozenModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001738 if (ret < 0)
1739 return NULL;
1740 if (ret == 0) {
1741 Py_INCREF(Py_None);
1742 return Py_None;
1743 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001744 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001745 Py_XINCREF(m);
1746 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001747}
1748
Guido van Rossum79f25d91997-04-29 20:08:16 +00001749static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001750imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001751{
Victor Stinner53dc7352011-03-20 01:50:21 +01001752 PyObject *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00001753
Victor Stinner53dc7352011-03-20 01:50:21 +01001754 if (!PyArg_ParseTuple(args, "U:get_frozen_object", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001755 return NULL;
1756 return get_frozen_object(name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001757}
1758
Guido van Rossum79f25d91997-04-29 20:08:16 +00001759static PyObject *
Brett Cannon8d110132009-03-15 02:20:16 +00001760imp_is_frozen_package(PyObject *self, PyObject *args)
1761{
Victor Stinner53dc7352011-03-20 01:50:21 +01001762 PyObject *name;
Brett Cannon8d110132009-03-15 02:20:16 +00001763
Victor Stinner53dc7352011-03-20 01:50:21 +01001764 if (!PyArg_ParseTuple(args, "U:is_frozen_package", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001765 return NULL;
1766 return is_frozen_package(name);
Brett Cannon8d110132009-03-15 02:20:16 +00001767}
1768
1769static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001770imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001771{
Victor Stinner95872862011-03-07 18:20:56 +01001772 PyObject *name;
1773 if (!PyArg_ParseTuple(args, "U:is_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001774 return NULL;
1775 return PyLong_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001776}
1777
Guido van Rossum79f25d91997-04-29 20:08:16 +00001778static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001779imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001780{
Victor Stinner53dc7352011-03-20 01:50:21 +01001781 PyObject *name;
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001782 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001783 if (!PyArg_ParseTuple(args, "U:is_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001784 return NULL;
1785 p = find_frozen(name);
1786 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001787}
1788
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001789#ifdef HAVE_DYNAMIC_LOADING
1790
Guido van Rossum79f25d91997-04-29 20:08:16 +00001791static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001792imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001793{
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001794 PyObject *name, *pathname, *fob = NULL, *mod;
1795 FILE *fp;
1796
1797 if (!PyArg_ParseTuple(args, "UO&|O:load_dynamic",
1798 &name, PyUnicode_FSDecoder, &pathname, &fob))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001799 return NULL;
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001800 if (fob != NULL) {
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001801 fp = _Py_fopen(pathname, "r");
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001802 if (fp == NULL) {
1803 Py_DECREF(pathname);
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001804 if (!PyErr_Occurred())
1805 PyErr_SetFromErrno(PyExc_IOError);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001806 return NULL;
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001807 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001808 }
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001809 else
1810 fp = NULL;
1811 mod = _PyImport_LoadDynamicModule(name, pathname, fp);
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001812 Py_DECREF(pathname);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001813 if (fp)
1814 fclose(fp);
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001815 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001816}
1817
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001818#endif /* HAVE_DYNAMIC_LOADING */
1819
Barry Warsaw28a691b2010-04-17 00:19:56 +00001820
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001821/* Doc strings */
1822
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001823PyDoc_STRVAR(doc_imp,
Brett Cannon6f44d662012-04-15 16:08:47 -04001824"(Extremely) low-level import machinery bits as used by importlib and imp.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001825
Brett Cannon2657df42012-05-04 15:20:40 -04001826PyDoc_STRVAR(doc_extension_suffixes,
1827"extension_suffixes() -> list of strings\n\
1828Returns the list of file suffixes used to identify extension modules.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001829
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001830PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00001831"lock_held() -> boolean\n\
1832Return True if the import lock is currently held, else False.\n\
1833On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00001834
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001835PyDoc_STRVAR(doc_acquire_lock,
1836"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00001837Acquires the interpreter's import lock for the current thread.\n\
1838This lock should be used by import hooks to ensure thread-safety\n\
1839when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001840On platforms without threads, this function does nothing.");
1841
1842PyDoc_STRVAR(doc_release_lock,
1843"release_lock() -> None\n\
1844Release the interpreter's import lock.\n\
1845On platforms without threads, this function does nothing.");
1846
Guido van Rossum79f25d91997-04-29 20:08:16 +00001847static PyMethodDef imp_methods[] = {
Brett Cannon2657df42012-05-04 15:20:40 -04001848 {"extension_suffixes", imp_extension_suffixes, METH_NOARGS,
1849 doc_extension_suffixes},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001850 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
1851 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
1852 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001853 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
1854 {"is_frozen_package", imp_is_frozen_package, METH_VARARGS},
1855 {"init_builtin", imp_init_builtin, METH_VARARGS},
1856 {"init_frozen", imp_init_frozen, METH_VARARGS},
1857 {"is_builtin", imp_is_builtin, METH_VARARGS},
1858 {"is_frozen", imp_is_frozen, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001859#ifdef HAVE_DYNAMIC_LOADING
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001860 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001861#endif
Brett Cannon442c9b92011-03-23 16:14:42 -07001862 {"_fix_co_filename", imp_fix_co_filename, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001863 {NULL, NULL} /* sentinel */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001864};
1865
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001866
Martin v. Löwis1a214512008-06-11 05:26:20 +00001867static struct PyModuleDef impmodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001868 PyModuleDef_HEAD_INIT,
Brett Cannon6f44d662012-04-15 16:08:47 -04001869 "_imp",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001870 doc_imp,
1871 0,
1872 imp_methods,
1873 NULL,
1874 NULL,
1875 NULL,
1876 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00001877};
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001878
Jason Tishler6bc06ec2003-09-04 11:59:50 +00001879PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00001880PyInit_imp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001881{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001882 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001883
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001884 m = PyModule_Create(&impmodule);
1885 if (m == NULL)
1886 goto failure;
1887 d = PyModule_GetDict(m);
1888 if (d == NULL)
1889 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001890
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001891 return m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001892 failure:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001893 Py_XDECREF(m);
1894 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001895}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001896
1897
Guido van Rossumb18618d2000-05-03 23:44:39 +00001898/* API for embedding applications that want to add their own entries
1899 to the table of built-in modules. This should normally be called
1900 *before* Py_Initialize(). When the table resize fails, -1 is
1901 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001902
1903 After a similar function by Just van Rossum. */
1904
1905int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001906PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001907{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001908 static struct _inittab *our_copy = NULL;
1909 struct _inittab *p;
1910 int i, n;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001911
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001912 /* Count the number of entries in both tables */
1913 for (n = 0; newtab[n].name != NULL; n++)
1914 ;
1915 if (n == 0)
1916 return 0; /* Nothing to do */
1917 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
1918 ;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001919
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001920 /* Allocate new memory for the combined table */
1921 p = our_copy;
1922 PyMem_RESIZE(p, struct _inittab, i+n+1);
1923 if (p == NULL)
1924 return -1;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001925
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001926 /* Copy the tables into the new memory */
1927 if (our_copy != PyImport_Inittab)
1928 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
1929 PyImport_Inittab = our_copy = p;
1930 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001931
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001932 return 0;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001933}
1934
1935/* Shorthand to add a single entry given a name and a function */
1936
1937int
Brett Cannona826f322009-04-02 03:41:46 +00001938PyImport_AppendInittab(const char *name, PyObject* (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001939{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001940 struct _inittab newtab[2];
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001941
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001942 memset(newtab, '\0', sizeof newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001943
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001944 newtab[0].name = (char *)name;
1945 newtab[0].initfunc = initfunc;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001946
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001947 return PyImport_ExtendInittab(newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001948}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001949
1950#ifdef __cplusplus
1951}
1952#endif