blob: b9c5924887fc18770e8ace1ecd7358ef1e982b10 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00008#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +00009#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000010#include "code.h"
Antoine Pitroubc07a5c2012-07-08 12:01:27 +020011#include "frameobject.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000012#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000013#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000014
Guido van Rossum55a83382000-09-20 20:31:38 +000015#ifdef HAVE_FCNTL_H
16#include <fcntl.h>
17#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000018#ifdef __cplusplus
Brett Cannon9a5b25a2010-03-01 02:09:17 +000019extern "C" {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000020#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000021
Barry Warsaw28a691b2010-04-17 00:19:56 +000022#define CACHEDIR "__pycache__"
Guido van Rossum96774c12000-05-01 20:19:08 +000023
Victor Stinner95872862011-03-07 18:20:56 +010024/* See _PyImport_FixupExtensionObject() below */
Guido van Rossum25ce5661997-08-02 03:10:38 +000025static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000026
Victor Stinnerfe7c5b52011-04-05 01:48:03 +020027/* Function from Parser/tokenizer.c */
28extern char * PyTokenizer_FindEncodingFilename(int, PyObject *);
29
Guido van Rossum771c6c81997-10-31 18:37:24 +000030/* This table is defined in config.c: */
31extern struct _inittab _PyImport_Inittab[];
32
33struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000034
Victor Stinnerd0296212011-03-14 14:04:10 -040035static PyObject *initstr = NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +000036
Guido van Rossum1ae940a1995-01-02 19:04:15 +000037/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000038
39void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000040_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000041{
Victor Stinnerd0296212011-03-14 14:04:10 -040042 initstr = PyUnicode_InternFromString("__init__");
43 if (initstr == NULL)
44 Py_FatalError("Can't initialize import variables");
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000045}
46
Guido van Rossum25ce5661997-08-02 03:10:38 +000047void
Just van Rossum52e14d62002-12-30 22:08:05 +000048_PyImportHooks_Init(void)
49{
Brett Cannonfd074152012-04-14 14:10:13 -040050 PyObject *v, *path_hooks = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000051 int err = 0;
Just van Rossum52e14d62002-12-30 22:08:05 +000052
Brett Cannonfd074152012-04-14 14:10:13 -040053 /* adding sys.path_hooks and sys.path_importer_cache */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000054 v = PyList_New(0);
55 if (v == NULL)
56 goto error;
57 err = PySys_SetObject("meta_path", v);
58 Py_DECREF(v);
59 if (err)
60 goto error;
61 v = PyDict_New();
62 if (v == NULL)
63 goto error;
64 err = PySys_SetObject("path_importer_cache", v);
65 Py_DECREF(v);
66 if (err)
67 goto error;
68 path_hooks = PyList_New(0);
69 if (path_hooks == NULL)
70 goto error;
71 err = PySys_SetObject("path_hooks", path_hooks);
72 if (err) {
Just van Rossum52e14d62002-12-30 22:08:05 +000073 error:
Brett Cannonfd074152012-04-14 14:10:13 -040074 PyErr_Print();
75 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
Nadeem Vawda8f46d652012-05-05 12:27:30 +020076 "or path_importer_cache failed");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000077 }
Brett Cannonfd074152012-04-14 14:10:13 -040078 Py_DECREF(path_hooks);
79}
80
81void
82_PyImportZip_Init(void)
83{
84 PyObject *path_hooks, *zimpimport;
85 int err = 0;
86
87 path_hooks = PySys_GetObject("path_hooks");
88 if (path_hooks == NULL)
89 goto error;
90
91 if (Py_VerboseFlag)
92 PySys_WriteStderr("# installing zipimport hook\n");
Thomas Wouters0e3f5912006-08-11 14:57:12 +000093
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000094 zimpimport = PyImport_ImportModule("zipimport");
95 if (zimpimport == NULL) {
96 PyErr_Clear(); /* No zip import module -- okay */
97 if (Py_VerboseFlag)
98 PySys_WriteStderr("# can't import zipimport\n");
99 }
100 else {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200101 _Py_IDENTIFIER(zipimporter);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200102 PyObject *zipimporter = _PyObject_GetAttrId(zimpimport,
103 &PyId_zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000104 Py_DECREF(zimpimport);
105 if (zipimporter == NULL) {
106 PyErr_Clear(); /* No zipimporter object -- okay */
107 if (Py_VerboseFlag)
108 PySys_WriteStderr(
109 "# can't import zipimport.zipimporter\n");
110 }
111 else {
Brett Cannon8923a4d2012-04-24 22:03:46 -0400112 /* sys.path_hooks.insert(0, zipimporter) */
113 err = PyList_Insert(path_hooks, 0, zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 Py_DECREF(zipimporter);
Brett Cannonfd074152012-04-14 14:10:13 -0400115 if (err < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000116 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -0400117 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000118 if (Py_VerboseFlag)
119 PySys_WriteStderr(
120 "# installed zipimport hook\n");
121 }
122 }
Brett Cannonfd074152012-04-14 14:10:13 -0400123
124 return;
125
126 error:
127 PyErr_Print();
Brett Cannonacf85cd2012-04-29 12:50:03 -0400128 Py_FatalError("initializing zipimport failed");
Just van Rossum52e14d62002-12-30 22:08:05 +0000129}
130
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000131/* Locking primitives to prevent parallel imports of the same module
132 in different threads to return with a partially loaded module.
133 These calls are serialized by the global interpreter lock. */
134
135#ifdef WITH_THREAD
136
Guido van Rossum49b56061998-10-01 20:42:43 +0000137#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000138
Guido van Rossum65d5b571998-12-21 19:32:43 +0000139static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000140static long import_lock_thread = -1;
141static int import_lock_level = 0;
142
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000143void
144_PyImport_AcquireLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000145{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000146 long me = PyThread_get_thread_ident();
147 if (me == -1)
148 return; /* Too bad */
149 if (import_lock == NULL) {
150 import_lock = PyThread_allocate_lock();
151 if (import_lock == NULL)
152 return; /* Nothing much we can do. */
153 }
154 if (import_lock_thread == me) {
155 import_lock_level++;
156 return;
157 }
158 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
159 {
160 PyThreadState *tstate = PyEval_SaveThread();
161 PyThread_acquire_lock(import_lock, 1);
162 PyEval_RestoreThread(tstate);
163 }
Antoine Pitrou202b6062012-12-18 22:18:17 +0100164 assert(import_lock_level == 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000165 import_lock_thread = me;
166 import_lock_level = 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000167}
168
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000169int
170_PyImport_ReleaseLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000171{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000172 long me = PyThread_get_thread_ident();
173 if (me == -1 || import_lock == NULL)
174 return 0; /* Too bad */
175 if (import_lock_thread != me)
176 return -1;
177 import_lock_level--;
Antoine Pitrou202b6062012-12-18 22:18:17 +0100178 assert(import_lock_level >= 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000179 if (import_lock_level == 0) {
180 import_lock_thread = -1;
181 PyThread_release_lock(import_lock);
182 }
183 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000184}
185
Gregory P. Smith24cec9f2010-03-01 06:18:41 +0000186/* This function is called from PyOS_AfterFork to ensure that newly
187 created child processes do not share locks with the parent.
188 We now acquire the import lock around fork() calls but on some platforms
189 (Solaris 9 and earlier? see isue7242) that still left us with problems. */
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000190
191void
192_PyImport_ReInitLock(void)
193{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000194 if (import_lock != NULL)
195 import_lock = PyThread_allocate_lock();
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000196 if (import_lock_level > 1) {
197 /* Forked as a side effect of import */
198 long me = PyThread_get_thread_ident();
Brett Cannone4710cf2012-11-15 21:39:36 -0500199 /* The following could fail if the lock is already held, but forking as
200 a side-effect of an import is a) rare, b) nuts, and c) difficult to
201 do thanks to the lock only being held when doing individual module
202 locks per import. */
203 PyThread_acquire_lock(import_lock, NOWAIT_LOCK);
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000204 import_lock_thread = me;
205 import_lock_level--;
206 } else {
207 import_lock_thread = -1;
208 import_lock_level = 0;
209 }
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000210}
211
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000212#endif
213
Tim Peters69232342001-08-30 05:16:13 +0000214static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000215imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000216{
Tim Peters69232342001-08-30 05:16:13 +0000217#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000218 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000219#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000220 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000221#endif
222}
223
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000224static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000225imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000226{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000227#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000228 _PyImport_AcquireLock();
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000229#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000230 Py_INCREF(Py_None);
231 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000232}
233
234static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000235imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000236{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000237#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000238 if (_PyImport_ReleaseLock() < 0) {
239 PyErr_SetString(PyExc_RuntimeError,
240 "not holding the import lock");
241 return NULL;
242 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000243#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000244 Py_INCREF(Py_None);
245 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000246}
247
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100248void
249_PyImport_Fini(void)
250{
251 Py_XDECREF(extensions);
252 extensions = NULL;
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100253#ifdef WITH_THREAD
254 if (import_lock != NULL) {
255 PyThread_free_lock(import_lock);
256 import_lock = NULL;
257 }
258#endif
259}
260
Guido van Rossum25ce5661997-08-02 03:10:38 +0000261/* Helper for sys */
262
263PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000264PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000265{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000266 PyInterpreterState *interp = PyThreadState_GET()->interp;
267 if (interp->modules == NULL)
268 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
269 return interp->modules;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000270}
271
Guido van Rossum3f5da241990-12-20 15:06:42 +0000272
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000273/* List of names to clear in sys */
274static char* sys_deletes[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000275 "path", "argv", "ps1", "ps2",
276 "last_type", "last_value", "last_traceback",
277 "path_hooks", "path_importer_cache", "meta_path",
278 /* misc stuff */
279 "flags", "float_info",
280 NULL
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000281};
282
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000283static char* sys_files[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000284 "stdin", "__stdin__",
285 "stdout", "__stdout__",
286 "stderr", "__stderr__",
287 NULL
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000288};
289
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200290static int
291is_essential_module(PyObject *name)
292{
293 Py_ssize_t name_len;
294 char *name_str = PyUnicode_AsUTF8AndSize(name, &name_len);
295
296 if (name_str == NULL) {
297 PyErr_Clear();
298 return 0;
299 }
300 if (strcmp(name_str, "builtins") == 0)
301 return 1;
302 if (strcmp(name_str, "sys") == 0)
303 return 1;
304 /* These are all needed for stderr to still function */
305 if (strcmp(name_str, "codecs") == 0)
306 return 1;
307 if (strcmp(name_str, "_codecs") == 0)
308 return 1;
309 if (strncmp(name_str, "encodings.", 10) == 0)
310 return 1;
311 return 0;
312}
313
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000314
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000315/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000316
Guido van Rossum3f5da241990-12-20 15:06:42 +0000317void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000318PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000319{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000320 Py_ssize_t pos, ndone;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000321 PyObject *key, *value, *dict;
322 PyInterpreterState *interp = PyThreadState_GET()->interp;
323 PyObject *modules = interp->modules;
Guido van Rossum758eec01998-01-19 21:58:26 +0000324
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000325 if (modules == NULL)
326 return; /* Already done */
Guido van Rossum758eec01998-01-19 21:58:26 +0000327
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000328 /* Delete some special variables first. These are common
329 places where user values hide and people complain when their
330 destructors fail. Since the modules containing them are
331 deleted *last* of all, they would come too late in the normal
332 destruction order. Sigh. */
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000333
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000334 value = PyDict_GetItemString(modules, "builtins");
335 if (value != NULL && PyModule_Check(value)) {
336 dict = PyModule_GetDict(value);
337 if (Py_VerboseFlag)
338 PySys_WriteStderr("# clear builtins._\n");
339 PyDict_SetItemString(dict, "_", Py_None);
340 }
341 value = PyDict_GetItemString(modules, "sys");
342 if (value != NULL && PyModule_Check(value)) {
343 char **p;
344 PyObject *v;
345 dict = PyModule_GetDict(value);
346 for (p = sys_deletes; *p != NULL; p++) {
347 if (Py_VerboseFlag)
348 PySys_WriteStderr("# clear sys.%s\n", *p);
349 PyDict_SetItemString(dict, *p, Py_None);
350 }
351 for (p = sys_files; *p != NULL; p+=2) {
352 if (Py_VerboseFlag)
353 PySys_WriteStderr("# restore sys.%s\n", *p);
354 v = PyDict_GetItemString(dict, *(p+1));
355 if (v == NULL)
356 v = Py_None;
357 PyDict_SetItemString(dict, *p, v);
358 }
359 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000360
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000361 /* First, delete __main__ */
362 value = PyDict_GetItemString(modules, "__main__");
363 if (value != NULL && PyModule_Check(value)) {
364 if (Py_VerboseFlag)
365 PySys_WriteStderr("# cleanup __main__\n");
366 _PyModule_Clear(value);
367 PyDict_SetItemString(modules, "__main__", Py_None);
368 }
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000369
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000370 /* The special treatment of "builtins" here is because even
371 when it's not referenced as a module, its dictionary is
372 referenced by almost every module's __builtins__. Since
373 deleting a module clears its dictionary (even if there are
374 references left to it), we need to delete the "builtins"
375 module last. Likewise, we don't delete sys until the very
376 end because it is implicitly referenced (e.g. by print).
Guido van Rossum758eec01998-01-19 21:58:26 +0000377
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000378 Also note that we 'delete' modules by replacing their entry
379 in the modules dict with None, rather than really deleting
380 them; this avoids a rehash of the modules dictionary and
381 also marks them as "non existent" so they won't be
382 re-imported. */
Guido van Rossum758eec01998-01-19 21:58:26 +0000383
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000384 /* Next, repeatedly delete modules with a reference count of
385 one (skipping builtins and sys) and delete them */
386 do {
387 ndone = 0;
388 pos = 0;
389 while (PyDict_Next(modules, &pos, &key, &value)) {
390 if (value->ob_refcnt != 1)
391 continue;
392 if (PyUnicode_Check(key) && PyModule_Check(value)) {
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200393 if (is_essential_module(key))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 continue;
395 if (Py_VerboseFlag)
Victor Stinner9464d612011-03-07 17:08:21 +0100396 PySys_FormatStderr(
397 "# cleanup[1] %U\n", key);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000398 _PyModule_Clear(value);
399 PyDict_SetItem(modules, key, Py_None);
400 ndone++;
401 }
402 }
403 } while (ndone > 0);
Guido van Rossum758eec01998-01-19 21:58:26 +0000404
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000405 /* Next, delete all modules (still skipping builtins and sys) */
406 pos = 0;
407 while (PyDict_Next(modules, &pos, &key, &value)) {
408 if (PyUnicode_Check(key) && PyModule_Check(value)) {
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200409 if (is_essential_module(key))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000410 continue;
411 if (Py_VerboseFlag)
Victor Stinner9464d612011-03-07 17:08:21 +0100412 PySys_FormatStderr("# cleanup[2] %U\n", key);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000413 _PyModule_Clear(value);
414 PyDict_SetItem(modules, key, Py_None);
415 }
416 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000417
Antoine Pitrou5f454a02013-05-06 21:15:57 +0200418 /* Collect garbage remaining after deleting the modules. Mostly
419 reference cycles created by classes. */
420 PyGC_Collect();
421
422 /* Dump GC stats before it's too late, since it uses the warnings
423 machinery. */
424 _PyGC_DumpShutdownStats();
425
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200426 /* Next, delete all remaining modules */
427 pos = 0;
428 while (PyDict_Next(modules, &pos, &key, &value)) {
429 if (PyUnicode_Check(key) && PyModule_Check(value)) {
430 if (Py_VerboseFlag)
431 PySys_FormatStderr("# cleanup[3] %U\n", key);
432 _PyModule_Clear(value);
433 PyDict_SetItem(modules, key, Py_None);
434 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000435 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000436
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000437 /* Finally, clear and delete the modules directory */
438 PyDict_Clear(modules);
Antoine Pitroufef34e32013-05-19 01:11:58 +0200439 _PyGC_CollectNoFail();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000440 interp->modules = NULL;
441 Py_DECREF(modules);
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000442}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000443
444
Barry Warsaw28a691b2010-04-17 00:19:56 +0000445/* Helper for pythonrun.c -- return magic number and tag. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000446
447long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000448PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000449{
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200450 long res;
Brett Cannon77b2abd2012-07-09 16:09:00 -0400451 PyInterpreterState *interp = PyThreadState_Get()->interp;
452 PyObject *pyc_magic = PyObject_GetAttrString(interp->importlib,
453 "_RAW_MAGIC_NUMBER");
454 if (pyc_magic == NULL)
455 return -1;
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200456 res = PyLong_AsLong(pyc_magic);
Benjamin Peterson66f36592012-07-09 22:21:55 -0700457 Py_DECREF(pyc_magic);
458 return res;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000459}
460
461
Brett Cannon3adc7b72012-07-09 14:22:12 -0400462extern const char * _PySys_ImplCacheTag;
463
Barry Warsaw28a691b2010-04-17 00:19:56 +0000464const char *
465PyImport_GetMagicTag(void)
466{
Brett Cannon3adc7b72012-07-09 14:22:12 -0400467 return _PySys_ImplCacheTag;
Barry Warsaw28a691b2010-04-17 00:19:56 +0000468}
469
Brett Cannon98979b82012-07-02 15:13:11 -0400470
Guido van Rossum25ce5661997-08-02 03:10:38 +0000471/* Magic for extension modules (built-in as well as dynamically
472 loaded). To prevent initializing an extension module more than
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200473 once, we keep a static dictionary 'extensions' keyed by the tuple
474 (module name, module name) (for built-in modules) or by
475 (filename, module name) (for dynamically loaded modules), containing these
476 modules. A copy of the module's dictionary is stored by calling
477 _PyImport_FixupExtensionObject() immediately after the module initialization
478 function succeeds. A copy can be retrieved from there by calling
Victor Stinner95872862011-03-07 18:20:56 +0100479 _PyImport_FindExtensionObject().
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000480
Barry Warsaw7c9627b2010-06-17 18:38:20 +0000481 Modules which do support multiple initialization set their m_size
482 field to a non-negative number (indicating the size of the
483 module-specific state). They are still recorded in the extensions
484 dictionary, to avoid loading shared libraries twice.
Martin v. Löwis1a214512008-06-11 05:26:20 +0000485*/
486
487int
Victor Stinner95872862011-03-07 18:20:56 +0100488_PyImport_FixupExtensionObject(PyObject *mod, PyObject *name,
489 PyObject *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000490{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500491 PyObject *modules, *dict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000492 struct PyModuleDef *def;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500493 int res;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 if (extensions == NULL) {
495 extensions = PyDict_New();
496 if (extensions == NULL)
497 return -1;
498 }
499 if (mod == NULL || !PyModule_Check(mod)) {
500 PyErr_BadInternalCall();
501 return -1;
502 }
503 def = PyModule_GetDef(mod);
504 if (!def) {
505 PyErr_BadInternalCall();
506 return -1;
507 }
508 modules = PyImport_GetModuleDict();
Victor Stinner95872862011-03-07 18:20:56 +0100509 if (PyDict_SetItem(modules, name, mod) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000510 return -1;
511 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100512 PyDict_DelItem(modules, name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000513 return -1;
514 }
515 if (def->m_size == -1) {
516 if (def->m_base.m_copy) {
517 /* Somebody already imported the module,
518 likely under a different name.
519 XXX this should really not happen. */
520 Py_DECREF(def->m_base.m_copy);
521 def->m_base.m_copy = NULL;
522 }
523 dict = PyModule_GetDict(mod);
524 if (dict == NULL)
525 return -1;
526 def->m_base.m_copy = PyDict_Copy(dict);
527 if (def->m_base.m_copy == NULL)
528 return -1;
529 }
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500530 key = PyTuple_Pack(2, filename, name);
531 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200532 return -1;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500533 res = PyDict_SetItem(extensions, key, (PyObject *)def);
534 Py_DECREF(key);
535 if (res < 0)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200536 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000537 return 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000538}
539
Victor Stinner49d3f252010-10-17 01:24:53 +0000540int
541_PyImport_FixupBuiltin(PyObject *mod, char *name)
542{
543 int res;
Victor Stinner95872862011-03-07 18:20:56 +0100544 PyObject *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100545 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100546 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000547 return -1;
Victor Stinner95872862011-03-07 18:20:56 +0100548 res = _PyImport_FixupExtensionObject(mod, nameobj, nameobj);
549 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000550 return res;
551}
552
Guido van Rossum25ce5661997-08-02 03:10:38 +0000553PyObject *
Victor Stinner95872862011-03-07 18:20:56 +0100554_PyImport_FindExtensionObject(PyObject *name, PyObject *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000555{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500556 PyObject *mod, *mdict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000557 PyModuleDef* def;
558 if (extensions == NULL)
559 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500560 key = PyTuple_Pack(2, filename, name);
561 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200562 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500563 def = (PyModuleDef *)PyDict_GetItem(extensions, key);
564 Py_DECREF(key);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000565 if (def == NULL)
566 return NULL;
567 if (def->m_size == -1) {
568 /* Module does not support repeated initialization */
569 if (def->m_base.m_copy == NULL)
570 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100571 mod = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000572 if (mod == NULL)
573 return NULL;
574 mdict = PyModule_GetDict(mod);
575 if (mdict == NULL)
576 return NULL;
577 if (PyDict_Update(mdict, def->m_base.m_copy))
578 return NULL;
579 }
580 else {
581 if (def->m_base.m_init == NULL)
582 return NULL;
583 mod = def->m_base.m_init();
584 if (mod == NULL)
585 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100586 PyDict_SetItem(PyImport_GetModuleDict(), name, mod);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000587 Py_DECREF(mod);
588 }
589 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100590 PyDict_DelItem(PyImport_GetModuleDict(), name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000591 Py_DECREF(mod);
592 return NULL;
593 }
594 if (Py_VerboseFlag)
Victor Stinner95872862011-03-07 18:20:56 +0100595 PySys_FormatStderr("import %U # previously loaded (%R)\n",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000596 name, filename);
597 return mod;
Brett Cannon9a5b25a2010-03-01 02:09:17 +0000598
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000599}
600
Victor Stinner49d3f252010-10-17 01:24:53 +0000601PyObject *
Victor Stinner501c09a2011-02-23 00:02:00 +0000602_PyImport_FindBuiltin(const char *name)
Victor Stinner49d3f252010-10-17 01:24:53 +0000603{
Victor Stinner95872862011-03-07 18:20:56 +0100604 PyObject *res, *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100605 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100606 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000607 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100608 res = _PyImport_FindExtensionObject(nameobj, nameobj);
609 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000610 return res;
611}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000612
613/* Get the module object corresponding to a module name.
614 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000615 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000616 Because the former action is most common, THIS DOES NOT RETURN A
617 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000618
Guido van Rossum79f25d91997-04-29 20:08:16 +0000619PyObject *
Victor Stinner27ee0892011-03-04 12:57:09 +0000620PyImport_AddModuleObject(PyObject *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000621{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000622 PyObject *modules = PyImport_GetModuleDict();
623 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000624
Victor Stinner27ee0892011-03-04 12:57:09 +0000625 if ((m = PyDict_GetItem(modules, name)) != NULL &&
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000626 PyModule_Check(m))
627 return m;
Victor Stinner27ee0892011-03-04 12:57:09 +0000628 m = PyModule_NewObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000629 if (m == NULL)
630 return NULL;
Victor Stinner27ee0892011-03-04 12:57:09 +0000631 if (PyDict_SetItem(modules, name, m) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000632 Py_DECREF(m);
633 return NULL;
634 }
635 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000636
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000637 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000638}
639
Victor Stinner27ee0892011-03-04 12:57:09 +0000640PyObject *
641PyImport_AddModule(const char *name)
642{
643 PyObject *nameobj, *module;
644 nameobj = PyUnicode_FromString(name);
645 if (nameobj == NULL)
646 return NULL;
647 module = PyImport_AddModuleObject(nameobj);
648 Py_DECREF(nameobj);
649 return module;
650}
651
652
Tim Peters1cd70172004-08-02 03:52:12 +0000653/* Remove name from sys.modules, if it's there. */
654static void
Victor Stinner27ee0892011-03-04 12:57:09 +0000655remove_module(PyObject *name)
Tim Peters1cd70172004-08-02 03:52:12 +0000656{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000657 PyObject *modules = PyImport_GetModuleDict();
Victor Stinner27ee0892011-03-04 12:57:09 +0000658 if (PyDict_GetItem(modules, name) == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000659 return;
Victor Stinner27ee0892011-03-04 12:57:09 +0000660 if (PyDict_DelItem(modules, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000661 Py_FatalError("import: deleting existing key in"
662 "sys.modules failed");
Tim Peters1cd70172004-08-02 03:52:12 +0000663}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000664
Christian Heimes3b06e532008-01-07 20:12:44 +0000665
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000666/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000667 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
668 * removed from sys.modules, to avoid leaving damaged module objects
669 * in sys.modules. The caller may wish to restore the original
670 * module object (if any) in this case; PyImport_ReloadModule is an
671 * example.
Barry Warsaw28a691b2010-04-17 00:19:56 +0000672 *
673 * Note that PyImport_ExecCodeModuleWithPathnames() is the preferred, richer
674 * interface. The other two exist primarily for backward compatibility.
Tim Peters1cd70172004-08-02 03:52:12 +0000675 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000676PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000677PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000678{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000679 return PyImport_ExecCodeModuleWithPathnames(
680 name, co, (char *)NULL, (char *)NULL);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000681}
682
683PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000684PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000685{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 return PyImport_ExecCodeModuleWithPathnames(
687 name, co, pathname, (char *)NULL);
Barry Warsaw28a691b2010-04-17 00:19:56 +0000688}
689
690PyObject *
691PyImport_ExecCodeModuleWithPathnames(char *name, PyObject *co, char *pathname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000692 char *cpathname)
Barry Warsaw28a691b2010-04-17 00:19:56 +0000693{
Victor Stinner27ee0892011-03-04 12:57:09 +0000694 PyObject *m = NULL;
695 PyObject *nameobj, *pathobj = NULL, *cpathobj = NULL;
696
697 nameobj = PyUnicode_FromString(name);
698 if (nameobj == NULL)
699 return NULL;
700
Victor Stinner27ee0892011-03-04 12:57:09 +0000701 if (cpathname != NULL) {
702 cpathobj = PyUnicode_DecodeFSDefault(cpathname);
703 if (cpathobj == NULL)
704 goto error;
Brett Cannona6473f92012-07-13 13:57:03 -0400705 }
706 else
Victor Stinner27ee0892011-03-04 12:57:09 +0000707 cpathobj = NULL;
Brett Cannona6473f92012-07-13 13:57:03 -0400708
709 if (pathname != NULL) {
710 pathobj = PyUnicode_DecodeFSDefault(pathname);
711 if (pathobj == NULL)
712 goto error;
713 }
714 else if (cpathobj != NULL) {
715 PyInterpreterState *interp = PyThreadState_GET()->interp;
716 _Py_IDENTIFIER(_get_sourcefile);
717
718 if (interp == NULL) {
719 Py_FatalError("PyImport_ExecCodeModuleWithPathnames: "
720 "no interpreter!");
721 }
722
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -0700723 pathobj = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannona6473f92012-07-13 13:57:03 -0400724 &PyId__get_sourcefile, cpathobj,
725 NULL);
726 if (pathobj == NULL)
727 PyErr_Clear();
728 }
729 else
730 pathobj = NULL;
731
Victor Stinner27ee0892011-03-04 12:57:09 +0000732 m = PyImport_ExecCodeModuleObject(nameobj, co, pathobj, cpathobj);
733error:
734 Py_DECREF(nameobj);
735 Py_XDECREF(pathobj);
736 Py_XDECREF(cpathobj);
737 return m;
738}
739
740PyObject*
741PyImport_ExecCodeModuleObject(PyObject *name, PyObject *co, PyObject *pathname,
742 PyObject *cpathname)
743{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000744 PyObject *modules = PyImport_GetModuleDict();
745 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000746
Victor Stinner27ee0892011-03-04 12:57:09 +0000747 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000748 if (m == NULL)
749 return NULL;
750 /* If the module is being reloaded, we get the old module back
751 and re-use its dict to exec the new code. */
752 d = PyModule_GetDict(m);
753 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
754 if (PyDict_SetItemString(d, "__builtins__",
755 PyEval_GetBuiltins()) != 0)
756 goto error;
757 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000758 if (pathname != NULL) {
Brett Cannona6473f92012-07-13 13:57:03 -0400759 v = pathname;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000760 }
Brett Cannona6473f92012-07-13 13:57:03 -0400761 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000762 v = ((PyCodeObject *)co)->co_filename;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000763 }
Brett Cannona6473f92012-07-13 13:57:03 -0400764 Py_INCREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000765 if (PyDict_SetItemString(d, "__file__", v) != 0)
766 PyErr_Clear(); /* Not important enough to report */
767 Py_DECREF(v);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000768
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000769 /* Remember the pyc path name as the __cached__ attribute. */
Victor Stinner27ee0892011-03-04 12:57:09 +0000770 if (cpathname != NULL)
771 v = cpathname;
772 else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000773 v = Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000774 if (PyDict_SetItemString(d, "__cached__", v) != 0)
775 PyErr_Clear(); /* Not important enough to report */
Barry Warsaw28a691b2010-04-17 00:19:56 +0000776
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000777 v = PyEval_EvalCode(co, d, d);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000778 if (v == NULL)
779 goto error;
780 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000781
Victor Stinner27ee0892011-03-04 12:57:09 +0000782 if ((m = PyDict_GetItem(modules, name)) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000783 PyErr_Format(PyExc_ImportError,
Victor Stinner27ee0892011-03-04 12:57:09 +0000784 "Loaded module %R not found in sys.modules",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000785 name);
786 return NULL;
787 }
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000788
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000789 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000790
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000791 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000792
793 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000794 remove_module(name);
795 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000796}
797
798
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000799static void
800update_code_filenames(PyCodeObject *co, PyObject *oldname, PyObject *newname)
801{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000802 PyObject *constants, *tmp;
803 Py_ssize_t i, n;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000804
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000805 if (PyUnicode_Compare(co->co_filename, oldname))
806 return;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000807
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000808 tmp = co->co_filename;
809 co->co_filename = newname;
810 Py_INCREF(co->co_filename);
811 Py_DECREF(tmp);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000812
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000813 constants = co->co_consts;
814 n = PyTuple_GET_SIZE(constants);
815 for (i = 0; i < n; i++) {
816 tmp = PyTuple_GET_ITEM(constants, i);
817 if (PyCode_Check(tmp))
818 update_code_filenames((PyCodeObject *)tmp,
819 oldname, newname);
820 }
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000821}
822
Victor Stinner2f42ae52011-03-20 00:41:24 +0100823static void
824update_compiled_module(PyCodeObject *co, PyObject *newname)
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000825{
Victor Stinner2f42ae52011-03-20 00:41:24 +0100826 PyObject *oldname;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000827
Victor Stinner2f42ae52011-03-20 00:41:24 +0100828 if (PyUnicode_Compare(co->co_filename, newname) == 0)
829 return;
Hirokazu Yamamoto4f447fb2009-03-04 01:52:10 +0000830
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000831 oldname = co->co_filename;
832 Py_INCREF(oldname);
833 update_code_filenames(co, oldname, newname);
834 Py_DECREF(oldname);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000835}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000836
Brett Cannon442c9b92011-03-23 16:14:42 -0700837static PyObject *
838imp_fix_co_filename(PyObject *self, PyObject *args)
839{
840 PyObject *co;
841 PyObject *file_path;
842
843 if (!PyArg_ParseTuple(args, "OO:_fix_co_filename", &co, &file_path))
844 return NULL;
845
846 if (!PyCode_Check(co)) {
847 PyErr_SetString(PyExc_TypeError,
848 "first argument must be a code object");
849 return NULL;
850 }
851
852 if (!PyUnicode_Check(file_path)) {
853 PyErr_SetString(PyExc_TypeError,
854 "second argument must be a string");
855 return NULL;
856 }
857
858 update_compiled_module((PyCodeObject*)co, file_path);
859
860 Py_RETURN_NONE;
861}
862
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000863
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000864/* Forward */
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700865static const struct _frozen * find_frozen(PyObject *);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000866
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000867
868/* Helper to test for built-in module */
869
870static int
Victor Stinner95872862011-03-07 18:20:56 +0100871is_builtin(PyObject *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000872{
Victor Stinner95872862011-03-07 18:20:56 +0100873 int i, cmp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000874 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
Victor Stinner95872862011-03-07 18:20:56 +0100875 cmp = PyUnicode_CompareWithASCIIString(name, PyImport_Inittab[i].name);
876 if (cmp == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000877 if (PyImport_Inittab[i].initfunc == NULL)
878 return -1;
879 else
880 return 1;
881 }
882 }
883 return 0;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000884}
885
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000886
Just van Rossum52e14d62002-12-30 22:08:05 +0000887/* Return an importer object for a sys.path/pkg.__path__ item 'p',
888 possibly by fetching it from the path_importer_cache dict. If it
Thomas Wouters89f507f2006-12-13 04:49:30 +0000889 wasn't yet cached, traverse path_hooks until a hook is found
Just van Rossum52e14d62002-12-30 22:08:05 +0000890 that can handle the path item. Return None if no hook could;
891 this tells our caller it should fall back to the builtin
892 import mechanism. Cache the result in path_importer_cache.
893 Returns a borrowed reference. */
894
895static PyObject *
896get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000897 PyObject *p)
Just van Rossum52e14d62002-12-30 22:08:05 +0000898{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000899 PyObject *importer;
900 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +0000901
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000902 /* These conditions are the caller's responsibility: */
903 assert(PyList_Check(path_hooks));
904 assert(PyDict_Check(path_importer_cache));
Just van Rossum52e14d62002-12-30 22:08:05 +0000905
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000906 nhooks = PyList_Size(path_hooks);
907 if (nhooks < 0)
908 return NULL; /* Shouldn't happen */
Just van Rossum52e14d62002-12-30 22:08:05 +0000909
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000910 importer = PyDict_GetItem(path_importer_cache, p);
911 if (importer != NULL)
912 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000913
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000914 /* set path_importer_cache[p] to None to avoid recursion */
915 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
916 return NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +0000917
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000918 for (j = 0; j < nhooks; j++) {
919 PyObject *hook = PyList_GetItem(path_hooks, j);
920 if (hook == NULL)
921 return NULL;
922 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
923 if (importer != NULL)
924 break;
Just van Rossum52e14d62002-12-30 22:08:05 +0000925
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000926 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
927 return NULL;
928 }
929 PyErr_Clear();
930 }
931 if (importer == NULL) {
Brett Cannonaa936422012-04-27 15:30:58 -0400932 return Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000933 }
934 if (importer != NULL) {
935 int err = PyDict_SetItem(path_importer_cache, p, importer);
936 Py_DECREF(importer);
937 if (err != 0)
938 return NULL;
939 }
940 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000941}
942
Christian Heimes9cd17752007-11-18 19:35:23 +0000943PyAPI_FUNC(PyObject *)
944PyImport_GetImporter(PyObject *path) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000945 PyObject *importer=NULL, *path_importer_cache=NULL, *path_hooks=NULL;
Christian Heimes9cd17752007-11-18 19:35:23 +0000946
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000947 if ((path_importer_cache = PySys_GetObject("path_importer_cache"))) {
948 if ((path_hooks = PySys_GetObject("path_hooks"))) {
949 importer = get_path_importer(path_importer_cache,
950 path_hooks, path);
951 }
952 }
953 Py_XINCREF(importer); /* get_path_importer returns a borrowed reference */
954 return importer;
Christian Heimes9cd17752007-11-18 19:35:23 +0000955}
956
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000957
Victor Stinner95872862011-03-07 18:20:56 +0100958static int init_builtin(PyObject *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000959
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000960/* Initialize a built-in module.
Thomas Wouters89f507f2006-12-13 04:49:30 +0000961 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000962 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000963
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000964static int
Victor Stinner95872862011-03-07 18:20:56 +0100965init_builtin(PyObject *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000966{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000967 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000968
Victor Stinner95872862011-03-07 18:20:56 +0100969 if (_PyImport_FindExtensionObject(name, name) != NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000970 return 1;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000971
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000972 for (p = PyImport_Inittab; p->name != NULL; p++) {
973 PyObject *mod;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100974 PyModuleDef *def;
Victor Stinner95872862011-03-07 18:20:56 +0100975 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000976 if (p->initfunc == NULL) {
977 PyErr_Format(PyExc_ImportError,
Victor Stinner95872862011-03-07 18:20:56 +0100978 "Cannot re-init internal module %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000979 name);
980 return -1;
981 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000982 mod = (*p->initfunc)();
983 if (mod == 0)
984 return -1;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100985 /* Remember pointer to module init function. */
986 def = PyModule_GetDef(mod);
987 def->m_base.m_init = p->initfunc;
Victor Stinner95872862011-03-07 18:20:56 +0100988 if (_PyImport_FixupExtensionObject(mod, name, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000989 return -1;
990 /* FixupExtension has put the module into sys.modules,
991 so we can release our own reference. */
992 Py_DECREF(mod);
993 return 1;
994 }
995 }
996 return 0;
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000997}
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000998
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000999
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001000/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001001
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001002static const struct _frozen *
Victor Stinner53dc7352011-03-20 01:50:21 +01001003find_frozen(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001004{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001005 const struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001006
Victor Stinner53dc7352011-03-20 01:50:21 +01001007 if (name == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001008 return NULL;
Benjamin Petersond968e272008-11-05 22:48:33 +00001009
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001010 for (p = PyImport_FrozenModules; ; p++) {
1011 if (p->name == NULL)
1012 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +01001013 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001014 break;
1015 }
1016 return p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001017}
1018
Guido van Rossum79f25d91997-04-29 20:08:16 +00001019static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001020get_frozen_object(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001021{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001022 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001023 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001024
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001025 if (p == NULL) {
1026 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001027 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001028 name);
1029 return NULL;
1030 }
1031 if (p->code == NULL) {
1032 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001033 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001034 name);
1035 return NULL;
1036 }
1037 size = p->size;
1038 if (size < 0)
1039 size = -size;
1040 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001041}
1042
Brett Cannon8d110132009-03-15 02:20:16 +00001043static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001044is_frozen_package(PyObject *name)
Brett Cannon8d110132009-03-15 02:20:16 +00001045{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001046 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001047 int size;
Brett Cannon8d110132009-03-15 02:20:16 +00001048
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001049 if (p == NULL) {
1050 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001051 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001052 name);
1053 return NULL;
1054 }
Brett Cannon8d110132009-03-15 02:20:16 +00001055
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001056 size = p->size;
Brett Cannon8d110132009-03-15 02:20:16 +00001057
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 if (size < 0)
1059 Py_RETURN_TRUE;
1060 else
1061 Py_RETURN_FALSE;
Brett Cannon8d110132009-03-15 02:20:16 +00001062}
1063
1064
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001065/* Initialize a frozen module.
Brett Cannon3c2ac442009-03-08 20:49:47 +00001066 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001067 an exception set if the initialization failed.
1068 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001069
1070int
Victor Stinner53dc7352011-03-20 01:50:21 +01001071PyImport_ImportFrozenModuleObject(PyObject *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001072{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001073 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001074 PyObject *co, *m, *path;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001075 int ispackage;
1076 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001077
Victor Stinner53dc7352011-03-20 01:50:21 +01001078 p = find_frozen(name);
1079
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 if (p == NULL)
1081 return 0;
1082 if (p->code == NULL) {
1083 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001084 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001085 name);
1086 return -1;
1087 }
1088 size = p->size;
1089 ispackage = (size < 0);
1090 if (ispackage)
1091 size = -size;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
1093 if (co == NULL)
1094 return -1;
1095 if (!PyCode_Check(co)) {
1096 PyErr_Format(PyExc_TypeError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001097 "frozen object %R is not a code object",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001098 name);
1099 goto err_return;
1100 }
1101 if (ispackage) {
Brett Cannon3e0651b2013-05-31 23:18:39 -04001102 /* Set __path__ to the empty list */
Victor Stinner53dc7352011-03-20 01:50:21 +01001103 PyObject *d, *l;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001104 int err;
Victor Stinner53dc7352011-03-20 01:50:21 +01001105 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001106 if (m == NULL)
1107 goto err_return;
1108 d = PyModule_GetDict(m);
Brett Cannon3e0651b2013-05-31 23:18:39 -04001109 l = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001110 if (l == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001111 goto err_return;
1112 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 err = PyDict_SetItemString(d, "__path__", l);
1114 Py_DECREF(l);
1115 if (err != 0)
1116 goto err_return;
1117 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001118 path = PyUnicode_FromString("<frozen>");
1119 if (path == NULL)
1120 goto err_return;
1121 m = PyImport_ExecCodeModuleObject(name, co, path, NULL);
1122 Py_DECREF(path);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001123 if (m == NULL)
1124 goto err_return;
1125 Py_DECREF(co);
1126 Py_DECREF(m);
1127 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001128err_return:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001129 Py_DECREF(co);
1130 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001131}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001132
Victor Stinner53dc7352011-03-20 01:50:21 +01001133int
1134PyImport_ImportFrozenModule(char *name)
1135{
1136 PyObject *nameobj;
1137 int ret;
1138 nameobj = PyUnicode_InternFromString(name);
1139 if (nameobj == NULL)
1140 return -1;
1141 ret = PyImport_ImportFrozenModuleObject(nameobj);
1142 Py_DECREF(nameobj);
1143 return ret;
1144}
1145
Guido van Rossum74e6a111994-08-29 12:54:38 +00001146
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001147/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001148 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001149
Guido van Rossum79f25d91997-04-29 20:08:16 +00001150PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001151PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001152{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001153 PyObject *pname;
1154 PyObject *result;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001155
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001156 pname = PyUnicode_FromString(name);
1157 if (pname == NULL)
1158 return NULL;
1159 result = PyImport_Import(pname);
1160 Py_DECREF(pname);
1161 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001162}
1163
Christian Heimes072c0f12008-01-03 23:01:04 +00001164/* Import a module without blocking
1165 *
1166 * At first it tries to fetch the module from sys.modules. If the module was
1167 * never loaded before it loads it with PyImport_ImportModule() unless another
1168 * thread holds the import lock. In the latter case the function raises an
1169 * ImportError instead of blocking.
1170 *
1171 * Returns the module object with incremented ref count.
1172 */
1173PyObject *
1174PyImport_ImportModuleNoBlock(const char *name)
1175{
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001176 return PyImport_ImportModule(name);
Christian Heimes072c0f12008-01-03 23:01:04 +00001177}
1178
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001179
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001180/* Remove importlib frames from the traceback,
1181 * except in Verbose mode. */
1182static void
1183remove_importlib_frames(void)
1184{
1185 const char *importlib_filename = "<frozen importlib._bootstrap>";
Nick Coghlan42c07662012-07-31 21:14:18 +10001186 const char *remove_frames = "_call_with_frames_removed";
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001187 int always_trim = 0;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001188 int in_importlib = 0;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001189 PyObject *exception, *value, *base_tb, *tb;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001190 PyObject **prev_link, **outer_link = NULL;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001191
1192 /* Synopsis: if it's an ImportError, we trim all importlib chunks
Nick Coghlan42c07662012-07-31 21:14:18 +10001193 from the traceback. We always trim chunks
1194 which end with a call to "_call_with_frames_removed". */
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001195
1196 PyErr_Fetch(&exception, &value, &base_tb);
1197 if (!exception || Py_VerboseFlag)
1198 goto done;
1199 if (PyType_IsSubtype((PyTypeObject *) exception,
1200 (PyTypeObject *) PyExc_ImportError))
1201 always_trim = 1;
1202
1203 prev_link = &base_tb;
1204 tb = base_tb;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001205 while (tb != NULL) {
1206 PyTracebackObject *traceback = (PyTracebackObject *)tb;
1207 PyObject *next = (PyObject *) traceback->tb_next;
1208 PyFrameObject *frame = traceback->tb_frame;
1209 PyCodeObject *code = frame->f_code;
1210 int now_in_importlib;
1211
1212 assert(PyTraceBack_Check(tb));
1213 now_in_importlib = (PyUnicode_CompareWithASCIIString(
1214 code->co_filename,
1215 importlib_filename) == 0);
1216 if (now_in_importlib && !in_importlib) {
1217 /* This is the link to this chunk of importlib tracebacks */
1218 outer_link = prev_link;
1219 }
1220 in_importlib = now_in_importlib;
1221
1222 if (in_importlib &&
1223 (always_trim ||
Nick Coghlan42c07662012-07-31 21:14:18 +10001224 PyUnicode_CompareWithASCIIString(code->co_name,
1225 remove_frames) == 0)) {
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001226 PyObject *tmp = *outer_link;
1227 *outer_link = next;
1228 Py_XINCREF(next);
1229 Py_DECREF(tmp);
1230 prev_link = outer_link;
1231 }
1232 else {
1233 prev_link = (PyObject **) &traceback->tb_next;
1234 }
1235 tb = next;
1236 }
1237done:
1238 PyErr_Restore(exception, value, base_tb);
1239}
1240
1241
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001242PyObject *
Brett Cannonfd074152012-04-14 14:10:13 -04001243PyImport_ImportModuleLevelObject(PyObject *name, PyObject *given_globals,
1244 PyObject *locals, PyObject *given_fromlist,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001245 int level)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001246{
Brett Cannonfd074152012-04-14 14:10:13 -04001247 _Py_IDENTIFIER(__import__);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001248 _Py_IDENTIFIER(__initializing__);
Brett Cannonfd074152012-04-14 14:10:13 -04001249 _Py_IDENTIFIER(__package__);
1250 _Py_IDENTIFIER(__path__);
1251 _Py_IDENTIFIER(__name__);
1252 _Py_IDENTIFIER(_find_and_load);
1253 _Py_IDENTIFIER(_handle_fromlist);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001254 _Py_IDENTIFIER(_lock_unlock_module);
Brett Cannonfd074152012-04-14 14:10:13 -04001255 _Py_static_string(single_dot, ".");
1256 PyObject *abs_name = NULL;
1257 PyObject *builtins_import = NULL;
1258 PyObject *final_mod = NULL;
1259 PyObject *mod = NULL;
1260 PyObject *package = NULL;
1261 PyObject *globals = NULL;
1262 PyObject *fromlist = NULL;
1263 PyInterpreterState *interp = PyThreadState_GET()->interp;
1264
1265 /* Make sure to use default values so as to not have
1266 PyObject_CallMethodObjArgs() truncate the parameter list because of a
1267 NULL argument. */
1268 if (given_globals == NULL) {
1269 globals = PyDict_New();
1270 if (globals == NULL) {
1271 goto error;
1272 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001273 }
Brett Cannonfd074152012-04-14 14:10:13 -04001274 else {
1275 /* Only have to care what given_globals is if it will be used
Brett Cannonecfefb72012-08-05 19:24:57 -04001276 for something. */
Brett Cannonfd074152012-04-14 14:10:13 -04001277 if (level > 0 && !PyDict_Check(given_globals)) {
1278 PyErr_SetString(PyExc_TypeError, "globals must be a dict");
1279 goto error;
1280 }
1281 globals = given_globals;
1282 Py_INCREF(globals);
1283 }
1284
1285 if (given_fromlist == NULL) {
1286 fromlist = PyList_New(0);
1287 if (fromlist == NULL) {
1288 goto error;
1289 }
1290 }
1291 else {
1292 fromlist = given_fromlist;
1293 Py_INCREF(fromlist);
1294 }
1295 if (name == NULL) {
1296 PyErr_SetString(PyExc_ValueError, "Empty module name");
1297 goto error;
1298 }
1299
1300 /* The below code is importlib.__import__() & _gcd_import(), ported to C
1301 for added performance. */
1302
1303 if (!PyUnicode_Check(name)) {
1304 PyErr_SetString(PyExc_TypeError, "module name must be a string");
1305 goto error;
1306 }
1307 else if (PyUnicode_READY(name) < 0) {
1308 goto error;
1309 }
1310 if (level < 0) {
1311 PyErr_SetString(PyExc_ValueError, "level must be >= 0");
1312 goto error;
1313 }
1314 else if (level > 0) {
1315 package = _PyDict_GetItemId(globals, &PyId___package__);
1316 if (package != NULL && package != Py_None) {
1317 Py_INCREF(package);
1318 if (!PyUnicode_Check(package)) {
1319 PyErr_SetString(PyExc_TypeError, "package must be a string");
1320 goto error;
1321 }
1322 }
1323 else {
Brett Cannon273323c2012-04-17 19:05:11 -04001324 package = _PyDict_GetItemId(globals, &PyId___name__);
Brett Cannonfd074152012-04-14 14:10:13 -04001325 if (package == NULL) {
Brett Cannon273323c2012-04-17 19:05:11 -04001326 PyErr_SetString(PyExc_KeyError, "'__name__' not in globals");
Brett Cannonfd074152012-04-14 14:10:13 -04001327 goto error;
1328 }
1329 else if (!PyUnicode_Check(package)) {
1330 PyErr_SetString(PyExc_TypeError, "__name__ must be a string");
1331 }
1332 Py_INCREF(package);
1333
1334 if (_PyDict_GetItemId(globals, &PyId___path__) == NULL) {
Brett Cannon740fce02012-04-14 14:23:49 -04001335 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001336 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1337 if (borrowed_dot == NULL) {
1338 goto error;
1339 }
Brett Cannon740fce02012-04-14 14:23:49 -04001340 partition = PyUnicode_RPartition(package, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001341 Py_DECREF(package);
1342 if (partition == NULL) {
1343 goto error;
1344 }
1345 package = PyTuple_GET_ITEM(partition, 0);
1346 Py_INCREF(package);
1347 Py_DECREF(partition);
1348 }
1349 }
1350
1351 if (PyDict_GetItem(interp->modules, package) == NULL) {
1352 PyErr_Format(PyExc_SystemError,
1353 "Parent module %R not loaded, cannot perform relative "
1354 "import", package);
1355 goto error;
1356 }
1357 }
1358 else { /* level == 0 */
1359 if (PyUnicode_GET_LENGTH(name) == 0) {
1360 PyErr_SetString(PyExc_ValueError, "Empty module name");
1361 goto error;
1362 }
1363 package = Py_None;
1364 Py_INCREF(package);
1365 }
1366
1367 if (level > 0) {
1368 Py_ssize_t last_dot = PyUnicode_GET_LENGTH(package);
1369 PyObject *base = NULL;
1370 int level_up = 1;
1371
1372 for (level_up = 1; level_up < level; level_up += 1) {
1373 last_dot = PyUnicode_FindChar(package, '.', 0, last_dot, -1);
1374 if (last_dot == -2) {
1375 goto error;
1376 }
1377 else if (last_dot == -1) {
1378 PyErr_SetString(PyExc_ValueError,
1379 "attempted relative import beyond top-level "
1380 "package");
1381 goto error;
1382 }
1383 }
1384 base = PyUnicode_Substring(package, 0, last_dot);
1385 if (PyUnicode_GET_LENGTH(name) > 0) {
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001386 PyObject *borrowed_dot, *seq = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001387
1388 borrowed_dot = _PyUnicode_FromId(&single_dot);
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001389 seq = PyTuple_Pack(2, base, name);
1390 Py_DECREF(base);
Brett Cannonfd074152012-04-14 14:10:13 -04001391 if (borrowed_dot == NULL || seq == NULL) {
1392 goto error;
1393 }
1394
1395 abs_name = PyUnicode_Join(borrowed_dot, seq);
1396 Py_DECREF(seq);
1397 if (abs_name == NULL) {
1398 goto error;
1399 }
1400 }
1401 else {
1402 abs_name = base;
1403 }
1404 }
1405 else {
1406 abs_name = name;
1407 Py_INCREF(abs_name);
1408 }
1409
Brian Curtine6b299f2012-04-14 14:19:33 -05001410#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001411 _PyImport_AcquireLock();
1412#endif
1413 /* From this point forward, goto error_with_unlock! */
1414 if (PyDict_Check(globals)) {
1415 builtins_import = _PyDict_GetItemId(globals, &PyId___import__);
1416 }
1417 if (builtins_import == NULL) {
1418 builtins_import = _PyDict_GetItemId(interp->builtins, &PyId___import__);
1419 if (builtins_import == NULL) {
Benjamin Peterson7d110042013-04-29 09:08:14 -04001420 PyErr_SetString(PyExc_ImportError, "__import__ not found");
1421 goto error_with_unlock;
Brett Cannonfd074152012-04-14 14:10:13 -04001422 }
1423 }
1424 Py_INCREF(builtins_import);
1425
1426 mod = PyDict_GetItem(interp->modules, abs_name);
1427 if (mod == Py_None) {
Brett Cannon27fc5282012-04-15 14:15:31 -04001428 PyObject *msg = PyUnicode_FromFormat("import of %R halted; "
1429 "None in sys.modules", abs_name);
1430 if (msg != NULL) {
Brett Cannon8f5ac512013-06-12 23:29:18 -04001431 PyErr_SetImportErrorSubclass(PyExc_ModuleNotFoundError, msg,
1432 abs_name, NULL);
Brian Curtin09b86d12012-04-17 16:57:09 -05001433 Py_DECREF(msg);
Brett Cannon27fc5282012-04-15 14:15:31 -04001434 }
Antoine Pitrou71382cb2012-04-16 18:48:49 +02001435 mod = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001436 goto error_with_unlock;
1437 }
1438 else if (mod != NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001439 PyObject *value;
1440 int initializing = 0;
1441
Brett Cannonfd074152012-04-14 14:10:13 -04001442 Py_INCREF(mod);
Antoine Pitrou03989852012-08-28 00:24:52 +02001443 /* Optimization: only call _bootstrap._lock_unlock_module() if
1444 __initializing__ is true.
1445 NOTE: because of this, __initializing__ must be set *before*
1446 stuffing the new module in sys.modules.
1447 */
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001448 value = _PyObject_GetAttrId(mod, &PyId___initializing__);
1449 if (value == NULL)
1450 PyErr_Clear();
1451 else {
1452 initializing = PyObject_IsTrue(value);
1453 Py_DECREF(value);
1454 if (initializing == -1)
1455 PyErr_Clear();
1456 }
1457 if (initializing > 0) {
1458 /* _bootstrap._lock_unlock_module() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001459 value = _PyObject_CallMethodIdObjArgs(interp->importlib,
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001460 &PyId__lock_unlock_module, abs_name,
1461 NULL);
1462 if (value == NULL)
1463 goto error;
1464 Py_DECREF(value);
1465 }
1466 else {
1467#ifdef WITH_THREAD
1468 if (_PyImport_ReleaseLock() < 0) {
1469 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1470 goto error;
1471 }
1472#endif
1473 }
Brett Cannonfd074152012-04-14 14:10:13 -04001474 }
1475 else {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001476 /* _bootstrap._find_and_load() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001477 mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001478 &PyId__find_and_load, abs_name,
1479 builtins_import, NULL);
1480 if (mod == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001481 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001482 }
1483 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001484 /* From now on we don't hold the import lock anymore. */
Brett Cannonfd074152012-04-14 14:10:13 -04001485
1486 if (PyObject_Not(fromlist)) {
1487 if (level == 0 || PyUnicode_GET_LENGTH(name) > 0) {
1488 PyObject *front = NULL;
Brian Curtine6b299f2012-04-14 14:19:33 -05001489 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001490 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1491
1492 if (borrowed_dot == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001493 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001494 }
1495
Brian Curtine6b299f2012-04-14 14:19:33 -05001496 partition = PyUnicode_Partition(name, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001497 if (partition == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001498 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001499 }
1500
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001501 if (PyUnicode_GET_LENGTH(PyTuple_GET_ITEM(partition, 1)) == 0) {
1502 /* No dot in module name, simple exit */
1503 Py_DECREF(partition);
1504 final_mod = mod;
1505 Py_INCREF(mod);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001506 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001507 }
1508
Brett Cannonfd074152012-04-14 14:10:13 -04001509 front = PyTuple_GET_ITEM(partition, 0);
1510 Py_INCREF(front);
1511 Py_DECREF(partition);
1512
1513 if (level == 0) {
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001514 final_mod = PyObject_CallFunctionObjArgs(builtins_import, front, NULL);
Antoine Pitroub78174c2012-05-06 17:15:23 +02001515 Py_DECREF(front);
Brett Cannonfd074152012-04-14 14:10:13 -04001516 }
1517 else {
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001518 Py_ssize_t cut_off = PyUnicode_GET_LENGTH(name) -
1519 PyUnicode_GET_LENGTH(front);
1520 Py_ssize_t abs_name_len = PyUnicode_GET_LENGTH(abs_name);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001521 PyObject *to_return = PyUnicode_Substring(abs_name, 0,
Brett Cannonfd074152012-04-14 14:10:13 -04001522 abs_name_len - cut_off);
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001523 Py_DECREF(front);
1524 if (to_return == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001525 goto error;
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001526 }
Brett Cannonfd074152012-04-14 14:10:13 -04001527
1528 final_mod = PyDict_GetItem(interp->modules, to_return);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001529 if (final_mod == NULL) {
1530 PyErr_Format(PyExc_KeyError,
1531 "%R not in sys.modules as expected",
1532 to_return);
1533 }
1534 else {
1535 Py_INCREF(final_mod);
1536 }
Antoine Pitroub78174c2012-05-06 17:15:23 +02001537 Py_DECREF(to_return);
Brett Cannonfd074152012-04-14 14:10:13 -04001538 }
1539 }
1540 else {
1541 final_mod = mod;
1542 Py_INCREF(mod);
1543 }
1544 }
1545 else {
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001546 final_mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001547 &PyId__handle_fromlist, mod,
1548 fromlist, builtins_import,
1549 NULL);
1550 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001551 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001552
Brett Cannonfd074152012-04-14 14:10:13 -04001553 error_with_unlock:
Brian Curtine6b299f2012-04-14 14:19:33 -05001554#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001555 if (_PyImport_ReleaseLock() < 0) {
1556 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1557 }
1558#endif
1559 error:
1560 Py_XDECREF(abs_name);
1561 Py_XDECREF(builtins_import);
1562 Py_XDECREF(mod);
1563 Py_XDECREF(package);
1564 Py_XDECREF(globals);
1565 Py_XDECREF(fromlist);
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001566 if (final_mod == NULL)
1567 remove_importlib_frames();
Brett Cannonfd074152012-04-14 14:10:13 -04001568 return final_mod;
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001569}
1570
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001571PyObject *
Benjamin Peterson04778a82011-05-25 09:29:00 -05001572PyImport_ImportModuleLevel(const char *name, PyObject *globals, PyObject *locals,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001573 PyObject *fromlist, int level)
1574{
1575 PyObject *nameobj, *mod;
1576 nameobj = PyUnicode_FromString(name);
1577 if (nameobj == NULL)
1578 return NULL;
1579 mod = PyImport_ImportModuleLevelObject(nameobj, globals, locals,
1580 fromlist, level);
1581 Py_DECREF(nameobj);
1582 return mod;
1583}
1584
1585
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001586/* Re-import a module of any kind and return its module object, WITH
1587 INCREMENTED REFERENCE COUNT */
1588
Guido van Rossum79f25d91997-04-29 20:08:16 +00001589PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001590PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001591{
Brett Cannon62228db2012-04-29 14:38:11 -04001592 _Py_IDENTIFIER(reload);
1593 PyObject *reloaded_module = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001594 PyObject *modules = PyImport_GetModuleDict();
Brett Cannon62228db2012-04-29 14:38:11 -04001595 PyObject *imp = PyDict_GetItemString(modules, "imp");
1596 if (imp == NULL) {
1597 imp = PyImport_ImportModule("imp");
1598 if (imp == NULL) {
1599 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001600 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001601 }
Brett Cannon62228db2012-04-29 14:38:11 -04001602 else {
1603 Py_INCREF(imp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001604 }
Victor Stinnerad3c03b2011-03-14 09:21:33 -04001605
Brett Cannon62228db2012-04-29 14:38:11 -04001606 reloaded_module = _PyObject_CallMethodId(imp, &PyId_reload, "O", m);
1607 Py_DECREF(imp);
1608 return reloaded_module;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001609}
1610
1611
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001612/* Higher-level import emulator which emulates the "import" statement
1613 more accurately -- it invokes the __import__() function from the
1614 builtins of the current globals. This means that the import is
1615 done using whatever import hooks are installed in the current
Brett Cannonbc2eff32010-09-19 21:39:02 +00001616 environment.
Guido van Rossum6058eb41998-12-21 19:51:00 +00001617 A dummy list ["__doc__"] is passed as the 4th argument so that
Neal Norwitz80e7f272007-08-26 06:45:23 +00001618 e.g. PyImport_Import(PyUnicode_FromString("win32com.client.gencache"))
Guido van Rossum6058eb41998-12-21 19:51:00 +00001619 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001620
1621PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001622PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001623{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001624 static PyObject *silly_list = NULL;
1625 static PyObject *builtins_str = NULL;
1626 static PyObject *import_str = NULL;
1627 PyObject *globals = NULL;
1628 PyObject *import = NULL;
1629 PyObject *builtins = NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001630 PyObject *modules = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001631 PyObject *r = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001632
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001633 /* Initialize constant string objects */
1634 if (silly_list == NULL) {
1635 import_str = PyUnicode_InternFromString("__import__");
1636 if (import_str == NULL)
1637 return NULL;
1638 builtins_str = PyUnicode_InternFromString("__builtins__");
1639 if (builtins_str == NULL)
1640 return NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001641 silly_list = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001642 if (silly_list == NULL)
1643 return NULL;
1644 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001645
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001646 /* Get the builtins from current globals */
1647 globals = PyEval_GetGlobals();
1648 if (globals != NULL) {
1649 Py_INCREF(globals);
1650 builtins = PyObject_GetItem(globals, builtins_str);
1651 if (builtins == NULL)
1652 goto err;
1653 }
1654 else {
1655 /* No globals -- use standard builtins, and fake globals */
1656 builtins = PyImport_ImportModuleLevel("builtins",
1657 NULL, NULL, NULL, 0);
1658 if (builtins == NULL)
1659 return NULL;
1660 globals = Py_BuildValue("{OO}", builtins_str, builtins);
1661 if (globals == NULL)
1662 goto err;
1663 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001664
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001665 /* Get the __import__ function from the builtins */
1666 if (PyDict_Check(builtins)) {
1667 import = PyObject_GetItem(builtins, import_str);
1668 if (import == NULL)
1669 PyErr_SetObject(PyExc_KeyError, import_str);
1670 }
1671 else
1672 import = PyObject_GetAttr(builtins, import_str);
1673 if (import == NULL)
1674 goto err;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001675
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001676 /* Call the __import__ function with the proper argument list
Brett Cannonbc2eff32010-09-19 21:39:02 +00001677 Always use absolute import here.
1678 Calling for side-effect of import. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001679 r = PyObject_CallFunction(import, "OOOOi", module_name, globals,
1680 globals, silly_list, 0, NULL);
Brett Cannonbc2eff32010-09-19 21:39:02 +00001681 if (r == NULL)
1682 goto err;
1683 Py_DECREF(r);
1684
1685 modules = PyImport_GetModuleDict();
1686 r = PyDict_GetItem(modules, module_name);
1687 if (r != NULL)
1688 Py_INCREF(r);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001689
1690 err:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001691 Py_XDECREF(globals);
1692 Py_XDECREF(builtins);
1693 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00001694
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001695 return r;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001696}
1697
Barry Warsaw28a691b2010-04-17 00:19:56 +00001698static PyObject *
Brett Cannon2657df42012-05-04 15:20:40 -04001699imp_extension_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001700{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001701 PyObject *list;
Brett Cannon2657df42012-05-04 15:20:40 -04001702 const char *suffix;
1703 unsigned int index = 0;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001704
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001705 list = PyList_New(0);
1706 if (list == NULL)
1707 return NULL;
Brett Cannon2657df42012-05-04 15:20:40 -04001708#ifdef HAVE_DYNAMIC_LOADING
1709 while ((suffix = _PyImport_DynLoadFiletab[index])) {
1710 PyObject *item = PyUnicode_FromString(suffix);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001711 if (item == NULL) {
1712 Py_DECREF(list);
1713 return NULL;
1714 }
1715 if (PyList_Append(list, item) < 0) {
1716 Py_DECREF(list);
1717 Py_DECREF(item);
1718 return NULL;
1719 }
1720 Py_DECREF(item);
Brett Cannon2657df42012-05-04 15:20:40 -04001721 index += 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001722 }
Brett Cannon2657df42012-05-04 15:20:40 -04001723#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001724 return list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001725}
1726
Guido van Rossum79f25d91997-04-29 20:08:16 +00001727static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001728imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001729{
Victor Stinner95872862011-03-07 18:20:56 +01001730 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001731 int ret;
1732 PyObject *m;
Victor Stinner95872862011-03-07 18:20:56 +01001733 if (!PyArg_ParseTuple(args, "U:init_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001734 return NULL;
1735 ret = init_builtin(name);
1736 if (ret < 0)
1737 return NULL;
1738 if (ret == 0) {
1739 Py_INCREF(Py_None);
1740 return Py_None;
1741 }
Victor Stinner95872862011-03-07 18:20:56 +01001742 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001743 Py_XINCREF(m);
1744 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001745}
1746
Guido van Rossum79f25d91997-04-29 20:08:16 +00001747static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001748imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001749{
Victor Stinner53dc7352011-03-20 01:50:21 +01001750 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001751 int ret;
1752 PyObject *m;
Victor Stinner53dc7352011-03-20 01:50:21 +01001753 if (!PyArg_ParseTuple(args, "U:init_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001754 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +01001755 ret = PyImport_ImportFrozenModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001756 if (ret < 0)
1757 return NULL;
1758 if (ret == 0) {
1759 Py_INCREF(Py_None);
1760 return Py_None;
1761 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001762 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001763 Py_XINCREF(m);
1764 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001765}
1766
Guido van Rossum79f25d91997-04-29 20:08:16 +00001767static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001768imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001769{
Victor Stinner53dc7352011-03-20 01:50:21 +01001770 PyObject *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00001771
Victor Stinner53dc7352011-03-20 01:50:21 +01001772 if (!PyArg_ParseTuple(args, "U:get_frozen_object", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001773 return NULL;
1774 return get_frozen_object(name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001775}
1776
Guido van Rossum79f25d91997-04-29 20:08:16 +00001777static PyObject *
Brett Cannon8d110132009-03-15 02:20:16 +00001778imp_is_frozen_package(PyObject *self, PyObject *args)
1779{
Victor Stinner53dc7352011-03-20 01:50:21 +01001780 PyObject *name;
Brett Cannon8d110132009-03-15 02:20:16 +00001781
Victor Stinner53dc7352011-03-20 01:50:21 +01001782 if (!PyArg_ParseTuple(args, "U:is_frozen_package", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001783 return NULL;
1784 return is_frozen_package(name);
Brett Cannon8d110132009-03-15 02:20:16 +00001785}
1786
1787static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001788imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001789{
Victor Stinner95872862011-03-07 18:20:56 +01001790 PyObject *name;
1791 if (!PyArg_ParseTuple(args, "U:is_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001792 return NULL;
1793 return PyLong_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001794}
1795
Guido van Rossum79f25d91997-04-29 20:08:16 +00001796static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001797imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001798{
Victor Stinner53dc7352011-03-20 01:50:21 +01001799 PyObject *name;
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001800 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001801 if (!PyArg_ParseTuple(args, "U:is_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001802 return NULL;
1803 p = find_frozen(name);
1804 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001805}
1806
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001807#ifdef HAVE_DYNAMIC_LOADING
1808
Guido van Rossum79f25d91997-04-29 20:08:16 +00001809static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001810imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001811{
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001812 PyObject *name, *pathname, *fob = NULL, *mod;
1813 FILE *fp;
1814
1815 if (!PyArg_ParseTuple(args, "UO&|O:load_dynamic",
1816 &name, PyUnicode_FSDecoder, &pathname, &fob))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001817 return NULL;
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001818 if (fob != NULL) {
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001819 fp = _Py_fopen(pathname, "r");
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001820 if (fp == NULL) {
1821 Py_DECREF(pathname);
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001822 if (!PyErr_Occurred())
1823 PyErr_SetFromErrno(PyExc_IOError);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001824 return NULL;
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001825 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001826 }
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001827 else
1828 fp = NULL;
1829 mod = _PyImport_LoadDynamicModule(name, pathname, fp);
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001830 Py_DECREF(pathname);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001831 if (fp)
1832 fclose(fp);
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001833 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001834}
1835
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001836#endif /* HAVE_DYNAMIC_LOADING */
1837
Barry Warsaw28a691b2010-04-17 00:19:56 +00001838
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001839/* Doc strings */
1840
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001841PyDoc_STRVAR(doc_imp,
Brett Cannon6f44d662012-04-15 16:08:47 -04001842"(Extremely) low-level import machinery bits as used by importlib and imp.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001843
Brett Cannon2657df42012-05-04 15:20:40 -04001844PyDoc_STRVAR(doc_extension_suffixes,
1845"extension_suffixes() -> list of strings\n\
1846Returns the list of file suffixes used to identify extension modules.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001847
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001848PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00001849"lock_held() -> boolean\n\
1850Return True if the import lock is currently held, else False.\n\
1851On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00001852
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001853PyDoc_STRVAR(doc_acquire_lock,
1854"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00001855Acquires the interpreter's import lock for the current thread.\n\
1856This lock should be used by import hooks to ensure thread-safety\n\
1857when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001858On platforms without threads, this function does nothing.");
1859
1860PyDoc_STRVAR(doc_release_lock,
1861"release_lock() -> None\n\
1862Release the interpreter's import lock.\n\
1863On platforms without threads, this function does nothing.");
1864
Guido van Rossum79f25d91997-04-29 20:08:16 +00001865static PyMethodDef imp_methods[] = {
Brett Cannon2657df42012-05-04 15:20:40 -04001866 {"extension_suffixes", imp_extension_suffixes, METH_NOARGS,
1867 doc_extension_suffixes},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001868 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
1869 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
1870 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001871 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
1872 {"is_frozen_package", imp_is_frozen_package, METH_VARARGS},
1873 {"init_builtin", imp_init_builtin, METH_VARARGS},
1874 {"init_frozen", imp_init_frozen, METH_VARARGS},
1875 {"is_builtin", imp_is_builtin, METH_VARARGS},
1876 {"is_frozen", imp_is_frozen, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001877#ifdef HAVE_DYNAMIC_LOADING
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001878 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001879#endif
Brett Cannon442c9b92011-03-23 16:14:42 -07001880 {"_fix_co_filename", imp_fix_co_filename, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001881 {NULL, NULL} /* sentinel */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001882};
1883
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001884
Martin v. Löwis1a214512008-06-11 05:26:20 +00001885static struct PyModuleDef impmodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001886 PyModuleDef_HEAD_INIT,
Brett Cannon6f44d662012-04-15 16:08:47 -04001887 "_imp",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001888 doc_imp,
1889 0,
1890 imp_methods,
1891 NULL,
1892 NULL,
1893 NULL,
1894 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00001895};
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001896
Jason Tishler6bc06ec2003-09-04 11:59:50 +00001897PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00001898PyInit_imp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001899{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001900 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001901
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001902 m = PyModule_Create(&impmodule);
1903 if (m == NULL)
1904 goto failure;
1905 d = PyModule_GetDict(m);
1906 if (d == NULL)
1907 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001908
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001909 return m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001910 failure:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001911 Py_XDECREF(m);
1912 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001913}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001914
1915
Guido van Rossumb18618d2000-05-03 23:44:39 +00001916/* API for embedding applications that want to add their own entries
1917 to the table of built-in modules. This should normally be called
1918 *before* Py_Initialize(). When the table resize fails, -1 is
1919 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001920
1921 After a similar function by Just van Rossum. */
1922
1923int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001924PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001925{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001926 static struct _inittab *our_copy = NULL;
1927 struct _inittab *p;
1928 int i, n;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001929
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001930 /* Count the number of entries in both tables */
1931 for (n = 0; newtab[n].name != NULL; n++)
1932 ;
1933 if (n == 0)
1934 return 0; /* Nothing to do */
1935 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
1936 ;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001937
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001938 /* Allocate new memory for the combined table */
1939 p = our_copy;
1940 PyMem_RESIZE(p, struct _inittab, i+n+1);
1941 if (p == NULL)
1942 return -1;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001943
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001944 /* Copy the tables into the new memory */
1945 if (our_copy != PyImport_Inittab)
1946 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
1947 PyImport_Inittab = our_copy = p;
1948 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001949
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001950 return 0;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001951}
1952
1953/* Shorthand to add a single entry given a name and a function */
1954
1955int
Brett Cannona826f322009-04-02 03:41:46 +00001956PyImport_AppendInittab(const char *name, PyObject* (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001957{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001958 struct _inittab newtab[2];
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001959
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001960 memset(newtab, '\0', sizeof newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001961
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001962 newtab[0].name = (char *)name;
1963 newtab[0].initfunc = initfunc;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001964
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001965 return PyImport_ExtendInittab(newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001966}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001967
1968#ifdef __cplusplus
1969}
1970#endif