blob: 09106555a3b87494cf9de2f8d403cbba8cddb279 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00008#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +00009#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000010#include "code.h"
Antoine Pitroubc07a5c2012-07-08 12:01:27 +020011#include "frameobject.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000012#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000013#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000014
Guido van Rossum55a83382000-09-20 20:31:38 +000015#ifdef HAVE_FCNTL_H
16#include <fcntl.h>
17#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000018#ifdef __cplusplus
Brett Cannon9a5b25a2010-03-01 02:09:17 +000019extern "C" {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000020#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000021
Barry Warsaw28a691b2010-04-17 00:19:56 +000022#define CACHEDIR "__pycache__"
Guido van Rossum96774c12000-05-01 20:19:08 +000023
Victor Stinner95872862011-03-07 18:20:56 +010024/* See _PyImport_FixupExtensionObject() below */
Guido van Rossum25ce5661997-08-02 03:10:38 +000025static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000026
Victor Stinnerfe7c5b52011-04-05 01:48:03 +020027/* Function from Parser/tokenizer.c */
28extern char * PyTokenizer_FindEncodingFilename(int, PyObject *);
29
Guido van Rossum771c6c81997-10-31 18:37:24 +000030/* This table is defined in config.c: */
31extern struct _inittab _PyImport_Inittab[];
32
33struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000034
Victor Stinnerd0296212011-03-14 14:04:10 -040035static PyObject *initstr = NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +000036
Guido van Rossum1ae940a1995-01-02 19:04:15 +000037/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000038
39void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000040_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000041{
Victor Stinnerd0296212011-03-14 14:04:10 -040042 initstr = PyUnicode_InternFromString("__init__");
43 if (initstr == NULL)
44 Py_FatalError("Can't initialize import variables");
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000045}
46
Guido van Rossum25ce5661997-08-02 03:10:38 +000047void
Just van Rossum52e14d62002-12-30 22:08:05 +000048_PyImportHooks_Init(void)
49{
Brett Cannonfd074152012-04-14 14:10:13 -040050 PyObject *v, *path_hooks = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000051 int err = 0;
Just van Rossum52e14d62002-12-30 22:08:05 +000052
Brett Cannonfd074152012-04-14 14:10:13 -040053 /* adding sys.path_hooks and sys.path_importer_cache */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000054 v = PyList_New(0);
55 if (v == NULL)
56 goto error;
57 err = PySys_SetObject("meta_path", v);
58 Py_DECREF(v);
59 if (err)
60 goto error;
61 v = PyDict_New();
62 if (v == NULL)
63 goto error;
64 err = PySys_SetObject("path_importer_cache", v);
65 Py_DECREF(v);
66 if (err)
67 goto error;
68 path_hooks = PyList_New(0);
69 if (path_hooks == NULL)
70 goto error;
71 err = PySys_SetObject("path_hooks", path_hooks);
72 if (err) {
Just van Rossum52e14d62002-12-30 22:08:05 +000073 error:
Brett Cannonfd074152012-04-14 14:10:13 -040074 PyErr_Print();
75 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
Nadeem Vawda8f46d652012-05-05 12:27:30 +020076 "or path_importer_cache failed");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000077 }
Brett Cannonfd074152012-04-14 14:10:13 -040078 Py_DECREF(path_hooks);
79}
80
81void
82_PyImportZip_Init(void)
83{
84 PyObject *path_hooks, *zimpimport;
85 int err = 0;
86
87 path_hooks = PySys_GetObject("path_hooks");
Victor Stinner1e53bba2013-07-16 22:26:05 +020088 if (path_hooks == NULL) {
89 PyErr_SetString(PyExc_RuntimeError, "unable to get sys.path_hooks");
Brett Cannonfd074152012-04-14 14:10:13 -040090 goto error;
Victor Stinner1e53bba2013-07-16 22:26:05 +020091 }
Brett Cannonfd074152012-04-14 14:10:13 -040092
93 if (Py_VerboseFlag)
94 PySys_WriteStderr("# installing zipimport hook\n");
Thomas Wouters0e3f5912006-08-11 14:57:12 +000095
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000096 zimpimport = PyImport_ImportModule("zipimport");
97 if (zimpimport == NULL) {
98 PyErr_Clear(); /* No zip import module -- okay */
99 if (Py_VerboseFlag)
100 PySys_WriteStderr("# can't import zipimport\n");
101 }
102 else {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200103 _Py_IDENTIFIER(zipimporter);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200104 PyObject *zipimporter = _PyObject_GetAttrId(zimpimport,
105 &PyId_zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000106 Py_DECREF(zimpimport);
107 if (zipimporter == NULL) {
108 PyErr_Clear(); /* No zipimporter object -- okay */
109 if (Py_VerboseFlag)
110 PySys_WriteStderr(
111 "# can't import zipimport.zipimporter\n");
112 }
113 else {
Brett Cannon8923a4d2012-04-24 22:03:46 -0400114 /* sys.path_hooks.insert(0, zipimporter) */
115 err = PyList_Insert(path_hooks, 0, zipimporter);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000116 Py_DECREF(zipimporter);
Brett Cannonfd074152012-04-14 14:10:13 -0400117 if (err < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000118 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -0400119 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000120 if (Py_VerboseFlag)
121 PySys_WriteStderr(
122 "# installed zipimport hook\n");
123 }
124 }
Brett Cannonfd074152012-04-14 14:10:13 -0400125
126 return;
127
128 error:
129 PyErr_Print();
Brett Cannonacf85cd2012-04-29 12:50:03 -0400130 Py_FatalError("initializing zipimport failed");
Just van Rossum52e14d62002-12-30 22:08:05 +0000131}
132
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000133/* Locking primitives to prevent parallel imports of the same module
134 in different threads to return with a partially loaded module.
135 These calls are serialized by the global interpreter lock. */
136
137#ifdef WITH_THREAD
138
Guido van Rossum49b56061998-10-01 20:42:43 +0000139#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000140
Guido van Rossum65d5b571998-12-21 19:32:43 +0000141static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000142static long import_lock_thread = -1;
143static int import_lock_level = 0;
144
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000145void
146_PyImport_AcquireLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000147{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 long me = PyThread_get_thread_ident();
149 if (me == -1)
150 return; /* Too bad */
151 if (import_lock == NULL) {
152 import_lock = PyThread_allocate_lock();
153 if (import_lock == NULL)
154 return; /* Nothing much we can do. */
155 }
156 if (import_lock_thread == me) {
157 import_lock_level++;
158 return;
159 }
160 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
161 {
162 PyThreadState *tstate = PyEval_SaveThread();
163 PyThread_acquire_lock(import_lock, 1);
164 PyEval_RestoreThread(tstate);
165 }
Antoine Pitrou202b6062012-12-18 22:18:17 +0100166 assert(import_lock_level == 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000167 import_lock_thread = me;
168 import_lock_level = 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000169}
170
Benjamin Peterson0df35a92009-10-04 20:32:25 +0000171int
172_PyImport_ReleaseLock(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000173{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000174 long me = PyThread_get_thread_ident();
175 if (me == -1 || import_lock == NULL)
176 return 0; /* Too bad */
177 if (import_lock_thread != me)
178 return -1;
179 import_lock_level--;
Antoine Pitrou202b6062012-12-18 22:18:17 +0100180 assert(import_lock_level >= 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000181 if (import_lock_level == 0) {
182 import_lock_thread = -1;
183 PyThread_release_lock(import_lock);
184 }
185 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000186}
187
Gregory P. Smith24cec9f2010-03-01 06:18:41 +0000188/* This function is called from PyOS_AfterFork to ensure that newly
189 created child processes do not share locks with the parent.
190 We now acquire the import lock around fork() calls but on some platforms
191 (Solaris 9 and earlier? see isue7242) that still left us with problems. */
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000192
193void
194_PyImport_ReInitLock(void)
195{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000196 if (import_lock != NULL)
197 import_lock = PyThread_allocate_lock();
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000198 if (import_lock_level > 1) {
199 /* Forked as a side effect of import */
200 long me = PyThread_get_thread_ident();
Brett Cannone4710cf2012-11-15 21:39:36 -0500201 /* The following could fail if the lock is already held, but forking as
202 a side-effect of an import is a) rare, b) nuts, and c) difficult to
203 do thanks to the lock only being held when doing individual module
204 locks per import. */
205 PyThread_acquire_lock(import_lock, NOWAIT_LOCK);
Nick Coghlanb2ddf792010-12-02 04:11:46 +0000206 import_lock_thread = me;
207 import_lock_level--;
208 } else {
209 import_lock_thread = -1;
210 import_lock_level = 0;
211 }
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000212}
213
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000214#endif
215
Tim Peters69232342001-08-30 05:16:13 +0000216static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000217imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000218{
Tim Peters69232342001-08-30 05:16:13 +0000219#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000220 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000221#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000223#endif
224}
225
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000226static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000227imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000228{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000229#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000230 _PyImport_AcquireLock();
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000231#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000232 Py_INCREF(Py_None);
233 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000234}
235
236static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000237imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000238{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000239#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000240 if (_PyImport_ReleaseLock() < 0) {
241 PyErr_SetString(PyExc_RuntimeError,
242 "not holding the import lock");
243 return NULL;
244 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000245#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000246 Py_INCREF(Py_None);
247 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000248}
249
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100250void
251_PyImport_Fini(void)
252{
253 Py_XDECREF(extensions);
254 extensions = NULL;
Antoine Pitrou8db076c2011-10-30 19:13:55 +0100255#ifdef WITH_THREAD
256 if (import_lock != NULL) {
257 PyThread_free_lock(import_lock);
258 import_lock = NULL;
259 }
260#endif
261}
262
Guido van Rossum25ce5661997-08-02 03:10:38 +0000263/* Helper for sys */
264
265PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000266PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000267{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000268 PyInterpreterState *interp = PyThreadState_GET()->interp;
269 if (interp->modules == NULL)
270 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
271 return interp->modules;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000272}
273
Guido van Rossum3f5da241990-12-20 15:06:42 +0000274
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000275/* List of names to clear in sys */
276static char* sys_deletes[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000277 "path", "argv", "ps1", "ps2",
278 "last_type", "last_value", "last_traceback",
279 "path_hooks", "path_importer_cache", "meta_path",
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200280 "__interactivehook__",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000281 /* misc stuff */
282 "flags", "float_info",
283 NULL
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000284};
285
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000286static char* sys_files[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000287 "stdin", "__stdin__",
288 "stdout", "__stdout__",
289 "stderr", "__stderr__",
290 NULL
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000291};
292
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000293/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000294
Guido van Rossum3f5da241990-12-20 15:06:42 +0000295void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000296PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000297{
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200298 Py_ssize_t pos;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000299 PyObject *key, *value, *dict;
300 PyInterpreterState *interp = PyThreadState_GET()->interp;
301 PyObject *modules = interp->modules;
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200302 PyObject *builtins = interp->builtins;
303 PyObject *weaklist = NULL;
Guido van Rossum758eec01998-01-19 21:58:26 +0000304
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000305 if (modules == NULL)
306 return; /* Already done */
Guido van Rossum758eec01998-01-19 21:58:26 +0000307
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000308 /* Delete some special variables first. These are common
309 places where user values hide and people complain when their
310 destructors fail. Since the modules containing them are
311 deleted *last* of all, they would come too late in the normal
312 destruction order. Sigh. */
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000313
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200314 /* XXX Perhaps these precautions are obsolete. Who knows? */
315
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000316 value = PyDict_GetItemString(modules, "builtins");
317 if (value != NULL && PyModule_Check(value)) {
318 dict = PyModule_GetDict(value);
319 if (Py_VerboseFlag)
320 PySys_WriteStderr("# clear builtins._\n");
321 PyDict_SetItemString(dict, "_", Py_None);
322 }
323 value = PyDict_GetItemString(modules, "sys");
324 if (value != NULL && PyModule_Check(value)) {
325 char **p;
326 PyObject *v;
327 dict = PyModule_GetDict(value);
328 for (p = sys_deletes; *p != NULL; p++) {
329 if (Py_VerboseFlag)
330 PySys_WriteStderr("# clear sys.%s\n", *p);
331 PyDict_SetItemString(dict, *p, Py_None);
332 }
333 for (p = sys_files; *p != NULL; p+=2) {
334 if (Py_VerboseFlag)
335 PySys_WriteStderr("# restore sys.%s\n", *p);
336 v = PyDict_GetItemString(dict, *(p+1));
337 if (v == NULL)
338 v = Py_None;
339 PyDict_SetItemString(dict, *p, v);
340 }
341 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000342
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200343 /* We prepare a list which will receive (name, weakref) tuples of
344 modules when they are removed from sys.modules. The name is used
345 for diagnosis messages (in verbose mode), while the weakref helps
346 detect those modules which have been held alive. */
347 weaklist = PyList_New(0);
348
349#define STORE_MODULE_WEAKREF(mod) \
350 if (weaklist != NULL) { \
351 PyObject *name = PyModule_GetNameObject(mod); \
352 PyObject *wr = PyWeakref_NewRef(mod, NULL); \
353 if (name && wr) { \
354 PyObject *tup = PyTuple_Pack(2, name, wr); \
355 PyList_Append(weaklist, tup); \
356 Py_XDECREF(tup); \
357 } \
358 Py_XDECREF(name); \
359 Py_XDECREF(wr); \
360 if (PyErr_Occurred()) \
361 PyErr_Clear(); \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000362 }
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000363
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200364 /* Remove all modules from sys.modules, hoping that garbage collection
365 can reclaim most of them. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000366 pos = 0;
367 while (PyDict_Next(modules, &pos, &key, &value)) {
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200368 if (PyModule_Check(value)) {
369 if (Py_VerboseFlag && PyUnicode_Check(key))
370 PySys_FormatStderr("# cleanup[2] removing %U\n", key, value);
371 STORE_MODULE_WEAKREF(value);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000372 PyDict_SetItem(modules, key, Py_None);
373 }
374 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000375
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200376 /* Clear the modules dict. */
377 PyDict_Clear(modules);
378 /* Replace the interpreter's reference to builtins with an empty dict
379 (module globals still have a reference to the original builtins). */
380 builtins = interp->builtins;
381 interp->builtins = PyDict_New();
382 Py_DECREF(builtins);
383 /* Collect references */
384 _PyGC_CollectNoFail();
Antoine Pitrou5f454a02013-05-06 21:15:57 +0200385 /* Dump GC stats before it's too late, since it uses the warnings
386 machinery. */
387 _PyGC_DumpShutdownStats();
388
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200389 /* Now, if there are any modules left alive, clear their globals to
390 minimize potential leaks. All C extension modules actually end
391 up here, since they are kept alive in the interpreter state. */
392 if (weaklist != NULL) {
393 Py_ssize_t i, n;
394 n = PyList_GET_SIZE(weaklist);
395 for (i = 0; i < n; i++) {
396 PyObject *tup = PyList_GET_ITEM(weaklist, i);
397 PyObject *mod = PyWeakref_GET_OBJECT(PyTuple_GET_ITEM(tup, 1));
398 if (mod == Py_None)
399 continue;
400 Py_INCREF(mod);
401 assert(PyModule_Check(mod));
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200402 if (Py_VerboseFlag)
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200403 PySys_FormatStderr("# cleanup[3] wiping %U\n",
404 PyTuple_GET_ITEM(tup, 0), mod);
405 _PyModule_Clear(mod);
406 Py_DECREF(mod);
Antoine Pitrou070cb3c2013-05-08 13:23:25 +0200407 }
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200408 Py_DECREF(weaklist);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000409 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000410
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200411 /* Clear and delete the modules directory. Actual modules will
412 still be there only if imported during the execution of some
413 destructor. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000414 interp->modules = NULL;
415 Py_DECREF(modules);
Antoine Pitroudcedaf62013-07-31 23:14:08 +0200416
417 /* Once more */
418 _PyGC_CollectNoFail();
419
420#undef STORE_MODULE_WEAKREF
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000421}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000422
423
Barry Warsaw28a691b2010-04-17 00:19:56 +0000424/* Helper for pythonrun.c -- return magic number and tag. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000425
426long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000427PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000428{
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200429 long res;
Brett Cannon77b2abd2012-07-09 16:09:00 -0400430 PyInterpreterState *interp = PyThreadState_Get()->interp;
431 PyObject *pyc_magic = PyObject_GetAttrString(interp->importlib,
432 "_RAW_MAGIC_NUMBER");
433 if (pyc_magic == NULL)
434 return -1;
Antoine Pitrou44b4b6a2012-07-10 18:27:54 +0200435 res = PyLong_AsLong(pyc_magic);
Benjamin Peterson66f36592012-07-09 22:21:55 -0700436 Py_DECREF(pyc_magic);
437 return res;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000438}
439
440
Brett Cannon3adc7b72012-07-09 14:22:12 -0400441extern const char * _PySys_ImplCacheTag;
442
Barry Warsaw28a691b2010-04-17 00:19:56 +0000443const char *
444PyImport_GetMagicTag(void)
445{
Brett Cannon3adc7b72012-07-09 14:22:12 -0400446 return _PySys_ImplCacheTag;
Barry Warsaw28a691b2010-04-17 00:19:56 +0000447}
448
Brett Cannon98979b82012-07-02 15:13:11 -0400449
Guido van Rossum25ce5661997-08-02 03:10:38 +0000450/* Magic for extension modules (built-in as well as dynamically
451 loaded). To prevent initializing an extension module more than
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200452 once, we keep a static dictionary 'extensions' keyed by the tuple
453 (module name, module name) (for built-in modules) or by
454 (filename, module name) (for dynamically loaded modules), containing these
455 modules. A copy of the module's dictionary is stored by calling
456 _PyImport_FixupExtensionObject() immediately after the module initialization
457 function succeeds. A copy can be retrieved from there by calling
Victor Stinner95872862011-03-07 18:20:56 +0100458 _PyImport_FindExtensionObject().
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000459
Barry Warsaw7c9627b2010-06-17 18:38:20 +0000460 Modules which do support multiple initialization set their m_size
461 field to a non-negative number (indicating the size of the
462 module-specific state). They are still recorded in the extensions
463 dictionary, to avoid loading shared libraries twice.
Martin v. Löwis1a214512008-06-11 05:26:20 +0000464*/
465
466int
Victor Stinner95872862011-03-07 18:20:56 +0100467_PyImport_FixupExtensionObject(PyObject *mod, PyObject *name,
468 PyObject *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000469{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500470 PyObject *modules, *dict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000471 struct PyModuleDef *def;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500472 int res;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000473 if (extensions == NULL) {
474 extensions = PyDict_New();
475 if (extensions == NULL)
476 return -1;
477 }
478 if (mod == NULL || !PyModule_Check(mod)) {
479 PyErr_BadInternalCall();
480 return -1;
481 }
482 def = PyModule_GetDef(mod);
483 if (!def) {
484 PyErr_BadInternalCall();
485 return -1;
486 }
487 modules = PyImport_GetModuleDict();
Victor Stinner95872862011-03-07 18:20:56 +0100488 if (PyDict_SetItem(modules, name, mod) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000489 return -1;
490 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100491 PyDict_DelItem(modules, name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000492 return -1;
493 }
494 if (def->m_size == -1) {
495 if (def->m_base.m_copy) {
496 /* Somebody already imported the module,
497 likely under a different name.
498 XXX this should really not happen. */
499 Py_DECREF(def->m_base.m_copy);
500 def->m_base.m_copy = NULL;
501 }
502 dict = PyModule_GetDict(mod);
503 if (dict == NULL)
504 return -1;
505 def->m_base.m_copy = PyDict_Copy(dict);
506 if (def->m_base.m_copy == NULL)
507 return -1;
508 }
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500509 key = PyTuple_Pack(2, filename, name);
510 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200511 return -1;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500512 res = PyDict_SetItem(extensions, key, (PyObject *)def);
513 Py_DECREF(key);
514 if (res < 0)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200515 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000516 return 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000517}
518
Victor Stinner49d3f252010-10-17 01:24:53 +0000519int
520_PyImport_FixupBuiltin(PyObject *mod, char *name)
521{
522 int res;
Victor Stinner95872862011-03-07 18:20:56 +0100523 PyObject *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100524 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100525 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000526 return -1;
Victor Stinner95872862011-03-07 18:20:56 +0100527 res = _PyImport_FixupExtensionObject(mod, nameobj, nameobj);
528 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000529 return res;
530}
531
Guido van Rossum25ce5661997-08-02 03:10:38 +0000532PyObject *
Victor Stinner95872862011-03-07 18:20:56 +0100533_PyImport_FindExtensionObject(PyObject *name, PyObject *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000534{
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500535 PyObject *mod, *mdict, *key;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 PyModuleDef* def;
537 if (extensions == NULL)
538 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500539 key = PyTuple_Pack(2, filename, name);
540 if (key == NULL)
Andrew Svetlov6b2cbeb2012-12-14 17:04:59 +0200541 return NULL;
Benjamin Peterson5cb8a312012-12-15 00:05:16 -0500542 def = (PyModuleDef *)PyDict_GetItem(extensions, key);
543 Py_DECREF(key);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000544 if (def == NULL)
545 return NULL;
546 if (def->m_size == -1) {
547 /* Module does not support repeated initialization */
548 if (def->m_base.m_copy == NULL)
549 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100550 mod = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000551 if (mod == NULL)
552 return NULL;
553 mdict = PyModule_GetDict(mod);
554 if (mdict == NULL)
555 return NULL;
556 if (PyDict_Update(mdict, def->m_base.m_copy))
557 return NULL;
558 }
559 else {
560 if (def->m_base.m_init == NULL)
561 return NULL;
562 mod = def->m_base.m_init();
563 if (mod == NULL)
564 return NULL;
Christian Heimes09ca7942013-07-20 14:51:53 +0200565 if (PyDict_SetItem(PyImport_GetModuleDict(), name, mod) == -1) {
566 Py_DECREF(mod);
567 return NULL;
568 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000569 Py_DECREF(mod);
570 }
571 if (_PyState_AddModule(mod, def) < 0) {
Victor Stinner95872862011-03-07 18:20:56 +0100572 PyDict_DelItem(PyImport_GetModuleDict(), name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000573 Py_DECREF(mod);
574 return NULL;
575 }
576 if (Py_VerboseFlag)
Victor Stinner95872862011-03-07 18:20:56 +0100577 PySys_FormatStderr("import %U # previously loaded (%R)\n",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000578 name, filename);
579 return mod;
Brett Cannon9a5b25a2010-03-01 02:09:17 +0000580
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000581}
582
Victor Stinner49d3f252010-10-17 01:24:53 +0000583PyObject *
Victor Stinner501c09a2011-02-23 00:02:00 +0000584_PyImport_FindBuiltin(const char *name)
Victor Stinner49d3f252010-10-17 01:24:53 +0000585{
Victor Stinner95872862011-03-07 18:20:56 +0100586 PyObject *res, *nameobj;
Victor Stinner21fcd0c2011-03-07 18:28:15 +0100587 nameobj = PyUnicode_InternFromString(name);
Victor Stinner95872862011-03-07 18:20:56 +0100588 if (nameobj == NULL)
Victor Stinner49d3f252010-10-17 01:24:53 +0000589 return NULL;
Victor Stinner95872862011-03-07 18:20:56 +0100590 res = _PyImport_FindExtensionObject(nameobj, nameobj);
591 Py_DECREF(nameobj);
Victor Stinner49d3f252010-10-17 01:24:53 +0000592 return res;
593}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000594
595/* Get the module object corresponding to a module name.
596 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000597 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000598 Because the former action is most common, THIS DOES NOT RETURN A
599 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000600
Guido van Rossum79f25d91997-04-29 20:08:16 +0000601PyObject *
Victor Stinner27ee0892011-03-04 12:57:09 +0000602PyImport_AddModuleObject(PyObject *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000603{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000604 PyObject *modules = PyImport_GetModuleDict();
605 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000606
Victor Stinner27ee0892011-03-04 12:57:09 +0000607 if ((m = PyDict_GetItem(modules, name)) != NULL &&
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000608 PyModule_Check(m))
609 return m;
Victor Stinner27ee0892011-03-04 12:57:09 +0000610 m = PyModule_NewObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000611 if (m == NULL)
612 return NULL;
Victor Stinner27ee0892011-03-04 12:57:09 +0000613 if (PyDict_SetItem(modules, name, m) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000614 Py_DECREF(m);
615 return NULL;
616 }
617 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000618
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000619 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000620}
621
Victor Stinner27ee0892011-03-04 12:57:09 +0000622PyObject *
623PyImport_AddModule(const char *name)
624{
625 PyObject *nameobj, *module;
626 nameobj = PyUnicode_FromString(name);
627 if (nameobj == NULL)
628 return NULL;
629 module = PyImport_AddModuleObject(nameobj);
630 Py_DECREF(nameobj);
631 return module;
632}
633
634
Tim Peters1cd70172004-08-02 03:52:12 +0000635/* Remove name from sys.modules, if it's there. */
636static void
Victor Stinner27ee0892011-03-04 12:57:09 +0000637remove_module(PyObject *name)
Tim Peters1cd70172004-08-02 03:52:12 +0000638{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000639 PyObject *modules = PyImport_GetModuleDict();
Victor Stinner27ee0892011-03-04 12:57:09 +0000640 if (PyDict_GetItem(modules, name) == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000641 return;
Victor Stinner27ee0892011-03-04 12:57:09 +0000642 if (PyDict_DelItem(modules, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000643 Py_FatalError("import: deleting existing key in"
644 "sys.modules failed");
Tim Peters1cd70172004-08-02 03:52:12 +0000645}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000646
Christian Heimes3b06e532008-01-07 20:12:44 +0000647
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000648/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000649 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
650 * removed from sys.modules, to avoid leaving damaged module objects
651 * in sys.modules. The caller may wish to restore the original
652 * module object (if any) in this case; PyImport_ReloadModule is an
653 * example.
Barry Warsaw28a691b2010-04-17 00:19:56 +0000654 *
655 * Note that PyImport_ExecCodeModuleWithPathnames() is the preferred, richer
656 * interface. The other two exist primarily for backward compatibility.
Tim Peters1cd70172004-08-02 03:52:12 +0000657 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000658PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000659PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000660{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000661 return PyImport_ExecCodeModuleWithPathnames(
662 name, co, (char *)NULL, (char *)NULL);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000663}
664
665PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000666PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000667{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000668 return PyImport_ExecCodeModuleWithPathnames(
669 name, co, pathname, (char *)NULL);
Barry Warsaw28a691b2010-04-17 00:19:56 +0000670}
671
672PyObject *
673PyImport_ExecCodeModuleWithPathnames(char *name, PyObject *co, char *pathname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000674 char *cpathname)
Barry Warsaw28a691b2010-04-17 00:19:56 +0000675{
Victor Stinner27ee0892011-03-04 12:57:09 +0000676 PyObject *m = NULL;
677 PyObject *nameobj, *pathobj = NULL, *cpathobj = NULL;
678
679 nameobj = PyUnicode_FromString(name);
680 if (nameobj == NULL)
681 return NULL;
682
Victor Stinner27ee0892011-03-04 12:57:09 +0000683 if (cpathname != NULL) {
684 cpathobj = PyUnicode_DecodeFSDefault(cpathname);
685 if (cpathobj == NULL)
686 goto error;
Brett Cannona6473f92012-07-13 13:57:03 -0400687 }
688 else
Victor Stinner27ee0892011-03-04 12:57:09 +0000689 cpathobj = NULL;
Brett Cannona6473f92012-07-13 13:57:03 -0400690
691 if (pathname != NULL) {
692 pathobj = PyUnicode_DecodeFSDefault(pathname);
693 if (pathobj == NULL)
694 goto error;
695 }
696 else if (cpathobj != NULL) {
697 PyInterpreterState *interp = PyThreadState_GET()->interp;
698 _Py_IDENTIFIER(_get_sourcefile);
699
700 if (interp == NULL) {
701 Py_FatalError("PyImport_ExecCodeModuleWithPathnames: "
702 "no interpreter!");
703 }
704
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -0700705 pathobj = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannona6473f92012-07-13 13:57:03 -0400706 &PyId__get_sourcefile, cpathobj,
707 NULL);
708 if (pathobj == NULL)
709 PyErr_Clear();
710 }
711 else
712 pathobj = NULL;
713
Victor Stinner27ee0892011-03-04 12:57:09 +0000714 m = PyImport_ExecCodeModuleObject(nameobj, co, pathobj, cpathobj);
715error:
716 Py_DECREF(nameobj);
717 Py_XDECREF(pathobj);
718 Py_XDECREF(cpathobj);
719 return m;
720}
721
722PyObject*
723PyImport_ExecCodeModuleObject(PyObject *name, PyObject *co, PyObject *pathname,
724 PyObject *cpathname)
725{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000726 PyObject *modules = PyImport_GetModuleDict();
727 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000728
Victor Stinner27ee0892011-03-04 12:57:09 +0000729 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000730 if (m == NULL)
731 return NULL;
732 /* If the module is being reloaded, we get the old module back
733 and re-use its dict to exec the new code. */
734 d = PyModule_GetDict(m);
735 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
736 if (PyDict_SetItemString(d, "__builtins__",
737 PyEval_GetBuiltins()) != 0)
738 goto error;
739 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000740 if (pathname != NULL) {
Brett Cannona6473f92012-07-13 13:57:03 -0400741 v = pathname;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000742 }
Brett Cannona6473f92012-07-13 13:57:03 -0400743 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000744 v = ((PyCodeObject *)co)->co_filename;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000745 }
Brett Cannona6473f92012-07-13 13:57:03 -0400746 Py_INCREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000747 if (PyDict_SetItemString(d, "__file__", v) != 0)
748 PyErr_Clear(); /* Not important enough to report */
749 Py_DECREF(v);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000750
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000751 /* Remember the pyc path name as the __cached__ attribute. */
Victor Stinner27ee0892011-03-04 12:57:09 +0000752 if (cpathname != NULL)
753 v = cpathname;
754 else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000755 v = Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000756 if (PyDict_SetItemString(d, "__cached__", v) != 0)
757 PyErr_Clear(); /* Not important enough to report */
Barry Warsaw28a691b2010-04-17 00:19:56 +0000758
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000759 v = PyEval_EvalCode(co, d, d);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000760 if (v == NULL)
761 goto error;
762 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000763
Victor Stinner27ee0892011-03-04 12:57:09 +0000764 if ((m = PyDict_GetItem(modules, name)) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000765 PyErr_Format(PyExc_ImportError,
Victor Stinner27ee0892011-03-04 12:57:09 +0000766 "Loaded module %R not found in sys.modules",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000767 name);
768 return NULL;
769 }
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000770
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000771 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000772
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000773 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000774
775 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000776 remove_module(name);
777 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000778}
779
780
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000781static void
782update_code_filenames(PyCodeObject *co, PyObject *oldname, PyObject *newname)
783{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000784 PyObject *constants, *tmp;
785 Py_ssize_t i, n;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000786
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000787 if (PyUnicode_Compare(co->co_filename, oldname))
788 return;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000789
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000790 tmp = co->co_filename;
791 co->co_filename = newname;
792 Py_INCREF(co->co_filename);
793 Py_DECREF(tmp);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000794
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000795 constants = co->co_consts;
796 n = PyTuple_GET_SIZE(constants);
797 for (i = 0; i < n; i++) {
798 tmp = PyTuple_GET_ITEM(constants, i);
799 if (PyCode_Check(tmp))
800 update_code_filenames((PyCodeObject *)tmp,
801 oldname, newname);
802 }
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000803}
804
Victor Stinner2f42ae52011-03-20 00:41:24 +0100805static void
806update_compiled_module(PyCodeObject *co, PyObject *newname)
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000807{
Victor Stinner2f42ae52011-03-20 00:41:24 +0100808 PyObject *oldname;
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000809
Victor Stinner2f42ae52011-03-20 00:41:24 +0100810 if (PyUnicode_Compare(co->co_filename, newname) == 0)
811 return;
Hirokazu Yamamoto4f447fb2009-03-04 01:52:10 +0000812
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000813 oldname = co->co_filename;
814 Py_INCREF(oldname);
815 update_code_filenames(co, oldname, newname);
816 Py_DECREF(oldname);
Antoine Pitroud35cbf62009-01-06 19:02:24 +0000817}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000818
Brett Cannon442c9b92011-03-23 16:14:42 -0700819static PyObject *
820imp_fix_co_filename(PyObject *self, PyObject *args)
821{
822 PyObject *co;
823 PyObject *file_path;
824
825 if (!PyArg_ParseTuple(args, "OO:_fix_co_filename", &co, &file_path))
826 return NULL;
827
828 if (!PyCode_Check(co)) {
829 PyErr_SetString(PyExc_TypeError,
830 "first argument must be a code object");
831 return NULL;
832 }
833
834 if (!PyUnicode_Check(file_path)) {
835 PyErr_SetString(PyExc_TypeError,
836 "second argument must be a string");
837 return NULL;
838 }
839
840 update_compiled_module((PyCodeObject*)co, file_path);
841
842 Py_RETURN_NONE;
843}
844
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000845
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000846/* Forward */
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700847static const struct _frozen * find_frozen(PyObject *);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000848
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000849
850/* Helper to test for built-in module */
851
852static int
Victor Stinner95872862011-03-07 18:20:56 +0100853is_builtin(PyObject *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000854{
Victor Stinner95872862011-03-07 18:20:56 +0100855 int i, cmp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000856 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
Victor Stinner95872862011-03-07 18:20:56 +0100857 cmp = PyUnicode_CompareWithASCIIString(name, PyImport_Inittab[i].name);
858 if (cmp == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000859 if (PyImport_Inittab[i].initfunc == NULL)
860 return -1;
861 else
862 return 1;
863 }
864 }
865 return 0;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000866}
867
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000868
Just van Rossum52e14d62002-12-30 22:08:05 +0000869/* Return an importer object for a sys.path/pkg.__path__ item 'p',
870 possibly by fetching it from the path_importer_cache dict. If it
Thomas Wouters89f507f2006-12-13 04:49:30 +0000871 wasn't yet cached, traverse path_hooks until a hook is found
Just van Rossum52e14d62002-12-30 22:08:05 +0000872 that can handle the path item. Return None if no hook could;
873 this tells our caller it should fall back to the builtin
874 import mechanism. Cache the result in path_importer_cache.
875 Returns a borrowed reference. */
876
877static PyObject *
878get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000879 PyObject *p)
Just van Rossum52e14d62002-12-30 22:08:05 +0000880{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000881 PyObject *importer;
882 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +0000883
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000884 /* These conditions are the caller's responsibility: */
885 assert(PyList_Check(path_hooks));
886 assert(PyDict_Check(path_importer_cache));
Just van Rossum52e14d62002-12-30 22:08:05 +0000887
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000888 nhooks = PyList_Size(path_hooks);
889 if (nhooks < 0)
890 return NULL; /* Shouldn't happen */
Just van Rossum52e14d62002-12-30 22:08:05 +0000891
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000892 importer = PyDict_GetItem(path_importer_cache, p);
893 if (importer != NULL)
894 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000895
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000896 /* set path_importer_cache[p] to None to avoid recursion */
897 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
898 return NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +0000899
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000900 for (j = 0; j < nhooks; j++) {
901 PyObject *hook = PyList_GetItem(path_hooks, j);
902 if (hook == NULL)
903 return NULL;
904 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
905 if (importer != NULL)
906 break;
Just van Rossum52e14d62002-12-30 22:08:05 +0000907
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000908 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
909 return NULL;
910 }
911 PyErr_Clear();
912 }
913 if (importer == NULL) {
Brett Cannonaa936422012-04-27 15:30:58 -0400914 return Py_None;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000915 }
916 if (importer != NULL) {
917 int err = PyDict_SetItem(path_importer_cache, p, importer);
918 Py_DECREF(importer);
919 if (err != 0)
920 return NULL;
921 }
922 return importer;
Just van Rossum52e14d62002-12-30 22:08:05 +0000923}
924
Christian Heimes9cd17752007-11-18 19:35:23 +0000925PyAPI_FUNC(PyObject *)
926PyImport_GetImporter(PyObject *path) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000927 PyObject *importer=NULL, *path_importer_cache=NULL, *path_hooks=NULL;
Christian Heimes9cd17752007-11-18 19:35:23 +0000928
Victor Stinner1e53bba2013-07-16 22:26:05 +0200929 path_importer_cache = PySys_GetObject("path_importer_cache");
930 path_hooks = PySys_GetObject("path_hooks");
931 if (path_importer_cache != NULL && path_hooks != NULL) {
932 importer = get_path_importer(path_importer_cache,
933 path_hooks, path);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000934 }
935 Py_XINCREF(importer); /* get_path_importer returns a borrowed reference */
936 return importer;
Christian Heimes9cd17752007-11-18 19:35:23 +0000937}
938
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000939
Victor Stinner95872862011-03-07 18:20:56 +0100940static int init_builtin(PyObject *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000941
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000942/* Initialize a built-in module.
Thomas Wouters89f507f2006-12-13 04:49:30 +0000943 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000944 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000945
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000946static int
Victor Stinner95872862011-03-07 18:20:56 +0100947init_builtin(PyObject *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000948{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000949 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000950
Victor Stinner95872862011-03-07 18:20:56 +0100951 if (_PyImport_FindExtensionObject(name, name) != NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000952 return 1;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000953
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000954 for (p = PyImport_Inittab; p->name != NULL; p++) {
955 PyObject *mod;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100956 PyModuleDef *def;
Victor Stinner95872862011-03-07 18:20:56 +0100957 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000958 if (p->initfunc == NULL) {
959 PyErr_Format(PyExc_ImportError,
Victor Stinner95872862011-03-07 18:20:56 +0100960 "Cannot re-init internal module %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000961 name);
962 return -1;
963 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000964 mod = (*p->initfunc)();
965 if (mod == 0)
966 return -1;
Antoine Pitrou6c40eb72012-01-18 20:16:09 +0100967 /* Remember pointer to module init function. */
968 def = PyModule_GetDef(mod);
969 def->m_base.m_init = p->initfunc;
Victor Stinner95872862011-03-07 18:20:56 +0100970 if (_PyImport_FixupExtensionObject(mod, name, name) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000971 return -1;
972 /* FixupExtension has put the module into sys.modules,
973 so we can release our own reference. */
974 Py_DECREF(mod);
975 return 1;
976 }
977 }
978 return 0;
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000979}
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000980
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000981
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000982/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000983
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700984static const struct _frozen *
Victor Stinner53dc7352011-03-20 01:50:21 +0100985find_frozen(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000986{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -0700987 const struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000988
Victor Stinner53dc7352011-03-20 01:50:21 +0100989 if (name == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000990 return NULL;
Benjamin Petersond968e272008-11-05 22:48:33 +0000991
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000992 for (p = PyImport_FrozenModules; ; p++) {
993 if (p->name == NULL)
994 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +0100995 if (PyUnicode_CompareWithASCIIString(name, p->name) == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000996 break;
997 }
998 return p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +0000999}
1000
Guido van Rossum79f25d91997-04-29 20:08:16 +00001001static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001002get_frozen_object(PyObject *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001003{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001004 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001005 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001006
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001007 if (p == NULL) {
1008 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001009 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001010 name);
1011 return NULL;
1012 }
1013 if (p->code == NULL) {
1014 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001015 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001016 name);
1017 return NULL;
1018 }
1019 size = p->size;
1020 if (size < 0)
1021 size = -size;
1022 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001023}
1024
Brett Cannon8d110132009-03-15 02:20:16 +00001025static PyObject *
Victor Stinner53dc7352011-03-20 01:50:21 +01001026is_frozen_package(PyObject *name)
Brett Cannon8d110132009-03-15 02:20:16 +00001027{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001028 const struct _frozen *p = find_frozen(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001029 int size;
Brett Cannon8d110132009-03-15 02:20:16 +00001030
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001031 if (p == NULL) {
1032 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001033 "No such frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001034 name);
1035 return NULL;
1036 }
Brett Cannon8d110132009-03-15 02:20:16 +00001037
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001038 size = p->size;
Brett Cannon8d110132009-03-15 02:20:16 +00001039
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001040 if (size < 0)
1041 Py_RETURN_TRUE;
1042 else
1043 Py_RETURN_FALSE;
Brett Cannon8d110132009-03-15 02:20:16 +00001044}
1045
1046
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001047/* Initialize a frozen module.
Brett Cannon3c2ac442009-03-08 20:49:47 +00001048 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001049 an exception set if the initialization failed.
1050 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001051
1052int
Victor Stinner53dc7352011-03-20 01:50:21 +01001053PyImport_ImportFrozenModuleObject(PyObject *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001054{
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001055 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001056 PyObject *co, *m, *path;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001057 int ispackage;
1058 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001059
Victor Stinner53dc7352011-03-20 01:50:21 +01001060 p = find_frozen(name);
1061
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001062 if (p == NULL)
1063 return 0;
1064 if (p->code == NULL) {
1065 PyErr_Format(PyExc_ImportError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001066 "Excluded frozen object named %R",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001067 name);
1068 return -1;
1069 }
1070 size = p->size;
1071 ispackage = (size < 0);
1072 if (ispackage)
1073 size = -size;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001074 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
1075 if (co == NULL)
1076 return -1;
1077 if (!PyCode_Check(co)) {
1078 PyErr_Format(PyExc_TypeError,
Victor Stinner53dc7352011-03-20 01:50:21 +01001079 "frozen object %R is not a code object",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 name);
1081 goto err_return;
1082 }
1083 if (ispackage) {
Brett Cannon3e0651b2013-05-31 23:18:39 -04001084 /* Set __path__ to the empty list */
Victor Stinner53dc7352011-03-20 01:50:21 +01001085 PyObject *d, *l;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001086 int err;
Victor Stinner53dc7352011-03-20 01:50:21 +01001087 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001088 if (m == NULL)
1089 goto err_return;
1090 d = PyModule_GetDict(m);
Brett Cannon3e0651b2013-05-31 23:18:39 -04001091 l = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 if (l == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001093 goto err_return;
1094 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 err = PyDict_SetItemString(d, "__path__", l);
1096 Py_DECREF(l);
1097 if (err != 0)
1098 goto err_return;
1099 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001100 path = PyUnicode_FromString("<frozen>");
1101 if (path == NULL)
1102 goto err_return;
1103 m = PyImport_ExecCodeModuleObject(name, co, path, NULL);
1104 Py_DECREF(path);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001105 if (m == NULL)
1106 goto err_return;
1107 Py_DECREF(co);
1108 Py_DECREF(m);
1109 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001110err_return:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001111 Py_DECREF(co);
1112 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001113}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001114
Victor Stinner53dc7352011-03-20 01:50:21 +01001115int
1116PyImport_ImportFrozenModule(char *name)
1117{
1118 PyObject *nameobj;
1119 int ret;
1120 nameobj = PyUnicode_InternFromString(name);
1121 if (nameobj == NULL)
1122 return -1;
1123 ret = PyImport_ImportFrozenModuleObject(nameobj);
1124 Py_DECREF(nameobj);
1125 return ret;
1126}
1127
Guido van Rossum74e6a111994-08-29 12:54:38 +00001128
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001129/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001130 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001131
Guido van Rossum79f25d91997-04-29 20:08:16 +00001132PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001133PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001134{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001135 PyObject *pname;
1136 PyObject *result;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001137
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001138 pname = PyUnicode_FromString(name);
1139 if (pname == NULL)
1140 return NULL;
1141 result = PyImport_Import(pname);
1142 Py_DECREF(pname);
1143 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001144}
1145
Christian Heimes072c0f12008-01-03 23:01:04 +00001146/* Import a module without blocking
1147 *
1148 * At first it tries to fetch the module from sys.modules. If the module was
1149 * never loaded before it loads it with PyImport_ImportModule() unless another
1150 * thread holds the import lock. In the latter case the function raises an
1151 * ImportError instead of blocking.
1152 *
1153 * Returns the module object with incremented ref count.
1154 */
1155PyObject *
1156PyImport_ImportModuleNoBlock(const char *name)
1157{
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001158 return PyImport_ImportModule(name);
Christian Heimes072c0f12008-01-03 23:01:04 +00001159}
1160
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001161
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001162/* Remove importlib frames from the traceback,
1163 * except in Verbose mode. */
1164static void
1165remove_importlib_frames(void)
1166{
1167 const char *importlib_filename = "<frozen importlib._bootstrap>";
Nick Coghlan42c07662012-07-31 21:14:18 +10001168 const char *remove_frames = "_call_with_frames_removed";
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001169 int always_trim = 0;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001170 int in_importlib = 0;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001171 PyObject *exception, *value, *base_tb, *tb;
Benjamin Petersonfa873702012-07-09 13:43:53 -07001172 PyObject **prev_link, **outer_link = NULL;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001173
1174 /* Synopsis: if it's an ImportError, we trim all importlib chunks
Nick Coghlan42c07662012-07-31 21:14:18 +10001175 from the traceback. We always trim chunks
1176 which end with a call to "_call_with_frames_removed". */
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001177
1178 PyErr_Fetch(&exception, &value, &base_tb);
1179 if (!exception || Py_VerboseFlag)
1180 goto done;
1181 if (PyType_IsSubtype((PyTypeObject *) exception,
1182 (PyTypeObject *) PyExc_ImportError))
1183 always_trim = 1;
1184
1185 prev_link = &base_tb;
1186 tb = base_tb;
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001187 while (tb != NULL) {
1188 PyTracebackObject *traceback = (PyTracebackObject *)tb;
1189 PyObject *next = (PyObject *) traceback->tb_next;
1190 PyFrameObject *frame = traceback->tb_frame;
1191 PyCodeObject *code = frame->f_code;
1192 int now_in_importlib;
1193
1194 assert(PyTraceBack_Check(tb));
1195 now_in_importlib = (PyUnicode_CompareWithASCIIString(
1196 code->co_filename,
1197 importlib_filename) == 0);
1198 if (now_in_importlib && !in_importlib) {
1199 /* This is the link to this chunk of importlib tracebacks */
1200 outer_link = prev_link;
1201 }
1202 in_importlib = now_in_importlib;
1203
1204 if (in_importlib &&
1205 (always_trim ||
Nick Coghlan42c07662012-07-31 21:14:18 +10001206 PyUnicode_CompareWithASCIIString(code->co_name,
1207 remove_frames) == 0)) {
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001208 PyObject *tmp = *outer_link;
1209 *outer_link = next;
1210 Py_XINCREF(next);
1211 Py_DECREF(tmp);
1212 prev_link = outer_link;
1213 }
1214 else {
1215 prev_link = (PyObject **) &traceback->tb_next;
1216 }
1217 tb = next;
1218 }
1219done:
1220 PyErr_Restore(exception, value, base_tb);
1221}
1222
1223
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001224PyObject *
Brett Cannonfd074152012-04-14 14:10:13 -04001225PyImport_ImportModuleLevelObject(PyObject *name, PyObject *given_globals,
1226 PyObject *locals, PyObject *given_fromlist,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001227 int level)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001228{
Brett Cannonfd074152012-04-14 14:10:13 -04001229 _Py_IDENTIFIER(__import__);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001230 _Py_IDENTIFIER(__initializing__);
Brett Cannonfd074152012-04-14 14:10:13 -04001231 _Py_IDENTIFIER(__package__);
1232 _Py_IDENTIFIER(__path__);
1233 _Py_IDENTIFIER(__name__);
1234 _Py_IDENTIFIER(_find_and_load);
1235 _Py_IDENTIFIER(_handle_fromlist);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001236 _Py_IDENTIFIER(_lock_unlock_module);
Brett Cannonfd074152012-04-14 14:10:13 -04001237 _Py_static_string(single_dot, ".");
1238 PyObject *abs_name = NULL;
1239 PyObject *builtins_import = NULL;
1240 PyObject *final_mod = NULL;
1241 PyObject *mod = NULL;
1242 PyObject *package = NULL;
1243 PyObject *globals = NULL;
1244 PyObject *fromlist = NULL;
1245 PyInterpreterState *interp = PyThreadState_GET()->interp;
1246
1247 /* Make sure to use default values so as to not have
1248 PyObject_CallMethodObjArgs() truncate the parameter list because of a
1249 NULL argument. */
1250 if (given_globals == NULL) {
1251 globals = PyDict_New();
1252 if (globals == NULL) {
1253 goto error;
1254 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001255 }
Brett Cannonfd074152012-04-14 14:10:13 -04001256 else {
1257 /* Only have to care what given_globals is if it will be used
Brett Cannonecfefb72012-08-05 19:24:57 -04001258 for something. */
Brett Cannonfd074152012-04-14 14:10:13 -04001259 if (level > 0 && !PyDict_Check(given_globals)) {
1260 PyErr_SetString(PyExc_TypeError, "globals must be a dict");
1261 goto error;
1262 }
1263 globals = given_globals;
1264 Py_INCREF(globals);
1265 }
1266
1267 if (given_fromlist == NULL) {
1268 fromlist = PyList_New(0);
1269 if (fromlist == NULL) {
1270 goto error;
1271 }
1272 }
1273 else {
1274 fromlist = given_fromlist;
1275 Py_INCREF(fromlist);
1276 }
1277 if (name == NULL) {
1278 PyErr_SetString(PyExc_ValueError, "Empty module name");
1279 goto error;
1280 }
1281
1282 /* The below code is importlib.__import__() & _gcd_import(), ported to C
1283 for added performance. */
1284
1285 if (!PyUnicode_Check(name)) {
1286 PyErr_SetString(PyExc_TypeError, "module name must be a string");
1287 goto error;
1288 }
1289 else if (PyUnicode_READY(name) < 0) {
1290 goto error;
1291 }
1292 if (level < 0) {
1293 PyErr_SetString(PyExc_ValueError, "level must be >= 0");
1294 goto error;
1295 }
1296 else if (level > 0) {
1297 package = _PyDict_GetItemId(globals, &PyId___package__);
1298 if (package != NULL && package != Py_None) {
1299 Py_INCREF(package);
1300 if (!PyUnicode_Check(package)) {
1301 PyErr_SetString(PyExc_TypeError, "package must be a string");
1302 goto error;
1303 }
1304 }
1305 else {
Brett Cannon273323c2012-04-17 19:05:11 -04001306 package = _PyDict_GetItemId(globals, &PyId___name__);
Brett Cannonfd074152012-04-14 14:10:13 -04001307 if (package == NULL) {
Brett Cannon273323c2012-04-17 19:05:11 -04001308 PyErr_SetString(PyExc_KeyError, "'__name__' not in globals");
Brett Cannonfd074152012-04-14 14:10:13 -04001309 goto error;
1310 }
1311 else if (!PyUnicode_Check(package)) {
1312 PyErr_SetString(PyExc_TypeError, "__name__ must be a string");
1313 }
1314 Py_INCREF(package);
1315
1316 if (_PyDict_GetItemId(globals, &PyId___path__) == NULL) {
Brett Cannon740fce02012-04-14 14:23:49 -04001317 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001318 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1319 if (borrowed_dot == NULL) {
1320 goto error;
1321 }
Brett Cannon740fce02012-04-14 14:23:49 -04001322 partition = PyUnicode_RPartition(package, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001323 Py_DECREF(package);
1324 if (partition == NULL) {
1325 goto error;
1326 }
1327 package = PyTuple_GET_ITEM(partition, 0);
1328 Py_INCREF(package);
1329 Py_DECREF(partition);
1330 }
1331 }
1332
1333 if (PyDict_GetItem(interp->modules, package) == NULL) {
1334 PyErr_Format(PyExc_SystemError,
1335 "Parent module %R not loaded, cannot perform relative "
1336 "import", package);
1337 goto error;
1338 }
1339 }
1340 else { /* level == 0 */
1341 if (PyUnicode_GET_LENGTH(name) == 0) {
1342 PyErr_SetString(PyExc_ValueError, "Empty module name");
1343 goto error;
1344 }
1345 package = Py_None;
1346 Py_INCREF(package);
1347 }
1348
1349 if (level > 0) {
1350 Py_ssize_t last_dot = PyUnicode_GET_LENGTH(package);
1351 PyObject *base = NULL;
1352 int level_up = 1;
1353
1354 for (level_up = 1; level_up < level; level_up += 1) {
1355 last_dot = PyUnicode_FindChar(package, '.', 0, last_dot, -1);
1356 if (last_dot == -2) {
1357 goto error;
1358 }
1359 else if (last_dot == -1) {
1360 PyErr_SetString(PyExc_ValueError,
1361 "attempted relative import beyond top-level "
1362 "package");
1363 goto error;
1364 }
1365 }
1366 base = PyUnicode_Substring(package, 0, last_dot);
1367 if (PyUnicode_GET_LENGTH(name) > 0) {
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001368 PyObject *borrowed_dot, *seq = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001369
1370 borrowed_dot = _PyUnicode_FromId(&single_dot);
Antoine Pitrou538ba2a2012-04-16 21:52:45 +02001371 seq = PyTuple_Pack(2, base, name);
1372 Py_DECREF(base);
Brett Cannonfd074152012-04-14 14:10:13 -04001373 if (borrowed_dot == NULL || seq == NULL) {
1374 goto error;
1375 }
1376
1377 abs_name = PyUnicode_Join(borrowed_dot, seq);
1378 Py_DECREF(seq);
1379 if (abs_name == NULL) {
1380 goto error;
1381 }
1382 }
1383 else {
1384 abs_name = base;
1385 }
1386 }
1387 else {
1388 abs_name = name;
1389 Py_INCREF(abs_name);
1390 }
1391
Brian Curtine6b299f2012-04-14 14:19:33 -05001392#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001393 _PyImport_AcquireLock();
1394#endif
1395 /* From this point forward, goto error_with_unlock! */
1396 if (PyDict_Check(globals)) {
1397 builtins_import = _PyDict_GetItemId(globals, &PyId___import__);
1398 }
1399 if (builtins_import == NULL) {
1400 builtins_import = _PyDict_GetItemId(interp->builtins, &PyId___import__);
1401 if (builtins_import == NULL) {
Benjamin Peterson7d110042013-04-29 09:08:14 -04001402 PyErr_SetString(PyExc_ImportError, "__import__ not found");
1403 goto error_with_unlock;
Brett Cannonfd074152012-04-14 14:10:13 -04001404 }
1405 }
1406 Py_INCREF(builtins_import);
1407
1408 mod = PyDict_GetItem(interp->modules, abs_name);
1409 if (mod == Py_None) {
Brett Cannon27fc5282012-04-15 14:15:31 -04001410 PyObject *msg = PyUnicode_FromFormat("import of %R halted; "
1411 "None in sys.modules", abs_name);
1412 if (msg != NULL) {
Brett Cannon82da8882013-07-04 17:48:16 -04001413 PyErr_SetImportError(msg, abs_name, NULL);
Brian Curtin09b86d12012-04-17 16:57:09 -05001414 Py_DECREF(msg);
Brett Cannon27fc5282012-04-15 14:15:31 -04001415 }
Antoine Pitrou71382cb2012-04-16 18:48:49 +02001416 mod = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001417 goto error_with_unlock;
1418 }
1419 else if (mod != NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001420 PyObject *value;
1421 int initializing = 0;
1422
Brett Cannonfd074152012-04-14 14:10:13 -04001423 Py_INCREF(mod);
Antoine Pitrou03989852012-08-28 00:24:52 +02001424 /* Optimization: only call _bootstrap._lock_unlock_module() if
1425 __initializing__ is true.
1426 NOTE: because of this, __initializing__ must be set *before*
1427 stuffing the new module in sys.modules.
1428 */
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001429 value = _PyObject_GetAttrId(mod, &PyId___initializing__);
1430 if (value == NULL)
1431 PyErr_Clear();
1432 else {
1433 initializing = PyObject_IsTrue(value);
1434 Py_DECREF(value);
1435 if (initializing == -1)
1436 PyErr_Clear();
1437 }
1438 if (initializing > 0) {
1439 /* _bootstrap._lock_unlock_module() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001440 value = _PyObject_CallMethodIdObjArgs(interp->importlib,
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001441 &PyId__lock_unlock_module, abs_name,
1442 NULL);
1443 if (value == NULL)
1444 goto error;
1445 Py_DECREF(value);
1446 }
1447 else {
1448#ifdef WITH_THREAD
1449 if (_PyImport_ReleaseLock() < 0) {
1450 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1451 goto error;
1452 }
1453#endif
1454 }
Brett Cannonfd074152012-04-14 14:10:13 -04001455 }
1456 else {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001457 /* _bootstrap._find_and_load() releases the import lock */
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001458 mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001459 &PyId__find_and_load, abs_name,
1460 builtins_import, NULL);
1461 if (mod == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001462 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001463 }
1464 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001465 /* From now on we don't hold the import lock anymore. */
Brett Cannonfd074152012-04-14 14:10:13 -04001466
1467 if (PyObject_Not(fromlist)) {
1468 if (level == 0 || PyUnicode_GET_LENGTH(name) > 0) {
1469 PyObject *front = NULL;
Brian Curtine6b299f2012-04-14 14:19:33 -05001470 PyObject *partition = NULL;
Brett Cannonfd074152012-04-14 14:10:13 -04001471 PyObject *borrowed_dot = _PyUnicode_FromId(&single_dot);
1472
1473 if (borrowed_dot == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001474 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001475 }
1476
Brian Curtine6b299f2012-04-14 14:19:33 -05001477 partition = PyUnicode_Partition(name, borrowed_dot);
Brett Cannonfd074152012-04-14 14:10:13 -04001478 if (partition == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001479 goto error;
Brett Cannonfd074152012-04-14 14:10:13 -04001480 }
1481
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001482 if (PyUnicode_GET_LENGTH(PyTuple_GET_ITEM(partition, 1)) == 0) {
1483 /* No dot in module name, simple exit */
1484 Py_DECREF(partition);
1485 final_mod = mod;
1486 Py_INCREF(mod);
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001487 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001488 }
1489
Brett Cannonfd074152012-04-14 14:10:13 -04001490 front = PyTuple_GET_ITEM(partition, 0);
1491 Py_INCREF(front);
1492 Py_DECREF(partition);
1493
1494 if (level == 0) {
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001495 final_mod = PyObject_CallFunctionObjArgs(builtins_import, front, NULL);
Antoine Pitroub78174c2012-05-06 17:15:23 +02001496 Py_DECREF(front);
Brett Cannonfd074152012-04-14 14:10:13 -04001497 }
1498 else {
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001499 Py_ssize_t cut_off = PyUnicode_GET_LENGTH(name) -
1500 PyUnicode_GET_LENGTH(front);
1501 Py_ssize_t abs_name_len = PyUnicode_GET_LENGTH(abs_name);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001502 PyObject *to_return = PyUnicode_Substring(abs_name, 0,
Brett Cannonfd074152012-04-14 14:10:13 -04001503 abs_name_len - cut_off);
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001504 Py_DECREF(front);
1505 if (to_return == NULL) {
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001506 goto error;
Antoine Pitrou22a1d172012-04-16 22:06:21 +02001507 }
Brett Cannonfd074152012-04-14 14:10:13 -04001508
1509 final_mod = PyDict_GetItem(interp->modules, to_return);
Brett Cannon49f8d8b2012-04-14 21:50:00 -04001510 if (final_mod == NULL) {
1511 PyErr_Format(PyExc_KeyError,
1512 "%R not in sys.modules as expected",
1513 to_return);
1514 }
1515 else {
1516 Py_INCREF(final_mod);
1517 }
Antoine Pitroub78174c2012-05-06 17:15:23 +02001518 Py_DECREF(to_return);
Brett Cannonfd074152012-04-14 14:10:13 -04001519 }
1520 }
1521 else {
1522 final_mod = mod;
1523 Py_INCREF(mod);
1524 }
1525 }
1526 else {
Alexandre Vassalotti865eaa12013-05-02 10:44:04 -07001527 final_mod = _PyObject_CallMethodIdObjArgs(interp->importlib,
Brett Cannonfd074152012-04-14 14:10:13 -04001528 &PyId__handle_fromlist, mod,
1529 fromlist, builtins_import,
1530 NULL);
1531 }
Antoine Pitrouea3eb882012-05-17 18:55:59 +02001532 goto error;
Antoine Pitrou6efa50a2012-05-07 21:41:59 +02001533
Brett Cannonfd074152012-04-14 14:10:13 -04001534 error_with_unlock:
Brian Curtine6b299f2012-04-14 14:19:33 -05001535#ifdef WITH_THREAD
Brett Cannonfd074152012-04-14 14:10:13 -04001536 if (_PyImport_ReleaseLock() < 0) {
1537 PyErr_SetString(PyExc_RuntimeError, "not holding the import lock");
1538 }
1539#endif
1540 error:
1541 Py_XDECREF(abs_name);
1542 Py_XDECREF(builtins_import);
1543 Py_XDECREF(mod);
1544 Py_XDECREF(package);
1545 Py_XDECREF(globals);
1546 Py_XDECREF(fromlist);
Antoine Pitroubc07a5c2012-07-08 12:01:27 +02001547 if (final_mod == NULL)
1548 remove_importlib_frames();
Brett Cannonfd074152012-04-14 14:10:13 -04001549 return final_mod;
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001550}
1551
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001552PyObject *
Benjamin Peterson04778a82011-05-25 09:29:00 -05001553PyImport_ImportModuleLevel(const char *name, PyObject *globals, PyObject *locals,
Victor Stinnerfe93faf2011-03-14 15:54:52 -04001554 PyObject *fromlist, int level)
1555{
1556 PyObject *nameobj, *mod;
1557 nameobj = PyUnicode_FromString(name);
1558 if (nameobj == NULL)
1559 return NULL;
1560 mod = PyImport_ImportModuleLevelObject(nameobj, globals, locals,
1561 fromlist, level);
1562 Py_DECREF(nameobj);
1563 return mod;
1564}
1565
1566
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001567/* Re-import a module of any kind and return its module object, WITH
1568 INCREMENTED REFERENCE COUNT */
1569
Guido van Rossum79f25d91997-04-29 20:08:16 +00001570PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001571PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001572{
Brett Cannon62228db2012-04-29 14:38:11 -04001573 _Py_IDENTIFIER(reload);
1574 PyObject *reloaded_module = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001575 PyObject *modules = PyImport_GetModuleDict();
Brett Cannon62228db2012-04-29 14:38:11 -04001576 PyObject *imp = PyDict_GetItemString(modules, "imp");
1577 if (imp == NULL) {
1578 imp = PyImport_ImportModule("imp");
1579 if (imp == NULL) {
1580 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001581 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001582 }
Brett Cannon62228db2012-04-29 14:38:11 -04001583 else {
1584 Py_INCREF(imp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001585 }
Victor Stinnerad3c03b2011-03-14 09:21:33 -04001586
Brett Cannon62228db2012-04-29 14:38:11 -04001587 reloaded_module = _PyObject_CallMethodId(imp, &PyId_reload, "O", m);
1588 Py_DECREF(imp);
1589 return reloaded_module;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001590}
1591
1592
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001593/* Higher-level import emulator which emulates the "import" statement
1594 more accurately -- it invokes the __import__() function from the
1595 builtins of the current globals. This means that the import is
1596 done using whatever import hooks are installed in the current
Brett Cannonbc2eff32010-09-19 21:39:02 +00001597 environment.
Guido van Rossum6058eb41998-12-21 19:51:00 +00001598 A dummy list ["__doc__"] is passed as the 4th argument so that
Neal Norwitz80e7f272007-08-26 06:45:23 +00001599 e.g. PyImport_Import(PyUnicode_FromString("win32com.client.gencache"))
Guido van Rossum6058eb41998-12-21 19:51:00 +00001600 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001601
1602PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001603PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001604{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001605 static PyObject *silly_list = NULL;
1606 static PyObject *builtins_str = NULL;
1607 static PyObject *import_str = NULL;
1608 PyObject *globals = NULL;
1609 PyObject *import = NULL;
1610 PyObject *builtins = NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001611 PyObject *modules = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001612 PyObject *r = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001613
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001614 /* Initialize constant string objects */
1615 if (silly_list == NULL) {
1616 import_str = PyUnicode_InternFromString("__import__");
1617 if (import_str == NULL)
1618 return NULL;
1619 builtins_str = PyUnicode_InternFromString("__builtins__");
1620 if (builtins_str == NULL)
1621 return NULL;
Brett Cannonbc2eff32010-09-19 21:39:02 +00001622 silly_list = PyList_New(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001623 if (silly_list == NULL)
1624 return NULL;
1625 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001626
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001627 /* Get the builtins from current globals */
1628 globals = PyEval_GetGlobals();
1629 if (globals != NULL) {
1630 Py_INCREF(globals);
1631 builtins = PyObject_GetItem(globals, builtins_str);
1632 if (builtins == NULL)
1633 goto err;
1634 }
1635 else {
1636 /* No globals -- use standard builtins, and fake globals */
1637 builtins = PyImport_ImportModuleLevel("builtins",
1638 NULL, NULL, NULL, 0);
1639 if (builtins == NULL)
1640 return NULL;
1641 globals = Py_BuildValue("{OO}", builtins_str, builtins);
1642 if (globals == NULL)
1643 goto err;
1644 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001645
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001646 /* Get the __import__ function from the builtins */
1647 if (PyDict_Check(builtins)) {
1648 import = PyObject_GetItem(builtins, import_str);
1649 if (import == NULL)
1650 PyErr_SetObject(PyExc_KeyError, import_str);
1651 }
1652 else
1653 import = PyObject_GetAttr(builtins, import_str);
1654 if (import == NULL)
1655 goto err;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001656
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001657 /* Call the __import__ function with the proper argument list
Brett Cannonbc2eff32010-09-19 21:39:02 +00001658 Always use absolute import here.
1659 Calling for side-effect of import. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001660 r = PyObject_CallFunction(import, "OOOOi", module_name, globals,
1661 globals, silly_list, 0, NULL);
Brett Cannonbc2eff32010-09-19 21:39:02 +00001662 if (r == NULL)
1663 goto err;
1664 Py_DECREF(r);
1665
1666 modules = PyImport_GetModuleDict();
1667 r = PyDict_GetItem(modules, module_name);
1668 if (r != NULL)
1669 Py_INCREF(r);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001670
1671 err:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001672 Py_XDECREF(globals);
1673 Py_XDECREF(builtins);
1674 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00001675
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001676 return r;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00001677}
1678
Barry Warsaw28a691b2010-04-17 00:19:56 +00001679static PyObject *
Brett Cannon2657df42012-05-04 15:20:40 -04001680imp_extension_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001681{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001682 PyObject *list;
Brett Cannon2657df42012-05-04 15:20:40 -04001683 const char *suffix;
1684 unsigned int index = 0;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001686 list = PyList_New(0);
1687 if (list == NULL)
1688 return NULL;
Brett Cannon2657df42012-05-04 15:20:40 -04001689#ifdef HAVE_DYNAMIC_LOADING
1690 while ((suffix = _PyImport_DynLoadFiletab[index])) {
1691 PyObject *item = PyUnicode_FromString(suffix);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001692 if (item == NULL) {
1693 Py_DECREF(list);
1694 return NULL;
1695 }
1696 if (PyList_Append(list, item) < 0) {
1697 Py_DECREF(list);
1698 Py_DECREF(item);
1699 return NULL;
1700 }
1701 Py_DECREF(item);
Brett Cannon2657df42012-05-04 15:20:40 -04001702 index += 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001703 }
Brett Cannon2657df42012-05-04 15:20:40 -04001704#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001705 return list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001706}
1707
Guido van Rossum79f25d91997-04-29 20:08:16 +00001708static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001709imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001710{
Victor Stinner95872862011-03-07 18:20:56 +01001711 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001712 int ret;
1713 PyObject *m;
Victor Stinner95872862011-03-07 18:20:56 +01001714 if (!PyArg_ParseTuple(args, "U:init_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001715 return NULL;
1716 ret = init_builtin(name);
1717 if (ret < 0)
1718 return NULL;
1719 if (ret == 0) {
1720 Py_INCREF(Py_None);
1721 return Py_None;
1722 }
Victor Stinner95872862011-03-07 18:20:56 +01001723 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001724 Py_XINCREF(m);
1725 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001726}
1727
Guido van Rossum79f25d91997-04-29 20:08:16 +00001728static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001729imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001730{
Victor Stinner53dc7352011-03-20 01:50:21 +01001731 PyObject *name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001732 int ret;
1733 PyObject *m;
Victor Stinner53dc7352011-03-20 01:50:21 +01001734 if (!PyArg_ParseTuple(args, "U:init_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001735 return NULL;
Victor Stinner53dc7352011-03-20 01:50:21 +01001736 ret = PyImport_ImportFrozenModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001737 if (ret < 0)
1738 return NULL;
1739 if (ret == 0) {
1740 Py_INCREF(Py_None);
1741 return Py_None;
1742 }
Victor Stinner53dc7352011-03-20 01:50:21 +01001743 m = PyImport_AddModuleObject(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001744 Py_XINCREF(m);
1745 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001746}
1747
Guido van Rossum79f25d91997-04-29 20:08:16 +00001748static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001749imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001750{
Victor Stinner53dc7352011-03-20 01:50:21 +01001751 PyObject *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00001752
Victor Stinner53dc7352011-03-20 01:50:21 +01001753 if (!PyArg_ParseTuple(args, "U:get_frozen_object", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001754 return NULL;
1755 return get_frozen_object(name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001756}
1757
Guido van Rossum79f25d91997-04-29 20:08:16 +00001758static PyObject *
Brett Cannon8d110132009-03-15 02:20:16 +00001759imp_is_frozen_package(PyObject *self, PyObject *args)
1760{
Victor Stinner53dc7352011-03-20 01:50:21 +01001761 PyObject *name;
Brett Cannon8d110132009-03-15 02:20:16 +00001762
Victor Stinner53dc7352011-03-20 01:50:21 +01001763 if (!PyArg_ParseTuple(args, "U:is_frozen_package", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001764 return NULL;
1765 return is_frozen_package(name);
Brett Cannon8d110132009-03-15 02:20:16 +00001766}
1767
1768static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001769imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001770{
Victor Stinner95872862011-03-07 18:20:56 +01001771 PyObject *name;
1772 if (!PyArg_ParseTuple(args, "U:is_builtin", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001773 return NULL;
1774 return PyLong_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001775}
1776
Guido van Rossum79f25d91997-04-29 20:08:16 +00001777static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001778imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001779{
Victor Stinner53dc7352011-03-20 01:50:21 +01001780 PyObject *name;
Benjamin Peterson6fba3db2013-03-18 23:13:31 -07001781 const struct _frozen *p;
Victor Stinner53dc7352011-03-20 01:50:21 +01001782 if (!PyArg_ParseTuple(args, "U:is_frozen", &name))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001783 return NULL;
1784 p = find_frozen(name);
1785 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001786}
1787
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001788#ifdef HAVE_DYNAMIC_LOADING
1789
Guido van Rossum79f25d91997-04-29 20:08:16 +00001790static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001791imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001792{
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001793 PyObject *name, *pathname, *fob = NULL, *mod;
1794 FILE *fp;
1795
1796 if (!PyArg_ParseTuple(args, "UO&|O:load_dynamic",
1797 &name, PyUnicode_FSDecoder, &pathname, &fob))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001798 return NULL;
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001799 if (fob != NULL) {
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001800 fp = _Py_fopen(pathname, "r");
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001801 if (fp == NULL) {
1802 Py_DECREF(pathname);
Antoine Pitrouf3a42de2012-05-04 22:40:25 +02001803 if (!PyErr_Occurred())
1804 PyErr_SetFromErrno(PyExc_IOError);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001805 return NULL;
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001806 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001807 }
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001808 else
1809 fp = NULL;
1810 mod = _PyImport_LoadDynamicModule(name, pathname, fp);
Victor Stinnere9ddbf62011-03-22 10:46:35 +01001811 Py_DECREF(pathname);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001812 if (fp)
1813 fclose(fp);
Victor Stinnerfefd70c2011-03-14 15:54:07 -04001814 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001815}
1816
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001817#endif /* HAVE_DYNAMIC_LOADING */
1818
Barry Warsaw28a691b2010-04-17 00:19:56 +00001819
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001820/* Doc strings */
1821
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001822PyDoc_STRVAR(doc_imp,
Brett Cannon6f44d662012-04-15 16:08:47 -04001823"(Extremely) low-level import machinery bits as used by importlib and imp.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001824
Brett Cannon2657df42012-05-04 15:20:40 -04001825PyDoc_STRVAR(doc_extension_suffixes,
1826"extension_suffixes() -> list of strings\n\
1827Returns the list of file suffixes used to identify extension modules.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00001828
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00001829PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00001830"lock_held() -> boolean\n\
1831Return True if the import lock is currently held, else False.\n\
1832On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00001833
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001834PyDoc_STRVAR(doc_acquire_lock,
1835"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00001836Acquires the interpreter's import lock for the current thread.\n\
1837This lock should be used by import hooks to ensure thread-safety\n\
1838when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00001839On platforms without threads, this function does nothing.");
1840
1841PyDoc_STRVAR(doc_release_lock,
1842"release_lock() -> None\n\
1843Release the interpreter's import lock.\n\
1844On platforms without threads, this function does nothing.");
1845
Guido van Rossum79f25d91997-04-29 20:08:16 +00001846static PyMethodDef imp_methods[] = {
Brett Cannon2657df42012-05-04 15:20:40 -04001847 {"extension_suffixes", imp_extension_suffixes, METH_NOARGS,
1848 doc_extension_suffixes},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001849 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
1850 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
1851 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001852 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
1853 {"is_frozen_package", imp_is_frozen_package, METH_VARARGS},
1854 {"init_builtin", imp_init_builtin, METH_VARARGS},
1855 {"init_frozen", imp_init_frozen, METH_VARARGS},
1856 {"is_builtin", imp_is_builtin, METH_VARARGS},
1857 {"is_frozen", imp_is_frozen, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001858#ifdef HAVE_DYNAMIC_LOADING
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001859 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001860#endif
Brett Cannon442c9b92011-03-23 16:14:42 -07001861 {"_fix_co_filename", imp_fix_co_filename, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001862 {NULL, NULL} /* sentinel */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001863};
1864
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001865
Martin v. Löwis1a214512008-06-11 05:26:20 +00001866static struct PyModuleDef impmodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001867 PyModuleDef_HEAD_INIT,
Brett Cannon6f44d662012-04-15 16:08:47 -04001868 "_imp",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001869 doc_imp,
1870 0,
1871 imp_methods,
1872 NULL,
1873 NULL,
1874 NULL,
1875 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00001876};
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001877
Jason Tishler6bc06ec2003-09-04 11:59:50 +00001878PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00001879PyInit_imp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001880{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001881 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001882
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001883 m = PyModule_Create(&impmodule);
1884 if (m == NULL)
1885 goto failure;
1886 d = PyModule_GetDict(m);
1887 if (d == NULL)
1888 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001889
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001890 return m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001891 failure:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001892 Py_XDECREF(m);
1893 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001894}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001895
1896
Guido van Rossumb18618d2000-05-03 23:44:39 +00001897/* API for embedding applications that want to add their own entries
1898 to the table of built-in modules. This should normally be called
1899 *before* Py_Initialize(). When the table resize fails, -1 is
1900 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001901
1902 After a similar function by Just van Rossum. */
1903
1904int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001905PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001906{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001907 static struct _inittab *our_copy = NULL;
1908 struct _inittab *p;
1909 int i, n;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001910
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001911 /* Count the number of entries in both tables */
1912 for (n = 0; newtab[n].name != NULL; n++)
1913 ;
1914 if (n == 0)
1915 return 0; /* Nothing to do */
1916 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
1917 ;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001918
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001919 /* Allocate new memory for the combined table */
1920 p = our_copy;
1921 PyMem_RESIZE(p, struct _inittab, i+n+1);
1922 if (p == NULL)
1923 return -1;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001924
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001925 /* Copy the tables into the new memory */
1926 if (our_copy != PyImport_Inittab)
1927 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
1928 PyImport_Inittab = our_copy = p;
1929 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001930
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001931 return 0;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001932}
1933
1934/* Shorthand to add a single entry given a name and a function */
1935
1936int
Brett Cannona826f322009-04-02 03:41:46 +00001937PyImport_AppendInittab(const char *name, PyObject* (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001938{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001939 struct _inittab newtab[2];
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001940
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001941 memset(newtab, '\0', sizeof newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001942
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001943 newtab[0].name = (char *)name;
1944 newtab[0].initfunc = initfunc;
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001945
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001946 return PyImport_ExtendInittab(newtab);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00001947}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001948
1949#ifdef __cplusplus
1950}
1951#endif