blob: b35dea19276c14266a89bcbf7132afd271f0b5f1 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Kristján Valur Jónsson00b0a9e2007-05-02 16:02:48 +00007#undef Yield /* to avoid conflict with winbase.h */
8
Neal Norwitzadb69fc2005-12-17 20:54:49 +00009#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000010#include "pythonrun.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000011#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000012#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000014#include "compile.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000015#include "eval.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000016#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000017#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000018
Guido van Rossum55a83382000-09-20 20:31:38 +000019#ifdef HAVE_FCNTL_H
20#include <fcntl.h>
21#endif
Anthony Baxterac6bd462006-04-13 02:06:09 +000022#ifdef __cplusplus
23extern "C" {
24#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000025
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000026extern time_t PyOS_GetLastModificationTime(char *, FILE *);
27 /* In getmtime.c */
Guido van Rossum21d335e1993-10-15 13:01:11 +000028
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000029/* Magic word to reject .pyc files generated by other Python versions.
30 It should change for each incompatible change to the bytecode.
31
32 The value of CR and LF is incorporated so if you ever read or write
Guido van Rossum7faeab31995-07-07 22:50:36 +000033 a .pyc file in text mode the magic number will be wrong; also, the
Tim Peters36515e22001-11-18 04:06:29 +000034 Apple MPW compiler swaps their values, botching string constants.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000035
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000036 The magic numbers must be spaced apart atleast 2 values, as the
37 -U interpeter flag will cause MAGIC+1 being used. They have been
38 odd numbers for some time now.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000039
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000040 There were a variety of old schemes for setting the magic number.
41 The current working scheme is to increment the previous value by
42 10.
Guido van Rossumf6894922002-08-31 15:16:14 +000043
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000044 Known values:
45 Python 1.5: 20121
46 Python 1.5.1: 20121
47 Python 1.5.2: 20121
Skip Montanaro4ec3c262006-03-25 14:12:03 +000048 Python 1.6: 50428
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000049 Python 2.0: 50823
50 Python 2.0.1: 50823
51 Python 2.1: 60202
52 Python 2.1.1: 60202
53 Python 2.1.2: 60202
54 Python 2.2: 60717
Neal Norwitz7fdcb412002-06-14 01:07:39 +000055 Python 2.3a0: 62011
Michael W. Hudsondd32a912002-08-15 14:59:02 +000056 Python 2.3a0: 62021
Guido van Rossumf6894922002-08-31 15:16:14 +000057 Python 2.3a0: 62011 (!)
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000058 Python 2.4a0: 62041
Raymond Hettingerfd2d1f72004-08-23 23:37:48 +000059 Python 2.4a3: 62051
Raymond Hettinger2c31a052004-09-22 18:44:21 +000060 Python 2.4b1: 62061
Michael W. Hudsondf888462005-06-03 14:41:55 +000061 Python 2.5a0: 62071
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000062 Python 2.5a0: 62081 (ast-branch)
Guido van Rossumc2e20742006-02-27 22:32:47 +000063 Python 2.5a0: 62091 (with)
Guido van Rossumf6694362006-03-10 02:28:35 +000064 Python 2.5a0: 62092 (changed WITH_CLEANUP opcode)
Neal Norwitz0d62a062006-07-30 06:53:31 +000065 Python 2.5b3: 62101 (fix wrong code: for x, in ...)
66 Python 2.5b3: 62111 (fix wrong code: x += yield)
Neal Norwitz9a70f952006-08-04 05:12:19 +000067 Python 2.5c1: 62121 (fix wrong lnotab with for loops and
68 storing constants that should have been removed)
Neal Norwitz3b3aae02006-09-05 03:56:01 +000069 Python 2.5c2: 62131 (fix wrong code: for x, in ... in listcomp/genexp)
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000070.
Tim Peters36515e22001-11-18 04:06:29 +000071*/
Neal Norwitz3b3aae02006-09-05 03:56:01 +000072#define MAGIC (62131 | ((long)'\r'<<16) | ((long)'\n'<<24))
Guido van Rossum3ddee711991-12-16 13:06:34 +000073
Guido van Rossum96774c12000-05-01 20:19:08 +000074/* Magic word as global; note that _PyImport_Init() can change the
Jeremy Hylton9262b8a2000-06-30 04:59:17 +000075 value of this global to accommodate for alterations of how the
Guido van Rossum96774c12000-05-01 20:19:08 +000076 compiler works which are enabled by command line switches. */
77static long pyc_magic = MAGIC;
78
Guido van Rossum25ce5661997-08-02 03:10:38 +000079/* See _PyImport_FixupExtension() below */
80static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000081
Guido van Rossum771c6c81997-10-31 18:37:24 +000082/* This table is defined in config.c: */
83extern struct _inittab _PyImport_Inittab[];
84
85struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000086
Guido van Rossumed1170e1999-12-20 21:23:41 +000087/* these tables define the module suffixes that Python recognizes */
88struct filedescr * _PyImport_Filetab = NULL;
Guido van Rossum48a680c2001-03-02 06:34:14 +000089
90#ifdef RISCOS
91static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +000092 {"/py", "U", PY_SOURCE},
Guido van Rossum48a680c2001-03-02 06:34:14 +000093 {"/pyc", "rb", PY_COMPILED},
94 {0, 0}
95};
96#else
Guido van Rossumed1170e1999-12-20 21:23:41 +000097static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +000098 {".py", "U", PY_SOURCE},
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000099#ifdef MS_WINDOWS
Jack Jansenc88da1f2002-05-28 10:58:19 +0000100 {".pyw", "U", PY_SOURCE},
Tim Peters36515e22001-11-18 04:06:29 +0000101#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000102 {".pyc", "rb", PY_COMPILED},
103 {0, 0}
104};
Guido van Rossum48a680c2001-03-02 06:34:14 +0000105#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000106
Phillip J. Ebyf7575d02006-07-28 21:12:07 +0000107static PyTypeObject NullImporterType; /* Forward reference */
108
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000109/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000110
111void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000112_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000113{
Guido van Rossumed1170e1999-12-20 21:23:41 +0000114 const struct filedescr *scan;
115 struct filedescr *filetab;
116 int countD = 0;
117 int countS = 0;
118
119 /* prepare _PyImport_Filetab: copy entries from
120 _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
121 */
122 for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
123 ++countD;
124 for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
125 ++countS;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000126 filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
Neal Norwitze1fdb322006-07-21 05:32:28 +0000127 if (filetab == NULL)
Neal Norwitz33722ae2006-07-21 07:59:02 +0000128 Py_FatalError("Can't initialize import file table.");
Guido van Rossumed1170e1999-12-20 21:23:41 +0000129 memcpy(filetab, _PyImport_DynLoadFiletab,
130 countD * sizeof(struct filedescr));
131 memcpy(filetab + countD, _PyImport_StandardFiletab,
132 countS * sizeof(struct filedescr));
133 filetab[countD + countS].suffix = NULL;
134
135 _PyImport_Filetab = filetab;
136
Guido van Rossum0824f631997-03-11 18:37:35 +0000137 if (Py_OptimizeFlag) {
Guido van Rossumed1170e1999-12-20 21:23:41 +0000138 /* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
139 for (; filetab->suffix != NULL; filetab++) {
Guido van Rossum48a680c2001-03-02 06:34:14 +0000140#ifndef RISCOS
Guido van Rossumed1170e1999-12-20 21:23:41 +0000141 if (strcmp(filetab->suffix, ".pyc") == 0)
142 filetab->suffix = ".pyo";
Guido van Rossum48a680c2001-03-02 06:34:14 +0000143#else
144 if (strcmp(filetab->suffix, "/pyc") == 0)
145 filetab->suffix = "/pyo";
146#endif
Guido van Rossum0824f631997-03-11 18:37:35 +0000147 }
148 }
Guido van Rossum96774c12000-05-01 20:19:08 +0000149
150 if (Py_UnicodeFlag) {
151 /* Fix the pyc_magic so that byte compiled code created
152 using the all-Unicode method doesn't interfere with
153 code created in normal operation mode. */
154 pyc_magic = MAGIC + 1;
155 }
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000156}
157
Guido van Rossum25ce5661997-08-02 03:10:38 +0000158void
Just van Rossum52e14d62002-12-30 22:08:05 +0000159_PyImportHooks_Init(void)
160{
161 PyObject *v, *path_hooks = NULL, *zimpimport;
162 int err = 0;
163
164 /* adding sys.path_hooks and sys.path_importer_cache, setting up
165 zipimport */
Phillip J. Ebyf7575d02006-07-28 21:12:07 +0000166 if (PyType_Ready(&NullImporterType) < 0)
167 goto error;
Just van Rossum52e14d62002-12-30 22:08:05 +0000168
169 if (Py_VerboseFlag)
170 PySys_WriteStderr("# installing zipimport hook\n");
171
172 v = PyList_New(0);
173 if (v == NULL)
174 goto error;
175 err = PySys_SetObject("meta_path", v);
176 Py_DECREF(v);
177 if (err)
178 goto error;
179 v = PyDict_New();
180 if (v == NULL)
181 goto error;
182 err = PySys_SetObject("path_importer_cache", v);
183 Py_DECREF(v);
184 if (err)
185 goto error;
186 path_hooks = PyList_New(0);
187 if (path_hooks == NULL)
188 goto error;
189 err = PySys_SetObject("path_hooks", path_hooks);
190 if (err) {
191 error:
192 PyErr_Print();
Phillip J. Ebyf7575d02006-07-28 21:12:07 +0000193 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
194 "path_importer_cache, or NullImporter failed"
195 );
Just van Rossum52e14d62002-12-30 22:08:05 +0000196 }
Phillip J. Ebyf7575d02006-07-28 21:12:07 +0000197
Just van Rossum52e14d62002-12-30 22:08:05 +0000198 zimpimport = PyImport_ImportModule("zipimport");
199 if (zimpimport == NULL) {
200 PyErr_Clear(); /* No zip import module -- okay */
201 if (Py_VerboseFlag)
202 PySys_WriteStderr("# can't import zipimport\n");
203 }
204 else {
205 PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
206 "zipimporter");
207 Py_DECREF(zimpimport);
208 if (zipimporter == NULL) {
209 PyErr_Clear(); /* No zipimporter object -- okay */
210 if (Py_VerboseFlag)
211 PySys_WriteStderr(
Fred Drake1e5fc552003-07-11 15:01:02 +0000212 "# can't import zipimport.zipimporter\n");
Just van Rossum52e14d62002-12-30 22:08:05 +0000213 }
214 else {
215 /* sys.path_hooks.append(zipimporter) */
216 err = PyList_Append(path_hooks, zipimporter);
217 Py_DECREF(zipimporter);
218 if (err)
219 goto error;
220 if (Py_VerboseFlag)
221 PySys_WriteStderr(
222 "# installed zipimport hook\n");
223 }
224 }
225 Py_DECREF(path_hooks);
226}
227
228void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000229_PyImport_Fini(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000230{
231 Py_XDECREF(extensions);
232 extensions = NULL;
Barry Warsaw84294482000-10-03 16:02:05 +0000233 PyMem_DEL(_PyImport_Filetab);
234 _PyImport_Filetab = NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000235}
236
237
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000238/* Locking primitives to prevent parallel imports of the same module
239 in different threads to return with a partially loaded module.
240 These calls are serialized by the global interpreter lock. */
241
242#ifdef WITH_THREAD
243
Guido van Rossum49b56061998-10-01 20:42:43 +0000244#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000245
Guido van Rossum65d5b571998-12-21 19:32:43 +0000246static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000247static long import_lock_thread = -1;
248static int import_lock_level = 0;
249
250static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000251lock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000252{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000253 long me = PyThread_get_thread_ident();
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000254 if (me == -1)
255 return; /* Too bad */
Neal Norwitze1fdb322006-07-21 05:32:28 +0000256 if (import_lock == NULL) {
Guido van Rossum65d5b571998-12-21 19:32:43 +0000257 import_lock = PyThread_allocate_lock();
Neal Norwitze1fdb322006-07-21 05:32:28 +0000258 if (import_lock == NULL)
259 return; /* Nothing much we can do. */
260 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000261 if (import_lock_thread == me) {
262 import_lock_level++;
263 return;
264 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000265 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
266 {
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000267 PyThreadState *tstate = PyEval_SaveThread();
Guido van Rossum65d5b571998-12-21 19:32:43 +0000268 PyThread_acquire_lock(import_lock, 1);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000269 PyEval_RestoreThread(tstate);
270 }
271 import_lock_thread = me;
272 import_lock_level = 1;
273}
274
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000275static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000276unlock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000277{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000278 long me = PyThread_get_thread_ident();
Neal Norwitze1fdb322006-07-21 05:32:28 +0000279 if (me == -1 || import_lock == NULL)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000280 return 0; /* Too bad */
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000281 if (import_lock_thread != me)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000282 return -1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000283 import_lock_level--;
284 if (import_lock_level == 0) {
285 import_lock_thread = -1;
Guido van Rossum65d5b571998-12-21 19:32:43 +0000286 PyThread_release_lock(import_lock);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000287 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000288 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000289}
290
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000291/* This function is called from PyOS_AfterFork to ensure that newly
292 created child processes do not share locks with the parent. */
293
294void
295_PyImport_ReInitLock(void)
296{
297#ifdef _AIX
298 if (import_lock != NULL)
299 import_lock = PyThread_allocate_lock();
300#endif
301}
302
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000303#else
304
305#define lock_import()
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000306#define unlock_import() 0
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000307
308#endif
309
Tim Peters69232342001-08-30 05:16:13 +0000310static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000311imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000312{
Tim Peters69232342001-08-30 05:16:13 +0000313#ifdef WITH_THREAD
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000314 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000315#else
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000316 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000317#endif
318}
319
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000320static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000321imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000322{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000323#ifdef WITH_THREAD
324 lock_import();
325#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000326 Py_INCREF(Py_None);
327 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000328}
329
330static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000331imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000332{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000333#ifdef WITH_THREAD
334 if (unlock_import() < 0) {
335 PyErr_SetString(PyExc_RuntimeError,
336 "not holding the import lock");
337 return NULL;
338 }
339#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000340 Py_INCREF(Py_None);
341 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000342}
343
Collin Wintere19d7a32007-03-12 16:49:23 +0000344static void
345imp_modules_reloading_clear (void)
346{
347 PyInterpreterState *interp = PyThreadState_Get()->interp;
348 if (interp->modules_reloading == NULL)
349 return;
350 PyDict_Clear(interp->modules_reloading);
351 return;
352}
353
Guido van Rossum25ce5661997-08-02 03:10:38 +0000354/* Helper for sys */
355
356PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000357PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000358{
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000359 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000360 if (interp->modules == NULL)
361 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
362 return interp->modules;
363}
364
Guido van Rossum3f5da241990-12-20 15:06:42 +0000365
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000366/* List of names to clear in sys */
367static char* sys_deletes[] = {
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000368 "path", "argv", "ps1", "ps2", "exitfunc",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000369 "exc_type", "exc_value", "exc_traceback",
370 "last_type", "last_value", "last_traceback",
Just van Rossum52e14d62002-12-30 22:08:05 +0000371 "path_hooks", "path_importer_cache", "meta_path",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000372 NULL
373};
374
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000375static char* sys_files[] = {
376 "stdin", "__stdin__",
377 "stdout", "__stdout__",
378 "stderr", "__stderr__",
379 NULL
380};
381
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000382
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000383/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000384
Guido van Rossum3f5da241990-12-20 15:06:42 +0000385void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000386PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000387{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000388 Py_ssize_t pos, ndone;
Guido van Rossum758eec01998-01-19 21:58:26 +0000389 char *name;
390 PyObject *key, *value, *dict;
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000391 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum758eec01998-01-19 21:58:26 +0000392 PyObject *modules = interp->modules;
393
394 if (modules == NULL)
395 return; /* Already done */
396
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000397 /* Delete some special variables first. These are common
398 places where user values hide and people complain when their
399 destructors fail. Since the modules containing them are
400 deleted *last* of all, they would come too late in the normal
401 destruction order. Sigh. */
402
403 value = PyDict_GetItemString(modules, "__builtin__");
404 if (value != NULL && PyModule_Check(value)) {
405 dict = PyModule_GetDict(value);
406 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000407 PySys_WriteStderr("# clear __builtin__._\n");
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000408 PyDict_SetItemString(dict, "_", Py_None);
409 }
410 value = PyDict_GetItemString(modules, "sys");
411 if (value != NULL && PyModule_Check(value)) {
412 char **p;
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000413 PyObject *v;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000414 dict = PyModule_GetDict(value);
415 for (p = sys_deletes; *p != NULL; p++) {
416 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000417 PySys_WriteStderr("# clear sys.%s\n", *p);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000418 PyDict_SetItemString(dict, *p, Py_None);
419 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000420 for (p = sys_files; *p != NULL; p+=2) {
421 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000422 PySys_WriteStderr("# restore sys.%s\n", *p);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000423 v = PyDict_GetItemString(dict, *(p+1));
424 if (v == NULL)
425 v = Py_None;
426 PyDict_SetItemString(dict, *p, v);
427 }
428 }
429
430 /* First, delete __main__ */
431 value = PyDict_GetItemString(modules, "__main__");
432 if (value != NULL && PyModule_Check(value)) {
433 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000434 PySys_WriteStderr("# cleanup __main__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000435 _PyModule_Clear(value);
436 PyDict_SetItemString(modules, "__main__", Py_None);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000437 }
438
Guido van Rossum758eec01998-01-19 21:58:26 +0000439 /* The special treatment of __builtin__ here is because even
440 when it's not referenced as a module, its dictionary is
441 referenced by almost every module's __builtins__. Since
442 deleting a module clears its dictionary (even if there are
443 references left to it), we need to delete the __builtin__
444 module last. Likewise, we don't delete sys until the very
445 end because it is implicitly referenced (e.g. by print).
446
447 Also note that we 'delete' modules by replacing their entry
448 in the modules dict with None, rather than really deleting
449 them; this avoids a rehash of the modules dictionary and
450 also marks them as "non existent" so they won't be
451 re-imported. */
452
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000453 /* Next, repeatedly delete modules with a reference count of
Guido van Rossum758eec01998-01-19 21:58:26 +0000454 one (skipping __builtin__ and sys) and delete them */
455 do {
456 ndone = 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000457 pos = 0;
Guido van Rossum758eec01998-01-19 21:58:26 +0000458 while (PyDict_Next(modules, &pos, &key, &value)) {
459 if (value->ob_refcnt != 1)
460 continue;
Guido van Rossum566373e1998-10-01 15:24:50 +0000461 if (PyString_Check(key) && PyModule_Check(value)) {
462 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000463 if (strcmp(name, "__builtin__") == 0)
464 continue;
465 if (strcmp(name, "sys") == 0)
466 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000467 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000468 PySys_WriteStderr(
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000469 "# cleanup[1] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000470 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000471 PyDict_SetItem(modules, key, Py_None);
472 ndone++;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000473 }
474 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000475 } while (ndone > 0);
476
Guido van Rossum758eec01998-01-19 21:58:26 +0000477 /* Next, delete all modules (still skipping __builtin__ and sys) */
478 pos = 0;
479 while (PyDict_Next(modules, &pos, &key, &value)) {
Guido van Rossum566373e1998-10-01 15:24:50 +0000480 if (PyString_Check(key) && PyModule_Check(value)) {
481 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000482 if (strcmp(name, "__builtin__") == 0)
483 continue;
484 if (strcmp(name, "sys") == 0)
485 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000486 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000487 PySys_WriteStderr("# cleanup[2] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000488 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000489 PyDict_SetItem(modules, key, Py_None);
490 }
491 }
492
493 /* Next, delete sys and __builtin__ (in that order) */
494 value = PyDict_GetItemString(modules, "sys");
495 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000496 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000497 PySys_WriteStderr("# cleanup sys\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000498 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000499 PyDict_SetItemString(modules, "sys", Py_None);
500 }
501 value = PyDict_GetItemString(modules, "__builtin__");
502 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000503 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000504 PySys_WriteStderr("# cleanup __builtin__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000505 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000506 PyDict_SetItemString(modules, "__builtin__", Py_None);
507 }
508
509 /* Finally, clear and delete the modules directory */
510 PyDict_Clear(modules);
511 interp->modules = NULL;
512 Py_DECREF(modules);
Collin Wintere19d7a32007-03-12 16:49:23 +0000513 Py_CLEAR(interp->modules_reloading);
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000514}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000515
516
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000517/* Helper for pythonrun.c -- return magic number */
518
519long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000520PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000521{
Guido van Rossum96774c12000-05-01 20:19:08 +0000522 return pyc_magic;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000523}
524
525
Guido van Rossum25ce5661997-08-02 03:10:38 +0000526/* Magic for extension modules (built-in as well as dynamically
527 loaded). To prevent initializing an extension module more than
528 once, we keep a static dictionary 'extensions' keyed by module name
529 (for built-in modules) or by filename (for dynamically loaded
Barry Warsaw92883382001-08-13 23:05:44 +0000530 modules), containing these modules. A copy of the module's
Guido van Rossum25ce5661997-08-02 03:10:38 +0000531 dictionary is stored by calling _PyImport_FixupExtension()
532 immediately after the module initialization function succeeds. A
533 copy can be retrieved from there by calling
534 _PyImport_FindExtension(). */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000535
Guido van Rossum79f25d91997-04-29 20:08:16 +0000536PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000537_PyImport_FixupExtension(char *name, char *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000538{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000539 PyObject *modules, *mod, *dict, *copy;
540 if (extensions == NULL) {
541 extensions = PyDict_New();
542 if (extensions == NULL)
543 return NULL;
544 }
545 modules = PyImport_GetModuleDict();
546 mod = PyDict_GetItemString(modules, name);
547 if (mod == NULL || !PyModule_Check(mod)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000548 PyErr_Format(PyExc_SystemError,
549 "_PyImport_FixupExtension: module %.200s not loaded", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000550 return NULL;
551 }
552 dict = PyModule_GetDict(mod);
553 if (dict == NULL)
554 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000555 copy = PyDict_Copy(dict);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000556 if (copy == NULL)
557 return NULL;
558 PyDict_SetItemString(extensions, filename, copy);
559 Py_DECREF(copy);
560 return copy;
561}
562
563PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000564_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000565{
Fred Drake9cd0efc2001-10-25 21:38:59 +0000566 PyObject *dict, *mod, *mdict;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000567 if (extensions == NULL)
568 return NULL;
569 dict = PyDict_GetItemString(extensions, filename);
570 if (dict == NULL)
571 return NULL;
572 mod = PyImport_AddModule(name);
573 if (mod == NULL)
574 return NULL;
575 mdict = PyModule_GetDict(mod);
576 if (mdict == NULL)
577 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000578 if (PyDict_Update(mdict, dict))
Guido van Rossum25ce5661997-08-02 03:10:38 +0000579 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000580 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000581 PySys_WriteStderr("import %s # previously loaded (%s)\n",
Guido van Rossum25ce5661997-08-02 03:10:38 +0000582 name, filename);
583 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000584}
585
586
587/* Get the module object corresponding to a module name.
588 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000589 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000590 Because the former action is most common, THIS DOES NOT RETURN A
591 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000592
Guido van Rossum79f25d91997-04-29 20:08:16 +0000593PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000594PyImport_AddModule(const char *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000595{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000596 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000597 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000598
Guido van Rossum25ce5661997-08-02 03:10:38 +0000599 if ((m = PyDict_GetItemString(modules, name)) != NULL &&
Guido van Rossum79f25d91997-04-29 20:08:16 +0000600 PyModule_Check(m))
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000601 return m;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000602 m = PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000603 if (m == NULL)
604 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000605 if (PyDict_SetItemString(modules, name, m) != 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000606 Py_DECREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000607 return NULL;
608 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000609 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000610
611 return m;
612}
613
Tim Peters1cd70172004-08-02 03:52:12 +0000614/* Remove name from sys.modules, if it's there. */
615static void
616_RemoveModule(const char *name)
617{
618 PyObject *modules = PyImport_GetModuleDict();
619 if (PyDict_GetItemString(modules, name) == NULL)
620 return;
621 if (PyDict_DelItemString(modules, name) < 0)
622 Py_FatalError("import: deleting existing key in"
623 "sys.modules failed");
624}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000625
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000626/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000627 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
628 * removed from sys.modules, to avoid leaving damaged module objects
629 * in sys.modules. The caller may wish to restore the original
630 * module object (if any) in this case; PyImport_ReloadModule is an
631 * example.
632 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000633PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000634PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000635{
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000636 return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
637}
638
639PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000640PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000641{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000642 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000643 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000644
Guido van Rossum79f25d91997-04-29 20:08:16 +0000645 m = PyImport_AddModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000646 if (m == NULL)
647 return NULL;
Jeremy Hyltonecd91292004-01-02 23:25:32 +0000648 /* If the module is being reloaded, we get the old module back
649 and re-use its dict to exec the new code. */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000650 d = PyModule_GetDict(m);
651 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
652 if (PyDict_SetItemString(d, "__builtins__",
653 PyEval_GetBuiltins()) != 0)
Tim Peters1cd70172004-08-02 03:52:12 +0000654 goto error;
Guido van Rossum6135a871995-01-09 17:53:26 +0000655 }
Guido van Rossum9c9a07c1996-05-16 20:43:40 +0000656 /* Remember the filename as the __file__ attribute */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000657 v = NULL;
658 if (pathname != NULL) {
659 v = PyString_FromString(pathname);
660 if (v == NULL)
661 PyErr_Clear();
662 }
663 if (v == NULL) {
664 v = ((PyCodeObject *)co)->co_filename;
665 Py_INCREF(v);
666 }
667 if (PyDict_SetItemString(d, "__file__", v) != 0)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000668 PyErr_Clear(); /* Not important enough to report */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000669 Py_DECREF(v);
670
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000671 v = PyEval_EvalCode((PyCodeObject *)co, d, d);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000672 if (v == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000673 goto error;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000674 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000675
Guido van Rossum25ce5661997-08-02 03:10:38 +0000676 if ((m = PyDict_GetItemString(modules, name)) == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000677 PyErr_Format(PyExc_ImportError,
678 "Loaded module %.200s not found in sys.modules",
679 name);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000680 return NULL;
681 }
682
Guido van Rossum79f25d91997-04-29 20:08:16 +0000683 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000684
685 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000686
687 error:
688 _RemoveModule(name);
689 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000690}
691
692
693/* Given a pathname for a Python source file, fill a buffer with the
694 pathname for the corresponding compiled file. Return the pathname
695 for the compiled file, or NULL if there's no space in the buffer.
696 Doesn't set an exception. */
697
698static char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000699make_compiled_pathname(char *pathname, char *buf, size_t buflen)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000700{
Tim Petersc1731372001-08-04 08:12:36 +0000701 size_t len = strlen(pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000702 if (len+2 > buflen)
703 return NULL;
Tim Petersc1731372001-08-04 08:12:36 +0000704
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000705#ifdef MS_WINDOWS
Tim Petersc1731372001-08-04 08:12:36 +0000706 /* Treat .pyw as if it were .py. The case of ".pyw" must match
707 that used in _PyImport_StandardFiletab. */
708 if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
709 --len; /* pretend 'w' isn't there */
710#endif
711 memcpy(buf, pathname, len);
712 buf[len] = Py_OptimizeFlag ? 'o' : 'c';
713 buf[len+1] = '\0';
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000714
715 return buf;
716}
717
718
719/* Given a pathname for a Python source file, its time of last
720 modification, and a pathname for a compiled file, check whether the
721 compiled file represents the same version of the source. If so,
722 return a FILE pointer for the compiled file, positioned just after
723 the header; if not, return NULL.
724 Doesn't set an exception. */
725
726static FILE *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000727check_compiled_module(char *pathname, time_t mtime, char *cpathname)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000728{
729 FILE *fp;
730 long magic;
731 long pyc_mtime;
732
733 fp = fopen(cpathname, "rb");
734 if (fp == NULL)
735 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000736 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000737 if (magic != pyc_magic) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000738 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000739 PySys_WriteStderr("# %s has bad magic\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000740 fclose(fp);
741 return NULL;
742 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000743 pyc_mtime = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000744 if (pyc_mtime != mtime) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000745 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000746 PySys_WriteStderr("# %s has bad mtime\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000747 fclose(fp);
748 return NULL;
749 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000750 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000751 PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000752 return fp;
753}
754
755
756/* Read a code object from a file and check it for validity */
757
Guido van Rossum79f25d91997-04-29 20:08:16 +0000758static PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000759read_compiled_module(char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000760{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000761 PyObject *co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000762
Tim Petersd9b9ac82001-01-28 00:27:39 +0000763 co = PyMarshal_ReadLastObjectFromFile(fp);
Armin Rigo01ab2792004-03-26 15:09:27 +0000764 if (co == NULL)
765 return NULL;
766 if (!PyCode_Check(co)) {
767 PyErr_Format(PyExc_ImportError,
768 "Non-code object in %.200s", cpathname);
769 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000770 return NULL;
771 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000772 return (PyCodeObject *)co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000773}
774
775
776/* Load a module from a compiled file, execute it, and return its
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000777 module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000778
Guido van Rossum79f25d91997-04-29 20:08:16 +0000779static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000780load_compiled_module(char *name, char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000781{
782 long magic;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000783 PyCodeObject *co;
784 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000785
Guido van Rossum79f25d91997-04-29 20:08:16 +0000786 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000787 if (magic != pyc_magic) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000788 PyErr_Format(PyExc_ImportError,
789 "Bad magic number in %.200s", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000790 return NULL;
791 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000792 (void) PyMarshal_ReadLongFromFile(fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000793 co = read_compiled_module(cpathname, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000794 if (co == NULL)
795 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000796 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000797 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000798 name, cpathname);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000799 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000800 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000801
802 return m;
803}
804
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000805/* Parse a source file and return the corresponding code object */
806
Guido van Rossum79f25d91997-04-29 20:08:16 +0000807static PyCodeObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000808parse_source_module(const char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000809{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000810 PyCodeObject *co = NULL;
811 mod_ty mod;
Neal Norwitzece448e2006-09-11 04:06:23 +0000812 PyArena *arena = PyArena_New();
813 if (arena == NULL)
814 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000815
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000816 mod = PyParser_ASTFromFile(fp, pathname, Py_file_input, 0, 0, 0,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000817 NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000818 if (mod) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000819 co = PyAST_Compile(mod, pathname, NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000820 }
Neal Norwitzece448e2006-09-11 04:06:23 +0000821 PyArena_Free(arena);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000822 return co;
823}
824
825
Guido van Rossum55a83382000-09-20 20:31:38 +0000826/* Helper to open a bytecode file for writing in exclusive mode */
827
828static FILE *
829open_exclusive(char *filename)
830{
831#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
832 /* Use O_EXCL to avoid a race condition when another process tries to
833 write the same file. When that happens, our open() call fails,
834 which is just fine (since it's only a cache).
835 XXX If the file exists and is writable but the directory is not
836 writable, the file will never be written. Oh well.
837 */
838 int fd;
839 (void) unlink(filename);
Tim Peters42c83af2000-09-29 04:03:10 +0000840 fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
841#ifdef O_BINARY
842 |O_BINARY /* necessary for Windows */
843#endif
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000844#ifdef __VMS
Martin v. Löwis18e16552006-02-15 17:27:45 +0000845 , 0666, "ctxt=bin", "shr=nil"
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000846#else
Martin v. Löwis18e16552006-02-15 17:27:45 +0000847 , 0666
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000848#endif
Martin v. Löwis18e16552006-02-15 17:27:45 +0000849 );
Guido van Rossum55a83382000-09-20 20:31:38 +0000850 if (fd < 0)
851 return NULL;
852 return fdopen(fd, "wb");
853#else
854 /* Best we can do -- on Windows this can't happen anyway */
855 return fopen(filename, "wb");
856#endif
857}
858
859
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000860/* Write a compiled module to a file, placing the time of last
861 modification of its source into the header.
862 Errors are ignored, if a write error occurs an attempt is made to
863 remove the file. */
864
865static void
Martin v. Löwis18e16552006-02-15 17:27:45 +0000866write_compiled_module(PyCodeObject *co, char *cpathname, time_t mtime)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000867{
868 FILE *fp;
869
Guido van Rossum55a83382000-09-20 20:31:38 +0000870 fp = open_exclusive(cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000871 if (fp == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000872 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000873 PySys_WriteStderr(
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000874 "# can't create %s\n", cpathname);
875 return;
876 }
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000877 PyMarshal_WriteLongToFile(pyc_magic, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000878 /* First write a 0 for mtime */
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000879 PyMarshal_WriteLongToFile(0L, fp, Py_MARSHAL_VERSION);
880 PyMarshal_WriteObjectToFile((PyObject *)co, fp, Py_MARSHAL_VERSION);
Armin Rigo01ab2792004-03-26 15:09:27 +0000881 if (fflush(fp) != 0 || ferror(fp)) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000882 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000883 PySys_WriteStderr("# can't write %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000884 /* Don't keep partial file */
885 fclose(fp);
886 (void) unlink(cpathname);
887 return;
888 }
889 /* Now write the true mtime */
890 fseek(fp, 4L, 0);
Martin v. Löwis18e16552006-02-15 17:27:45 +0000891 assert(mtime < LONG_MAX);
Martin v. Löwis725507b2006-03-07 12:08:51 +0000892 PyMarshal_WriteLongToFile((long)mtime, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000893 fflush(fp);
894 fclose(fp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000895 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000896 PySys_WriteStderr("# wrote %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000897}
898
899
900/* Load a source module from a given file and return its module
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000901 object WITH INCREMENTED REFERENCE COUNT. If there's a matching
902 byte-compiled file, use that instead. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000903
Guido van Rossum79f25d91997-04-29 20:08:16 +0000904static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000905load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000906{
Fred Drake4c82b232000-06-30 16:18:57 +0000907 time_t mtime;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000908 FILE *fpc;
909 char buf[MAXPATHLEN+1];
910 char *cpathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000911 PyCodeObject *co;
912 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000913
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000914 mtime = PyOS_GetLastModificationTime(pathname, fp);
Neal Norwitz708e51a2005-10-03 04:48:15 +0000915 if (mtime == (time_t)(-1)) {
916 PyErr_Format(PyExc_RuntimeError,
917 "unable to get modification time from '%s'",
918 pathname);
Fred Drake4c82b232000-06-30 16:18:57 +0000919 return NULL;
Neal Norwitz708e51a2005-10-03 04:48:15 +0000920 }
Fred Drake4c82b232000-06-30 16:18:57 +0000921#if SIZEOF_TIME_T > 4
922 /* Python's .pyc timestamp handling presumes that the timestamp fits
923 in 4 bytes. This will be fine until sometime in the year 2038,
924 when a 4-byte signed time_t will overflow.
925 */
926 if (mtime >> 32) {
927 PyErr_SetString(PyExc_OverflowError,
Fred Drakec63d3e92001-03-01 06:33:32 +0000928 "modification time overflows a 4 byte field");
Fred Drake4c82b232000-06-30 16:18:57 +0000929 return NULL;
930 }
931#endif
Tim Peters36515e22001-11-18 04:06:29 +0000932 cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton37832f02001-04-13 17:50:20 +0000933 (size_t)MAXPATHLEN + 1);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000934 if (cpathname != NULL &&
935 (fpc = check_compiled_module(pathname, mtime, cpathname))) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000936 co = read_compiled_module(cpathname, fpc);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000937 fclose(fpc);
938 if (co == NULL)
939 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000940 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000941 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000942 name, cpathname);
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000943 pathname = cpathname;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000944 }
945 else {
946 co = parse_source_module(pathname, fp);
947 if (co == NULL)
948 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000949 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000950 PySys_WriteStderr("import %s # from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000951 name, pathname);
Neal Norwitz3cb31ac2006-08-13 18:10:47 +0000952 if (cpathname)
953 write_compiled_module(co, cpathname, mtime);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000954 }
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000955 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000956 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000957
958 return m;
959}
960
961
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000962/* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +0000963static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
964static struct filedescr *find_module(char *, char *, PyObject *,
965 char *, size_t, FILE **, PyObject **);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000966static struct _frozen *find_frozen(char *name);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000967
968/* Load a package and return its module object WITH INCREMENTED
969 REFERENCE COUNT */
970
971static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000972load_package(char *name, char *pathname)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000973{
Tim Peters1cd70172004-08-02 03:52:12 +0000974 PyObject *m, *d;
975 PyObject *file = NULL;
976 PyObject *path = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000977 int err;
978 char buf[MAXPATHLEN+1];
979 FILE *fp = NULL;
980 struct filedescr *fdp;
981
982 m = PyImport_AddModule(name);
983 if (m == NULL)
984 return NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000985 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000986 PySys_WriteStderr("import %s # directory %s\n",
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000987 name, pathname);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000988 d = PyModule_GetDict(m);
989 file = PyString_FromString(pathname);
990 if (file == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000991 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000992 path = Py_BuildValue("[O]", file);
Tim Peters1cd70172004-08-02 03:52:12 +0000993 if (path == NULL)
994 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000995 err = PyDict_SetItemString(d, "__file__", file);
996 if (err == 0)
997 err = PyDict_SetItemString(d, "__path__", path);
Tim Peters1cd70172004-08-02 03:52:12 +0000998 if (err != 0)
999 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001000 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00001001 fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001002 if (fdp == NULL) {
1003 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1004 PyErr_Clear();
Thomas Heller25653242004-06-07 15:04:10 +00001005 Py_INCREF(m);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001006 }
1007 else
1008 m = NULL;
1009 goto cleanup;
1010 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001011 m = load_module(name, fp, buf, fdp->type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001012 if (fp != NULL)
1013 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00001014 goto cleanup;
1015
1016 error:
1017 m = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001018 cleanup:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001019 Py_XDECREF(path);
1020 Py_XDECREF(file);
1021 return m;
1022}
1023
1024
1025/* Helper to test for built-in module */
1026
1027static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001028is_builtin(char *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001029{
1030 int i;
Guido van Rossum771c6c81997-10-31 18:37:24 +00001031 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
1032 if (strcmp(name, PyImport_Inittab[i].name) == 0) {
1033 if (PyImport_Inittab[i].initfunc == NULL)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001034 return -1;
1035 else
1036 return 1;
1037 }
1038 }
1039 return 0;
1040}
1041
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001042
Just van Rossum52e14d62002-12-30 22:08:05 +00001043/* Return an importer object for a sys.path/pkg.__path__ item 'p',
1044 possibly by fetching it from the path_importer_cache dict. If it
1045 wasn't yet cached, traverse path_hooks until it a hook is found
1046 that can handle the path item. Return None if no hook could;
1047 this tells our caller it should fall back to the builtin
1048 import mechanism. Cache the result in path_importer_cache.
1049 Returns a borrowed reference. */
1050
1051static PyObject *
1052get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
1053 PyObject *p)
1054{
1055 PyObject *importer;
Martin v. Löwis725507b2006-03-07 12:08:51 +00001056 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +00001057
1058 /* These conditions are the caller's responsibility: */
1059 assert(PyList_Check(path_hooks));
1060 assert(PyDict_Check(path_importer_cache));
1061
1062 nhooks = PyList_Size(path_hooks);
1063 if (nhooks < 0)
1064 return NULL; /* Shouldn't happen */
1065
1066 importer = PyDict_GetItem(path_importer_cache, p);
1067 if (importer != NULL)
1068 return importer;
1069
1070 /* set path_importer_cache[p] to None to avoid recursion */
1071 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
1072 return NULL;
1073
1074 for (j = 0; j < nhooks; j++) {
1075 PyObject *hook = PyList_GetItem(path_hooks, j);
1076 if (hook == NULL)
1077 return NULL;
Georg Brandl684fd0c2006-05-25 19:15:31 +00001078 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
Just van Rossum52e14d62002-12-30 22:08:05 +00001079 if (importer != NULL)
1080 break;
1081
1082 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
1083 return NULL;
1084 }
1085 PyErr_Clear();
1086 }
Phillip J. Ebyf7575d02006-07-28 21:12:07 +00001087 if (importer == NULL) {
1088 importer = PyObject_CallFunctionObjArgs(
1089 (PyObject *)&NullImporterType, p, NULL
1090 );
1091 if (importer == NULL) {
1092 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1093 PyErr_Clear();
1094 return Py_None;
1095 }
1096 }
1097 }
1098 if (importer != NULL) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001099 int err = PyDict_SetItem(path_importer_cache, p, importer);
1100 Py_DECREF(importer);
1101 if (err != 0)
1102 return NULL;
1103 }
1104 return importer;
1105}
1106
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001107/* Search the path (default sys.path) for a module. Return the
1108 corresponding filedescr struct, and (via return arguments) the
1109 pathname and an open file. Return NULL if the module is not found. */
1110
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001111#ifdef MS_COREDLL
Thomas Woutersb4bd21c2000-07-22 23:38:01 +00001112extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001113 char *, Py_ssize_t);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001114#endif
1115
Martin v. Löwis18e16552006-02-15 17:27:45 +00001116static int case_ok(char *, Py_ssize_t, Py_ssize_t, char *);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001117static int find_init_module(char *); /* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +00001118static struct filedescr importhookdescr = {"", "", IMP_HOOK};
Guido van Rossum197346f1997-10-31 18:38:52 +00001119
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001120static struct filedescr *
Just van Rossum52e14d62002-12-30 22:08:05 +00001121find_module(char *fullname, char *subname, PyObject *path, char *buf,
1122 size_t buflen, FILE **p_fp, PyObject **p_loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001123{
Martin v. Löwis725507b2006-03-07 12:08:51 +00001124 Py_ssize_t i, npath;
Fred Drake4c82b232000-06-30 16:18:57 +00001125 size_t len, namelen;
Guido van Rossum80bb9651996-12-05 23:27:02 +00001126 struct filedescr *fdp = NULL;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001127 char *filemode;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001128 FILE *fp = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00001129 PyObject *path_hooks, *path_importer_cache;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001130#ifndef RISCOS
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001131 struct stat statbuf;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001132#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001133 static struct filedescr fd_frozen = {"", "", PY_FROZEN};
1134 static struct filedescr fd_builtin = {"", "", C_BUILTIN};
1135 static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
Guido van Rossum0506a431998-08-11 15:07:39 +00001136 char name[MAXPATHLEN+1];
Andrew MacIntyred9400542002-02-26 11:41:34 +00001137#if defined(PYOS_OS2)
1138 size_t saved_len;
1139 size_t saved_namelen;
1140 char *saved_buf = NULL;
1141#endif
Just van Rossum52e14d62002-12-30 22:08:05 +00001142 if (p_loader != NULL)
1143 *p_loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001144
Just van Rossum52e14d62002-12-30 22:08:05 +00001145 if (strlen(subname) > MAXPATHLEN) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001146 PyErr_SetString(PyExc_OverflowError,
1147 "module name is too long");
Fred Drake4c82b232000-06-30 16:18:57 +00001148 return NULL;
1149 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001150 strcpy(name, subname);
1151
1152 /* sys.meta_path import hook */
1153 if (p_loader != NULL) {
1154 PyObject *meta_path;
1155
1156 meta_path = PySys_GetObject("meta_path");
1157 if (meta_path == NULL || !PyList_Check(meta_path)) {
1158 PyErr_SetString(PyExc_ImportError,
1159 "sys.meta_path must be a list of "
1160 "import hooks");
1161 return NULL;
1162 }
1163 Py_INCREF(meta_path); /* zap guard */
1164 npath = PyList_Size(meta_path);
1165 for (i = 0; i < npath; i++) {
1166 PyObject *loader;
1167 PyObject *hook = PyList_GetItem(meta_path, i);
1168 loader = PyObject_CallMethod(hook, "find_module",
1169 "sO", fullname,
1170 path != NULL ?
1171 path : Py_None);
1172 if (loader == NULL) {
1173 Py_DECREF(meta_path);
1174 return NULL; /* true error */
1175 }
1176 if (loader != Py_None) {
1177 /* a loader was found */
1178 *p_loader = loader;
1179 Py_DECREF(meta_path);
1180 return &importhookdescr;
1181 }
1182 Py_DECREF(loader);
1183 }
1184 Py_DECREF(meta_path);
1185 }
Guido van Rossum0506a431998-08-11 15:07:39 +00001186
1187 if (path != NULL && PyString_Check(path)) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001188 /* The only type of submodule allowed inside a "frozen"
1189 package are other frozen modules or packages. */
Guido van Rossum0506a431998-08-11 15:07:39 +00001190 if (PyString_Size(path) + 1 + strlen(name) >= (size_t)buflen) {
1191 PyErr_SetString(PyExc_ImportError,
1192 "full frozen module name too long");
1193 return NULL;
1194 }
1195 strcpy(buf, PyString_AsString(path));
1196 strcat(buf, ".");
1197 strcat(buf, name);
1198 strcpy(name, buf);
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001199 if (find_frozen(name) != NULL) {
1200 strcpy(buf, name);
1201 return &fd_frozen;
1202 }
1203 PyErr_Format(PyExc_ImportError,
1204 "No frozen submodule named %.200s", name);
1205 return NULL;
Guido van Rossum0506a431998-08-11 15:07:39 +00001206 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001207 if (path == NULL) {
1208 if (is_builtin(name)) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001209 strcpy(buf, name);
1210 return &fd_builtin;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001211 }
Greg Ward201baee2001-10-04 14:52:06 +00001212 if ((find_frozen(name)) != NULL) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001213 strcpy(buf, name);
1214 return &fd_frozen;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001215 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001216
Guido van Rossumac279101996-08-22 23:10:58 +00001217#ifdef MS_COREDLL
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001218 fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
1219 if (fp != NULL) {
1220 *p_fp = fp;
1221 return fdp;
1222 }
Guido van Rossuma5a3db71996-04-09 02:39:59 +00001223#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001224 path = PySys_GetObject("path");
1225 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001226 if (path == NULL || !PyList_Check(path)) {
1227 PyErr_SetString(PyExc_ImportError,
Guido van Rossuma5568d31998-03-05 03:45:08 +00001228 "sys.path must be a list of directory names");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001229 return NULL;
1230 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001231
1232 path_hooks = PySys_GetObject("path_hooks");
1233 if (path_hooks == NULL || !PyList_Check(path_hooks)) {
1234 PyErr_SetString(PyExc_ImportError,
1235 "sys.path_hooks must be a list of "
1236 "import hooks");
1237 return NULL;
1238 }
1239 path_importer_cache = PySys_GetObject("path_importer_cache");
1240 if (path_importer_cache == NULL ||
1241 !PyDict_Check(path_importer_cache)) {
1242 PyErr_SetString(PyExc_ImportError,
1243 "sys.path_importer_cache must be a dict");
1244 return NULL;
1245 }
1246
Guido van Rossum79f25d91997-04-29 20:08:16 +00001247 npath = PyList_Size(path);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001248 namelen = strlen(name);
1249 for (i = 0; i < npath; i++) {
Walter Dörwald3430d702002-06-17 10:43:59 +00001250 PyObject *copy = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001251 PyObject *v = PyList_GetItem(path, i);
Neal Norwitz3cb31ac2006-08-13 18:10:47 +00001252 if (!v)
1253 return NULL;
Walter Dörwald3430d702002-06-17 10:43:59 +00001254#ifdef Py_USING_UNICODE
1255 if (PyUnicode_Check(v)) {
1256 copy = PyUnicode_Encode(PyUnicode_AS_UNICODE(v),
1257 PyUnicode_GET_SIZE(v), Py_FileSystemDefaultEncoding, NULL);
1258 if (copy == NULL)
1259 return NULL;
1260 v = copy;
1261 }
1262 else
1263#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +00001264 if (!PyString_Check(v))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001265 continue;
Neal Norwitz2aa9a5d2006-03-20 01:53:23 +00001266 len = PyString_GET_SIZE(v);
Walter Dörwald3430d702002-06-17 10:43:59 +00001267 if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
1268 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001269 continue; /* Too long */
Walter Dörwald3430d702002-06-17 10:43:59 +00001270 }
Neal Norwitz2aa9a5d2006-03-20 01:53:23 +00001271 strcpy(buf, PyString_AS_STRING(v));
Walter Dörwald3430d702002-06-17 10:43:59 +00001272 if (strlen(buf) != len) {
1273 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001274 continue; /* v contains '\0' */
Walter Dörwald3430d702002-06-17 10:43:59 +00001275 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001276
1277 /* sys.path_hooks import hook */
1278 if (p_loader != NULL) {
1279 PyObject *importer;
1280
1281 importer = get_path_importer(path_importer_cache,
1282 path_hooks, v);
Neal Norwitza4df11d2006-07-06 04:28:59 +00001283 if (importer == NULL) {
1284 Py_XDECREF(copy);
Just van Rossum52e14d62002-12-30 22:08:05 +00001285 return NULL;
Neal Norwitza4df11d2006-07-06 04:28:59 +00001286 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001287 /* Note: importer is a borrowed reference */
Phillip J. Ebyf7575d02006-07-28 21:12:07 +00001288 if (importer != Py_None) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001289 PyObject *loader;
1290 loader = PyObject_CallMethod(importer,
1291 "find_module",
1292 "s", fullname);
Neal Norwitza4df11d2006-07-06 04:28:59 +00001293 Py_XDECREF(copy);
Just van Rossum52e14d62002-12-30 22:08:05 +00001294 if (loader == NULL)
1295 return NULL; /* error */
1296 if (loader != Py_None) {
1297 /* a loader was found */
1298 *p_loader = loader;
1299 return &importhookdescr;
1300 }
1301 Py_DECREF(loader);
Georg Brandlf4ef1162006-05-26 18:03:31 +00001302 continue;
Just van Rossum52e14d62002-12-30 22:08:05 +00001303 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001304 }
Georg Brandlf4ef1162006-05-26 18:03:31 +00001305 /* no hook was found, use builtin import */
Just van Rossum52e14d62002-12-30 22:08:05 +00001306
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001307 if (len > 0 && buf[len-1] != SEP
1308#ifdef ALTSEP
1309 && buf[len-1] != ALTSEP
1310#endif
1311 )
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001312 buf[len++] = SEP;
Guido van Rossum215c3402000-11-13 17:26:32 +00001313 strcpy(buf+len, name);
1314 len += namelen;
Tim Peters50d8d372001-02-28 05:34:27 +00001315
1316 /* Check for package import (buf holds a directory name,
1317 and there's an __init__ module in that directory */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001318#ifdef HAVE_STAT
Walter Dörwald3430d702002-06-17 10:43:59 +00001319 if (stat(buf, &statbuf) == 0 && /* it exists */
1320 S_ISDIR(statbuf.st_mode) && /* it's a directory */
Thomas Wouters9df4e6f2006-04-27 23:13:20 +00001321 case_ok(buf, len, namelen, name)) { /* case matches */
1322 if (find_init_module(buf)) { /* and has __init__.py */
1323 Py_XDECREF(copy);
1324 return &fd_package;
1325 }
1326 else {
1327 char warnstr[MAXPATHLEN+80];
1328 sprintf(warnstr, "Not importing directory "
1329 "'%.*s': missing __init__.py",
1330 MAXPATHLEN, buf);
1331 if (PyErr_Warn(PyExc_ImportWarning,
1332 warnstr)) {
1333 Py_XDECREF(copy);
1334 return NULL;
1335 }
1336 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001337 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001338#else
1339 /* XXX How are you going to test for directories? */
Guido van Rossum48a680c2001-03-02 06:34:14 +00001340#ifdef RISCOS
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001341 if (isdir(buf) &&
Walter Dörwald3430d702002-06-17 10:43:59 +00001342 case_ok(buf, len, namelen, name)) {
Thomas Wouters9df4e6f2006-04-27 23:13:20 +00001343 if (find_init_module(buf)) {
1344 Py_XDECREF(copy);
1345 return &fd_package;
1346 }
1347 else {
1348 char warnstr[MAXPATHLEN+80];
1349 sprintf(warnstr, "Not importing directory "
1350 "'%.*s': missing __init__.py",
1351 MAXPATHLEN, buf);
1352 if (PyErr_Warn(PyExc_ImportWarning,
1353 warnstr)) {
1354 Py_XDECREF(copy);
1355 return NULL;
1356 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001357 }
Guido van Rossum48a680c2001-03-02 06:34:14 +00001358#endif
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001359#endif
Andrew MacIntyred9400542002-02-26 11:41:34 +00001360#if defined(PYOS_OS2)
1361 /* take a snapshot of the module spec for restoration
1362 * after the 8 character DLL hackery
1363 */
1364 saved_buf = strdup(buf);
1365 saved_len = len;
1366 saved_namelen = namelen;
1367#endif /* PYOS_OS2 */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001368 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001369#if defined(PYOS_OS2)
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001370 /* OS/2 limits DLLs to 8 character names (w/o
1371 extension)
Andrew MacIntyred9400542002-02-26 11:41:34 +00001372 * so if the name is longer than that and its a
1373 * dynamically loaded module we're going to try,
1374 * truncate the name before trying
1375 */
Just van Rossum52e14d62002-12-30 22:08:05 +00001376 if (strlen(subname) > 8) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001377 /* is this an attempt to load a C extension? */
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001378 const struct filedescr *scan;
1379 scan = _PyImport_DynLoadFiletab;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001380 while (scan->suffix != NULL) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001381 if (!strcmp(scan->suffix, fdp->suffix))
Andrew MacIntyred9400542002-02-26 11:41:34 +00001382 break;
1383 else
1384 scan++;
1385 }
1386 if (scan->suffix != NULL) {
1387 /* yes, so truncate the name */
1388 namelen = 8;
Just van Rossum52e14d62002-12-30 22:08:05 +00001389 len -= strlen(subname) - namelen;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001390 buf[len] = '\0';
1391 }
1392 }
1393#endif /* PYOS_OS2 */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001394 strcpy(buf+len, fdp->suffix);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001395 if (Py_VerboseFlag > 1)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001396 PySys_WriteStderr("# trying %s\n", buf);
Jack Jansenc88da1f2002-05-28 10:58:19 +00001397 filemode = fdp->mode;
Tim Peters86c7d2f2004-08-01 23:24:21 +00001398 if (filemode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001399 filemode = "r" PY_STDIOTEXTMODE;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001400 fp = fopen(buf, filemode);
Tim Peters50d8d372001-02-28 05:34:27 +00001401 if (fp != NULL) {
1402 if (case_ok(buf, len, namelen, name))
1403 break;
1404 else { /* continue search */
1405 fclose(fp);
1406 fp = NULL;
Barry Warsaw914a0b12001-02-02 19:12:16 +00001407 }
Barry Warsaw914a0b12001-02-02 19:12:16 +00001408 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001409#if defined(PYOS_OS2)
1410 /* restore the saved snapshot */
1411 strcpy(buf, saved_buf);
1412 len = saved_len;
1413 namelen = saved_namelen;
1414#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001415 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001416#if defined(PYOS_OS2)
1417 /* don't need/want the module name snapshot anymore */
1418 if (saved_buf)
1419 {
1420 free(saved_buf);
1421 saved_buf = NULL;
1422 }
1423#endif
Walter Dörwald3430d702002-06-17 10:43:59 +00001424 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001425 if (fp != NULL)
1426 break;
1427 }
1428 if (fp == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001429 PyErr_Format(PyExc_ImportError,
1430 "No module named %.200s", name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001431 return NULL;
1432 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001433 *p_fp = fp;
1434 return fdp;
1435}
1436
Raymond Hettingerdb29e0f2004-10-07 06:46:25 +00001437/* Helpers for main.c
1438 * Find the source file corresponding to a named module
1439 */
1440struct filedescr *
1441_PyImport_FindModule(const char *name, PyObject *path, char *buf,
1442 size_t buflen, FILE **p_fp, PyObject **p_loader)
1443{
1444 return find_module((char *) name, (char *) name, path,
1445 buf, buflen, p_fp, p_loader);
1446}
1447
1448PyAPI_FUNC(int) _PyImport_IsScript(struct filedescr * fd)
1449{
1450 return fd->type == PY_SOURCE || fd->type == PY_COMPILED;
1451}
1452
Martin v. Löwis18e16552006-02-15 17:27:45 +00001453/* case_ok(char* buf, Py_ssize_t len, Py_ssize_t namelen, char* name)
Tim Petersd1e87a82001-03-01 18:12:00 +00001454 * The arguments here are tricky, best shown by example:
1455 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1456 * ^ ^ ^ ^
1457 * |--------------------- buf ---------------------|
1458 * |------------------- len ------------------|
1459 * |------ name -------|
1460 * |----- namelen -----|
1461 * buf is the full path, but len only counts up to (& exclusive of) the
1462 * extension. name is the module name, also exclusive of extension.
1463 *
1464 * We've already done a successful stat() or fopen() on buf, so know that
1465 * there's some match, possibly case-insensitive.
1466 *
Tim Peters50d8d372001-02-28 05:34:27 +00001467 * case_ok() is to return 1 if there's a case-sensitive match for
1468 * name, else 0. case_ok() is also to return 1 if envar PYTHONCASEOK
1469 * exists.
Tim Petersd1e87a82001-03-01 18:12:00 +00001470 *
Tim Peters50d8d372001-02-28 05:34:27 +00001471 * case_ok() is used to implement case-sensitive import semantics even
1472 * on platforms with case-insensitive filesystems. It's trivial to implement
1473 * for case-sensitive filesystems. It's pretty much a cross-platform
1474 * nightmare for systems with case-insensitive filesystems.
1475 */
Guido van Rossum0980bd91998-02-13 17:18:36 +00001476
Tim Peters50d8d372001-02-28 05:34:27 +00001477/* First we may need a pile of platform-specific header files; the sequence
1478 * of #if's here should match the sequence in the body of case_ok().
1479 */
Jason Tishler7961aa62005-05-20 00:56:54 +00001480#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001481#include <windows.h>
Guido van Rossum4c3f57c2001-01-10 20:40:46 +00001482
Tim Peters50d8d372001-02-28 05:34:27 +00001483#elif defined(DJGPP)
1484#include <dir.h>
1485
Jason Tishler7961aa62005-05-20 00:56:54 +00001486#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001487#include <sys/types.h>
1488#include <dirent.h>
1489
Andrew MacIntyred9400542002-02-26 11:41:34 +00001490#elif defined(PYOS_OS2)
1491#define INCL_DOS
1492#define INCL_DOSERRORS
1493#define INCL_NOPMAPI
1494#include <os2.h>
1495
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001496#elif defined(RISCOS)
1497#include "oslib/osfscontrol.h"
Tim Peters50d8d372001-02-28 05:34:27 +00001498#endif
1499
Guido van Rossum0980bd91998-02-13 17:18:36 +00001500static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00001501case_ok(char *buf, Py_ssize_t len, Py_ssize_t namelen, char *name)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001502{
Tim Peters50d8d372001-02-28 05:34:27 +00001503/* Pick a platform-specific implementation; the sequence of #if's here should
1504 * match the sequence just above.
1505 */
1506
Jason Tishler7961aa62005-05-20 00:56:54 +00001507/* MS_WINDOWS */
1508#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001509 WIN32_FIND_DATA data;
1510 HANDLE h;
Tim Peters50d8d372001-02-28 05:34:27 +00001511
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001512 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001513 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001514
Guido van Rossum0980bd91998-02-13 17:18:36 +00001515 h = FindFirstFile(buf, &data);
1516 if (h == INVALID_HANDLE_VALUE) {
1517 PyErr_Format(PyExc_NameError,
1518 "Can't find file for module %.100s\n(filename %.300s)",
1519 name, buf);
1520 return 0;
1521 }
1522 FindClose(h);
Tim Peters50d8d372001-02-28 05:34:27 +00001523 return strncmp(data.cFileName, name, namelen) == 0;
1524
1525/* DJGPP */
1526#elif defined(DJGPP)
1527 struct ffblk ffblk;
1528 int done;
1529
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001530 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum323bf5e1998-06-24 03:54:06 +00001531 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001532
1533 done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
1534 if (done) {
Guido van Rossum0980bd91998-02-13 17:18:36 +00001535 PyErr_Format(PyExc_NameError,
Tim Peters50d8d372001-02-28 05:34:27 +00001536 "Can't find file for module %.100s\n(filename %.300s)",
Guido van Rossum0980bd91998-02-13 17:18:36 +00001537 name, buf);
1538 return 0;
1539 }
Tim Peters50d8d372001-02-28 05:34:27 +00001540 return strncmp(ffblk.ff_name, name, namelen) == 0;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001541
Jason Tishler7961aa62005-05-20 00:56:54 +00001542/* new-fangled macintosh (macosx) or Cygwin */
1543#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001544 DIR *dirp;
1545 struct dirent *dp;
Tim Petersd1e87a82001-03-01 18:12:00 +00001546 char dirname[MAXPATHLEN + 1];
1547 const int dirlen = len - namelen - 1; /* don't want trailing SEP */
Tim Peters430f5d42001-03-01 01:30:56 +00001548
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001549 if (Py_GETENV("PYTHONCASEOK") != NULL)
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001550 return 1;
1551
Tim Petersd1e87a82001-03-01 18:12:00 +00001552 /* Copy the dir component into dirname; substitute "." if empty */
1553 if (dirlen <= 0) {
1554 dirname[0] = '.';
1555 dirname[1] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001556 }
1557 else {
Tim Petersd1e87a82001-03-01 18:12:00 +00001558 assert(dirlen <= MAXPATHLEN);
1559 memcpy(dirname, buf, dirlen);
1560 dirname[dirlen] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001561 }
1562 /* Open the directory and search the entries for an exact match. */
Tim Petersd1e87a82001-03-01 18:12:00 +00001563 dirp = opendir(dirname);
Tim Peters430f5d42001-03-01 01:30:56 +00001564 if (dirp) {
Tim Peters677898a2001-03-02 03:28:03 +00001565 char *nameWithExt = buf + len - namelen;
Tim Peters430f5d42001-03-01 01:30:56 +00001566 while ((dp = readdir(dirp)) != NULL) {
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001567 const int thislen =
Tim Peters430f5d42001-03-01 01:30:56 +00001568#ifdef _DIRENT_HAVE_D_NAMELEN
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001569 dp->d_namlen;
Tim Peters430f5d42001-03-01 01:30:56 +00001570#else
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001571 strlen(dp->d_name);
Tim Peters430f5d42001-03-01 01:30:56 +00001572#endif
Tim Petersd1e87a82001-03-01 18:12:00 +00001573 if (thislen >= namelen &&
Tim Peters677898a2001-03-02 03:28:03 +00001574 strcmp(dp->d_name, nameWithExt) == 0) {
Tim Peters430f5d42001-03-01 01:30:56 +00001575 (void)closedir(dirp);
1576 return 1; /* Found */
1577 }
1578 }
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001579 (void)closedir(dirp);
Tim Peters430f5d42001-03-01 01:30:56 +00001580 }
Tim Peters430f5d42001-03-01 01:30:56 +00001581 return 0 ; /* Not found */
Tim Peters430f5d42001-03-01 01:30:56 +00001582
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001583/* RISC OS */
1584#elif defined(RISCOS)
1585 char canon[MAXPATHLEN+1]; /* buffer for the canonical form of the path */
1586 char buf2[MAXPATHLEN+2];
1587 char *nameWithExt = buf+len-namelen;
1588 int canonlen;
1589 os_error *e;
1590
1591 if (Py_GETENV("PYTHONCASEOK") != NULL)
1592 return 1;
1593
1594 /* workaround:
1595 append wildcard, otherwise case of filename wouldn't be touched */
1596 strcpy(buf2, buf);
1597 strcat(buf2, "*");
1598
1599 e = xosfscontrol_canonicalise_path(buf2,canon,0,0,MAXPATHLEN+1,&canonlen);
1600 canonlen = MAXPATHLEN+1-canonlen;
1601 if (e || canonlen<=0 || canonlen>(MAXPATHLEN+1) )
1602 return 0;
1603 if (strcmp(nameWithExt, canon+canonlen-strlen(nameWithExt))==0)
1604 return 1; /* match */
1605
1606 return 0;
1607
Andrew MacIntyred9400542002-02-26 11:41:34 +00001608/* OS/2 */
1609#elif defined(PYOS_OS2)
1610 HDIR hdir = 1;
1611 ULONG srchcnt = 1;
1612 FILEFINDBUF3 ffbuf;
1613 APIRET rc;
1614
1615 if (getenv("PYTHONCASEOK") != NULL)
1616 return 1;
1617
1618 rc = DosFindFirst(buf,
1619 &hdir,
1620 FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
1621 &ffbuf, sizeof(ffbuf),
1622 &srchcnt,
1623 FIL_STANDARD);
1624 if (rc != NO_ERROR)
1625 return 0;
1626 return strncmp(ffbuf.achName, name, namelen) == 0;
1627
Tim Peters50d8d372001-02-28 05:34:27 +00001628/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
1629#else
Guido van Rossum0980bd91998-02-13 17:18:36 +00001630 return 1;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001631
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001632#endif
Tim Peters50d8d372001-02-28 05:34:27 +00001633}
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001634
Guido van Rossum0980bd91998-02-13 17:18:36 +00001635
Guido van Rossum197346f1997-10-31 18:38:52 +00001636#ifdef HAVE_STAT
1637/* Helper to look for __init__.py or __init__.py[co] in potential package */
1638static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001639find_init_module(char *buf)
Guido van Rossum197346f1997-10-31 18:38:52 +00001640{
Tim Peters0f9431f2001-07-05 03:47:53 +00001641 const size_t save_len = strlen(buf);
Fred Drake4c82b232000-06-30 16:18:57 +00001642 size_t i = save_len;
Tim Peters0f9431f2001-07-05 03:47:53 +00001643 char *pname; /* pointer to start of __init__ */
Guido van Rossum197346f1997-10-31 18:38:52 +00001644 struct stat statbuf;
1645
Tim Peters0f9431f2001-07-05 03:47:53 +00001646/* For calling case_ok(buf, len, namelen, name):
1647 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1648 * ^ ^ ^ ^
1649 * |--------------------- buf ---------------------|
1650 * |------------------- len ------------------|
1651 * |------ name -------|
1652 * |----- namelen -----|
1653 */
Guido van Rossum197346f1997-10-31 18:38:52 +00001654 if (save_len + 13 >= MAXPATHLEN)
1655 return 0;
1656 buf[i++] = SEP;
Tim Peters0f9431f2001-07-05 03:47:53 +00001657 pname = buf + i;
1658 strcpy(pname, "__init__.py");
Guido van Rossum197346f1997-10-31 18:38:52 +00001659 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001660 if (case_ok(buf,
1661 save_len + 9, /* len("/__init__") */
1662 8, /* len("__init__") */
1663 pname)) {
1664 buf[save_len] = '\0';
1665 return 1;
1666 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001667 }
Tim Peters0f9431f2001-07-05 03:47:53 +00001668 i += strlen(pname);
1669 strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
Guido van Rossum197346f1997-10-31 18:38:52 +00001670 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001671 if (case_ok(buf,
1672 save_len + 9, /* len("/__init__") */
1673 8, /* len("__init__") */
1674 pname)) {
1675 buf[save_len] = '\0';
1676 return 1;
1677 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001678 }
1679 buf[save_len] = '\0';
1680 return 0;
1681}
Guido van Rossum48a680c2001-03-02 06:34:14 +00001682
1683#else
1684
1685#ifdef RISCOS
1686static int
1687find_init_module(buf)
1688 char *buf;
1689{
1690 int save_len = strlen(buf);
1691 int i = save_len;
1692
1693 if (save_len + 13 >= MAXPATHLEN)
1694 return 0;
1695 buf[i++] = SEP;
1696 strcpy(buf+i, "__init__/py");
1697 if (isfile(buf)) {
1698 buf[save_len] = '\0';
1699 return 1;
1700 }
1701
1702 if (Py_OptimizeFlag)
1703 strcpy(buf+i, "o");
1704 else
1705 strcpy(buf+i, "c");
1706 if (isfile(buf)) {
1707 buf[save_len] = '\0';
1708 return 1;
1709 }
1710 buf[save_len] = '\0';
1711 return 0;
1712}
1713#endif /*RISCOS*/
1714
Guido van Rossum197346f1997-10-31 18:38:52 +00001715#endif /* HAVE_STAT */
1716
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001717
Tim Petersdbd9ba62000-07-09 03:09:57 +00001718static int init_builtin(char *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001719
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001720/* Load an external module using the default search path and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001721 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001722
Guido van Rossum79f25d91997-04-29 20:08:16 +00001723static PyObject *
Just van Rossum52e14d62002-12-30 22:08:05 +00001724load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001725{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001726 PyObject *modules;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001727 PyObject *m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001728 int err;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001729
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001730 /* First check that there's an open file (if we need one) */
1731 switch (type) {
1732 case PY_SOURCE:
1733 case PY_COMPILED:
1734 if (fp == NULL) {
1735 PyErr_Format(PyExc_ValueError,
1736 "file object required for import (type code %d)",
1737 type);
1738 return NULL;
1739 }
1740 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001741
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001742 switch (type) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001743
1744 case PY_SOURCE:
1745 m = load_source_module(name, buf, fp);
1746 break;
1747
1748 case PY_COMPILED:
1749 m = load_compiled_module(name, buf, fp);
1750 break;
1751
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001752#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001753 case C_EXTENSION:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001754 m = _PyImport_LoadDynamicModule(name, buf, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001755 break;
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001756#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001757
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001758 case PKG_DIRECTORY:
1759 m = load_package(name, buf);
1760 break;
1761
1762 case C_BUILTIN:
1763 case PY_FROZEN:
Guido van Rossuma5568d31998-03-05 03:45:08 +00001764 if (buf != NULL && buf[0] != '\0')
1765 name = buf;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001766 if (type == C_BUILTIN)
1767 err = init_builtin(name);
1768 else
1769 err = PyImport_ImportFrozenModule(name);
1770 if (err < 0)
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001771 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001772 if (err == 0) {
1773 PyErr_Format(PyExc_ImportError,
1774 "Purported %s module %.200s not found",
1775 type == C_BUILTIN ?
1776 "builtin" : "frozen",
1777 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001778 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001779 }
1780 modules = PyImport_GetModuleDict();
1781 m = PyDict_GetItemString(modules, name);
1782 if (m == NULL) {
1783 PyErr_Format(
1784 PyExc_ImportError,
1785 "%s module %.200s not properly initialized",
1786 type == C_BUILTIN ?
1787 "builtin" : "frozen",
1788 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001789 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001790 }
1791 Py_INCREF(m);
1792 break;
1793
Just van Rossum52e14d62002-12-30 22:08:05 +00001794 case IMP_HOOK: {
1795 if (loader == NULL) {
1796 PyErr_SetString(PyExc_ImportError,
1797 "import hook without loader");
1798 return NULL;
1799 }
1800 m = PyObject_CallMethod(loader, "load_module", "s", name);
1801 break;
1802 }
1803
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001804 default:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001805 PyErr_Format(PyExc_ImportError,
1806 "Don't know how to import %.200s (type code %d)",
1807 name, type);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001808 m = NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001809
1810 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001811
1812 return m;
1813}
1814
1815
1816/* Initialize a built-in module.
1817 Return 1 for succes, 0 if the module is not found, and -1 with
1818 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001819
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001820static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001821init_builtin(char *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001822{
Guido van Rossum25ce5661997-08-02 03:10:38 +00001823 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001824
Greg Ward201baee2001-10-04 14:52:06 +00001825 if (_PyImport_FindExtension(name, name) != NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +00001826 return 1;
1827
Guido van Rossum771c6c81997-10-31 18:37:24 +00001828 for (p = PyImport_Inittab; p->name != NULL; p++) {
Guido van Rossum25ce5661997-08-02 03:10:38 +00001829 if (strcmp(name, p->name) == 0) {
1830 if (p->initfunc == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001831 PyErr_Format(PyExc_ImportError,
1832 "Cannot re-init internal module %.200s",
1833 name);
Guido van Rossum74e6a111994-08-29 12:54:38 +00001834 return -1;
1835 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001836 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001837 PySys_WriteStderr("import %s # builtin\n", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +00001838 (*p->initfunc)();
Guido van Rossum79f25d91997-04-29 20:08:16 +00001839 if (PyErr_Occurred())
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001840 return -1;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001841 if (_PyImport_FixupExtension(name, name) == NULL)
1842 return -1;
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001843 return 1;
1844 }
1845 }
1846 return 0;
1847}
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001848
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001849
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001850/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001851
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001852static struct _frozen *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001853find_frozen(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001854{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001855 struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001856
Guido van Rossum79f25d91997-04-29 20:08:16 +00001857 for (p = PyImport_FrozenModules; ; p++) {
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001858 if (p->name == NULL)
1859 return NULL;
1860 if (strcmp(p->name, name) == 0)
1861 break;
1862 }
1863 return p;
1864}
1865
Guido van Rossum79f25d91997-04-29 20:08:16 +00001866static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001867get_frozen_object(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001868{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001869 struct _frozen *p = find_frozen(name);
Guido van Rossuma5568d31998-03-05 03:45:08 +00001870 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001871
1872 if (p == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001873 PyErr_Format(PyExc_ImportError,
1874 "No such frozen object named %.200s",
1875 name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001876 return NULL;
1877 }
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001878 if (p->code == NULL) {
1879 PyErr_Format(PyExc_ImportError,
1880 "Excluded frozen object named %.200s",
1881 name);
1882 return NULL;
1883 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001884 size = p->size;
1885 if (size < 0)
1886 size = -size;
1887 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001888}
1889
1890/* Initialize a frozen module.
1891 Return 1 for succes, 0 if the module is not found, and -1 with
1892 an exception set if the initialization failed.
1893 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001894
1895int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001896PyImport_ImportFrozenModule(char *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001897{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001898 struct _frozen *p = find_frozen(name);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001899 PyObject *co;
1900 PyObject *m;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001901 int ispackage;
1902 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001903
1904 if (p == NULL)
1905 return 0;
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001906 if (p->code == NULL) {
1907 PyErr_Format(PyExc_ImportError,
1908 "Excluded frozen object named %.200s",
1909 name);
1910 return -1;
1911 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001912 size = p->size;
1913 ispackage = (size < 0);
1914 if (ispackage)
1915 size = -size;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001916 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001917 PySys_WriteStderr("import %s # frozen%s\n",
Guido van Rossuma5568d31998-03-05 03:45:08 +00001918 name, ispackage ? " package" : "");
1919 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001920 if (co == NULL)
1921 return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001922 if (!PyCode_Check(co)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001923 PyErr_Format(PyExc_TypeError,
1924 "frozen object %.200s is not a code object",
1925 name);
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001926 goto err_return;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001927 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001928 if (ispackage) {
1929 /* Set __path__ to the package name */
1930 PyObject *d, *s;
1931 int err;
1932 m = PyImport_AddModule(name);
1933 if (m == NULL)
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001934 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001935 d = PyModule_GetDict(m);
1936 s = PyString_InternFromString(name);
1937 if (s == NULL)
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001938 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001939 err = PyDict_SetItemString(d, "__path__", s);
1940 Py_DECREF(s);
1941 if (err != 0)
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001942 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001943 }
Guido van Rossume32bf6e1998-02-11 05:53:02 +00001944 m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001945 if (m == NULL)
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001946 goto err_return;
1947 Py_DECREF(co);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001948 Py_DECREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001949 return 1;
Neal Norwitzc0cde4d2006-07-16 02:17:36 +00001950err_return:
1951 Py_DECREF(co);
1952 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001953}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001954
1955
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001956/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001957 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001958
Guido van Rossum79f25d91997-04-29 20:08:16 +00001959PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001960PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001961{
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001962 PyObject *pname;
1963 PyObject *result;
1964
1965 pname = PyString_FromString(name);
Neal Norwitza11e4c12003-03-23 14:31:01 +00001966 if (pname == NULL)
1967 return NULL;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001968 result = PyImport_Import(pname);
1969 Py_DECREF(pname);
1970 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001971}
1972
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001973/* Forward declarations for helper routines */
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001974static PyObject *get_parent(PyObject *globals, char *buf,
1975 Py_ssize_t *p_buflen, int level);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001976static PyObject *load_next(PyObject *mod, PyObject *altmod,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001977 char **p_name, char *buf, Py_ssize_t *p_buflen);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001978static int mark_miss(char *name);
1979static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001980 char *buf, Py_ssize_t buflen, int recursive);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001981static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001982
1983/* The Magnum Opus of dotted-name import :-) */
1984
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001985static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001986import_module_level(char *name, PyObject *globals, PyObject *locals,
1987 PyObject *fromlist, int level)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001988{
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001989 char buf[MAXPATHLEN+1];
Martin v. Löwis18e16552006-02-15 17:27:45 +00001990 Py_ssize_t buflen = 0;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001991 PyObject *parent, *head, *next, *tail;
1992
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001993 parent = get_parent(globals, buf, &buflen, level);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001994 if (parent == NULL)
1995 return NULL;
1996
1997 head = load_next(parent, Py_None, &name, buf, &buflen);
1998 if (head == NULL)
1999 return NULL;
2000
2001 tail = head;
2002 Py_INCREF(tail);
2003 while (name) {
2004 next = load_next(tail, tail, &name, buf, &buflen);
2005 Py_DECREF(tail);
2006 if (next == NULL) {
2007 Py_DECREF(head);
2008 return NULL;
2009 }
2010 tail = next;
2011 }
Thomas Wouters8ddab272006-04-04 16:17:02 +00002012 if (tail == Py_None) {
2013 /* If tail is Py_None, both get_parent and load_next found
2014 an empty module name: someone called __import__("") or
2015 doctored faulty bytecode */
Thomas Wouters4bdaa272006-04-05 13:39:37 +00002016 Py_DECREF(tail);
2017 Py_DECREF(head);
Thomas Wouters8ddab272006-04-04 16:17:02 +00002018 PyErr_SetString(PyExc_ValueError,
2019 "Empty module name");
2020 return NULL;
2021 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002022
2023 if (fromlist != NULL) {
2024 if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
2025 fromlist = NULL;
2026 }
2027
2028 if (fromlist == NULL) {
2029 Py_DECREF(tail);
2030 return head;
2031 }
2032
2033 Py_DECREF(head);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002034 if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002035 Py_DECREF(tail);
2036 return NULL;
2037 }
2038
2039 return tail;
2040}
2041
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002042/* For DLL compatibility */
2043#undef PyImport_ImportModuleEx
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002044PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002045PyImport_ImportModuleEx(char *name, PyObject *globals, PyObject *locals,
2046 PyObject *fromlist)
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002047{
2048 PyObject *result;
2049 lock_import();
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002050 result = import_module_level(name, globals, locals, fromlist, -1);
2051 if (unlock_import() < 0) {
2052 Py_XDECREF(result);
2053 PyErr_SetString(PyExc_RuntimeError,
2054 "not holding the import lock");
2055 return NULL;
2056 }
2057 return result;
2058}
2059#define PyImport_ImportModuleEx(n, g, l, f) \
2060 PyImport_ImportModuleLevel(n, g, l, f, -1);
2061
2062PyObject *
2063PyImport_ImportModuleLevel(char *name, PyObject *globals, PyObject *locals,
2064 PyObject *fromlist, int level)
2065{
2066 PyObject *result;
2067 lock_import();
2068 result = import_module_level(name, globals, locals, fromlist, level);
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002069 if (unlock_import() < 0) {
2070 Py_XDECREF(result);
2071 PyErr_SetString(PyExc_RuntimeError,
2072 "not holding the import lock");
2073 return NULL;
2074 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002075 return result;
2076}
2077
Fred Drake87590902004-05-28 20:21:36 +00002078/* Return the package that an import is being performed in. If globals comes
2079 from the module foo.bar.bat (not itself a package), this returns the
2080 sys.modules entry for foo.bar. If globals is from a package's __init__.py,
Georg Brandl5f6861d2006-05-28 21:57:35 +00002081 the package's entry in sys.modules is returned, as a borrowed reference.
Fred Drake87590902004-05-28 20:21:36 +00002082
2083 The *name* of the returned package is returned in buf, with the length of
2084 the name in *p_buflen.
2085
2086 If globals doesn't come from a package or a module in a package, or a
2087 corresponding entry is not found in sys.modules, Py_None is returned.
2088*/
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002089static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002090get_parent(PyObject *globals, char *buf, Py_ssize_t *p_buflen, int level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002091{
2092 static PyObject *namestr = NULL;
2093 static PyObject *pathstr = NULL;
2094 PyObject *modname, *modpath, *modules, *parent;
2095
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002096 if (globals == NULL || !PyDict_Check(globals) || !level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002097 return Py_None;
2098
2099 if (namestr == NULL) {
2100 namestr = PyString_InternFromString("__name__");
2101 if (namestr == NULL)
2102 return NULL;
2103 }
2104 if (pathstr == NULL) {
2105 pathstr = PyString_InternFromString("__path__");
2106 if (pathstr == NULL)
2107 return NULL;
2108 }
2109
2110 *buf = '\0';
2111 *p_buflen = 0;
2112 modname = PyDict_GetItem(globals, namestr);
2113 if (modname == NULL || !PyString_Check(modname))
2114 return Py_None;
2115
2116 modpath = PyDict_GetItem(globals, pathstr);
2117 if (modpath != NULL) {
Martin v. Löwis725507b2006-03-07 12:08:51 +00002118 Py_ssize_t len = PyString_GET_SIZE(modname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002119 if (len > MAXPATHLEN) {
2120 PyErr_SetString(PyExc_ValueError,
2121 "Module name too long");
2122 return NULL;
2123 }
2124 strcpy(buf, PyString_AS_STRING(modname));
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002125 }
2126 else {
2127 char *start = PyString_AS_STRING(modname);
2128 char *lastdot = strrchr(start, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002129 size_t len;
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002130 if (lastdot == NULL && level > 0) {
2131 PyErr_SetString(PyExc_ValueError,
Georg Brandl37a9e572006-09-06 06:09:34 +00002132 "Attempted relative import in non-package");
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002133 return NULL;
2134 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002135 if (lastdot == NULL)
2136 return Py_None;
2137 len = lastdot - start;
2138 if (len >= MAXPATHLEN) {
2139 PyErr_SetString(PyExc_ValueError,
2140 "Module name too long");
2141 return NULL;
2142 }
2143 strncpy(buf, start, len);
2144 buf[len] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002145 }
2146
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002147 while (--level > 0) {
2148 char *dot = strrchr(buf, '.');
2149 if (dot == NULL) {
2150 PyErr_SetString(PyExc_ValueError,
Georg Brandl37a9e572006-09-06 06:09:34 +00002151 "Attempted relative import beyond "
2152 "toplevel package");
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002153 return NULL;
2154 }
2155 *dot = '\0';
2156 }
2157 *p_buflen = strlen(buf);
2158
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002159 modules = PyImport_GetModuleDict();
2160 parent = PyDict_GetItemString(modules, buf);
2161 if (parent == NULL)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002162 PyErr_Format(PyExc_SystemError,
2163 "Parent module '%.200s' not loaded", buf);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002164 return parent;
2165 /* We expect, but can't guarantee, if parent != None, that:
2166 - parent.__name__ == buf
2167 - parent.__dict__ is globals
2168 If this is violated... Who cares? */
2169}
2170
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002171/* altmod is either None or same as mod */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002172static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002173load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002174 Py_ssize_t *p_buflen)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002175{
2176 char *name = *p_name;
2177 char *dot = strchr(name, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002178 size_t len;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002179 char *p;
2180 PyObject *result;
2181
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002182 if (strlen(name) == 0) {
Thomas Wouters8ddab272006-04-04 16:17:02 +00002183 /* completely empty module name should only happen in
2184 'from . import' (or '__import__("")')*/
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002185 Py_INCREF(mod);
2186 *p_name = NULL;
2187 return mod;
2188 }
2189
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002190 if (dot == NULL) {
2191 *p_name = NULL;
2192 len = strlen(name);
2193 }
2194 else {
2195 *p_name = dot+1;
2196 len = dot-name;
2197 }
Guido van Rossum111c20b1998-04-11 17:38:22 +00002198 if (len == 0) {
2199 PyErr_SetString(PyExc_ValueError,
2200 "Empty module name");
2201 return NULL;
2202 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002203
2204 p = buf + *p_buflen;
2205 if (p != buf)
2206 *p++ = '.';
2207 if (p+len-buf >= MAXPATHLEN) {
2208 PyErr_SetString(PyExc_ValueError,
2209 "Module name too long");
2210 return NULL;
2211 }
2212 strncpy(p, name, len);
2213 p[len] = '\0';
2214 *p_buflen = p+len-buf;
2215
2216 result = import_submodule(mod, p, buf);
2217 if (result == Py_None && altmod != mod) {
2218 Py_DECREF(result);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002219 /* Here, altmod must be None and mod must not be None */
Guido van Rossum0c819451997-09-07 06:16:57 +00002220 result = import_submodule(altmod, p, p);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002221 if (result != NULL && result != Py_None) {
2222 if (mark_miss(buf) != 0) {
2223 Py_DECREF(result);
2224 return NULL;
2225 }
2226 strncpy(buf, name, len);
2227 buf[len] = '\0';
2228 *p_buflen = len;
2229 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002230 }
2231 if (result == NULL)
2232 return NULL;
2233
2234 if (result == Py_None) {
2235 Py_DECREF(result);
2236 PyErr_Format(PyExc_ImportError,
2237 "No module named %.200s", name);
2238 return NULL;
2239 }
2240
2241 return result;
2242}
2243
2244static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002245mark_miss(char *name)
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002246{
2247 PyObject *modules = PyImport_GetModuleDict();
2248 return PyDict_SetItemString(modules, name, Py_None);
2249}
2250
2251static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00002252ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, Py_ssize_t buflen,
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002253 int recursive)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002254{
2255 int i;
2256
2257 if (!PyObject_HasAttrString(mod, "__path__"))
2258 return 1;
2259
2260 for (i = 0; ; i++) {
2261 PyObject *item = PySequence_GetItem(fromlist, i);
2262 int hasit;
2263 if (item == NULL) {
2264 if (PyErr_ExceptionMatches(PyExc_IndexError)) {
2265 PyErr_Clear();
2266 return 1;
2267 }
2268 return 0;
2269 }
2270 if (!PyString_Check(item)) {
2271 PyErr_SetString(PyExc_TypeError,
2272 "Item in ``from list'' not a string");
2273 Py_DECREF(item);
2274 return 0;
2275 }
2276 if (PyString_AS_STRING(item)[0] == '*') {
Guido van Rossum9905ef91997-09-08 16:07:11 +00002277 PyObject *all;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002278 Py_DECREF(item);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002279 /* See if the package defines __all__ */
2280 if (recursive)
2281 continue; /* Avoid endless recursion */
2282 all = PyObject_GetAttrString(mod, "__all__");
2283 if (all == NULL)
2284 PyErr_Clear();
2285 else {
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002286 int ret = ensure_fromlist(mod, all, buf, buflen, 1);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002287 Py_DECREF(all);
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002288 if (!ret)
2289 return 0;
Guido van Rossum9905ef91997-09-08 16:07:11 +00002290 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002291 continue;
2292 }
2293 hasit = PyObject_HasAttr(mod, item);
2294 if (!hasit) {
2295 char *subname = PyString_AS_STRING(item);
2296 PyObject *submod;
2297 char *p;
2298 if (buflen + strlen(subname) >= MAXPATHLEN) {
2299 PyErr_SetString(PyExc_ValueError,
2300 "Module name too long");
2301 Py_DECREF(item);
2302 return 0;
2303 }
2304 p = buf + buflen;
2305 *p++ = '.';
2306 strcpy(p, subname);
2307 submod = import_submodule(mod, subname, buf);
2308 Py_XDECREF(submod);
2309 if (submod == NULL) {
2310 Py_DECREF(item);
2311 return 0;
2312 }
2313 }
2314 Py_DECREF(item);
2315 }
2316
Guido van Rossuma7f2e811997-10-03 15:33:32 +00002317 /* NOTREACHED */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002318}
2319
Neil Schemenauer00b09662003-06-16 21:03:07 +00002320static int
2321add_submodule(PyObject *mod, PyObject *submod, char *fullname, char *subname,
2322 PyObject *modules)
2323{
2324 if (mod == Py_None)
2325 return 1;
2326 /* Irrespective of the success of this load, make a
2327 reference to it in the parent package module. A copy gets
2328 saved in the modules dictionary under the full name, so get a
2329 reference from there, if need be. (The exception is when the
2330 load failed with a SyntaxError -- then there's no trace in
2331 sys.modules. In that case, of course, do nothing extra.) */
2332 if (submod == NULL) {
2333 submod = PyDict_GetItemString(modules, fullname);
2334 if (submod == NULL)
2335 return 1;
2336 }
2337 if (PyModule_Check(mod)) {
2338 /* We can't use setattr here since it can give a
2339 * spurious warning if the submodule name shadows a
2340 * builtin name */
2341 PyObject *dict = PyModule_GetDict(mod);
2342 if (!dict)
2343 return 0;
2344 if (PyDict_SetItemString(dict, subname, submod) < 0)
2345 return 0;
2346 }
2347 else {
2348 if (PyObject_SetAttrString(mod, subname, submod) < 0)
2349 return 0;
2350 }
2351 return 1;
2352}
2353
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002354static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002355import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002356{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002357 PyObject *modules = PyImport_GetModuleDict();
Neil Schemenauer00b09662003-06-16 21:03:07 +00002358 PyObject *m = NULL;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002359
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002360 /* Require:
2361 if mod == None: subname == fullname
2362 else: mod.__name__ + "." + subname == fullname
2363 */
2364
Tim Peters50d8d372001-02-28 05:34:27 +00002365 if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002366 Py_INCREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00002367 }
2368 else {
Just van Rossum52e14d62002-12-30 22:08:05 +00002369 PyObject *path, *loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002370 char buf[MAXPATHLEN+1];
2371 struct filedescr *fdp;
2372 FILE *fp = NULL;
2373
Guido van Rossum9c0afe51998-05-19 15:09:05 +00002374 if (mod == Py_None)
2375 path = NULL;
2376 else {
2377 path = PyObject_GetAttrString(mod, "__path__");
2378 if (path == NULL) {
2379 PyErr_Clear();
2380 Py_INCREF(Py_None);
2381 return Py_None;
2382 }
2383 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002384
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002385 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00002386 fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
2387 &fp, &loader);
Guido van Rossumb68cd421998-07-01 17:36:26 +00002388 Py_XDECREF(path);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002389 if (fdp == NULL) {
2390 if (!PyErr_ExceptionMatches(PyExc_ImportError))
2391 return NULL;
2392 PyErr_Clear();
2393 Py_INCREF(Py_None);
2394 return Py_None;
2395 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002396 m = load_module(fullname, fp, buf, fdp->type, loader);
2397 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002398 if (fp)
2399 fclose(fp);
Neil Schemenauer00b09662003-06-16 21:03:07 +00002400 if (!add_submodule(mod, m, fullname, subname, modules)) {
2401 Py_XDECREF(m);
2402 m = NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002403 }
Guido van Rossum74e6a111994-08-29 12:54:38 +00002404 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002405
2406 return m;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002407}
2408
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002409
2410/* Re-import a module of any kind and return its module object, WITH
2411 INCREMENTED REFERENCE COUNT */
2412
Guido van Rossum79f25d91997-04-29 20:08:16 +00002413PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002414PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002415{
Collin Winter2a98ff82007-03-13 23:04:29 +00002416 PyInterpreterState *interp = PyThreadState_Get()->interp;
2417 PyObject *modules_reloading = interp->modules_reloading;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002418 PyObject *modules = PyImport_GetModuleDict();
Collin Wintere19d7a32007-03-12 16:49:23 +00002419 PyObject *path = NULL, *loader = NULL, *existing_m = NULL;
Guido van Rossum222ef561997-09-06 19:41:09 +00002420 char *name, *subname;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002421 char buf[MAXPATHLEN+1];
2422 struct filedescr *fdp;
2423 FILE *fp = NULL;
Tim Peters1cd70172004-08-02 03:52:12 +00002424 PyObject *newm;
Collin Winter2a98ff82007-03-13 23:04:29 +00002425
2426 if (modules_reloading == NULL) {
2427 Py_FatalError("PyImport_ReloadModule: "
2428 "no modules_reloading dictionary!");
2429 return NULL;
2430 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002431
Guido van Rossum79f25d91997-04-29 20:08:16 +00002432 if (m == NULL || !PyModule_Check(m)) {
2433 PyErr_SetString(PyExc_TypeError,
2434 "reload() argument must be module");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002435 return NULL;
2436 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002437 name = PyModule_GetName(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002438 if (name == NULL)
2439 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002440 if (m != PyDict_GetItemString(modules, name)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002441 PyErr_Format(PyExc_ImportError,
2442 "reload(): module %.200s not in sys.modules",
2443 name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002444 return NULL;
2445 }
Collin Wintere19d7a32007-03-12 16:49:23 +00002446 if ((existing_m = PyDict_GetItemString(modules_reloading, name)) != NULL) {
2447 /* Due to a recursive reload, this module is already being reloaded. */
2448 Py_INCREF(existing_m);
2449 return existing_m;
2450 }
2451 PyDict_SetItemString(modules_reloading, name, m);
2452
Guido van Rossum222ef561997-09-06 19:41:09 +00002453 subname = strrchr(name, '.');
2454 if (subname == NULL)
2455 subname = name;
2456 else {
2457 PyObject *parentname, *parent;
2458 parentname = PyString_FromStringAndSize(name, (subname-name));
Collin Wintere19d7a32007-03-12 16:49:23 +00002459 if (parentname == NULL) {
2460 imp_modules_reloading_clear();
Guido van Rossum222ef561997-09-06 19:41:09 +00002461 return NULL;
Collin Wintere19d7a32007-03-12 16:49:23 +00002462 }
Guido van Rossum222ef561997-09-06 19:41:09 +00002463 parent = PyDict_GetItem(modules, parentname);
2464 if (parent == NULL) {
2465 PyErr_Format(PyExc_ImportError,
2466 "reload(): parent %.200s not in sys.modules",
Georg Brandl0c55f292005-09-14 06:56:20 +00002467 PyString_AS_STRING(parentname));
2468 Py_DECREF(parentname);
Collin Wintere19d7a32007-03-12 16:49:23 +00002469 imp_modules_reloading_clear();
Guido van Rossum222ef561997-09-06 19:41:09 +00002470 return NULL;
2471 }
Georg Brandl0c55f292005-09-14 06:56:20 +00002472 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002473 subname++;
2474 path = PyObject_GetAttrString(parent, "__path__");
2475 if (path == NULL)
2476 PyErr_Clear();
2477 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002478 buf[0] = '\0';
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002479 fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, &loader);
Guido van Rossum222ef561997-09-06 19:41:09 +00002480 Py_XDECREF(path);
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002481
2482 if (fdp == NULL) {
2483 Py_XDECREF(loader);
Collin Wintere19d7a32007-03-12 16:49:23 +00002484 imp_modules_reloading_clear();
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002485 return NULL;
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002486 }
2487
2488 newm = load_module(name, fp, buf, fdp->type, loader);
2489 Py_XDECREF(loader);
2490
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002491 if (fp)
2492 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00002493 if (newm == NULL) {
2494 /* load_module probably removed name from modules because of
2495 * the error. Put back the original module object. We're
2496 * going to return NULL in this case regardless of whether
2497 * replacing name succeeds, so the return value is ignored.
2498 */
2499 PyDict_SetItemString(modules, name, m);
2500 }
Collin Wintere19d7a32007-03-12 16:49:23 +00002501 imp_modules_reloading_clear();
Tim Peters1cd70172004-08-02 03:52:12 +00002502 return newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002503}
2504
2505
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002506/* Higher-level import emulator which emulates the "import" statement
2507 more accurately -- it invokes the __import__() function from the
2508 builtins of the current globals. This means that the import is
2509 done using whatever import hooks are installed in the current
Guido van Rossum6058eb41998-12-21 19:51:00 +00002510 environment, e.g. by "rexec".
2511 A dummy list ["__doc__"] is passed as the 4th argument so that
2512 e.g. PyImport_Import(PyString_FromString("win32com.client.gencache"))
2513 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002514
2515PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002516PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002517{
2518 static PyObject *silly_list = NULL;
2519 static PyObject *builtins_str = NULL;
2520 static PyObject *import_str = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002521 PyObject *globals = NULL;
2522 PyObject *import = NULL;
2523 PyObject *builtins = NULL;
2524 PyObject *r = NULL;
2525
2526 /* Initialize constant string objects */
2527 if (silly_list == NULL) {
2528 import_str = PyString_InternFromString("__import__");
2529 if (import_str == NULL)
2530 return NULL;
2531 builtins_str = PyString_InternFromString("__builtins__");
2532 if (builtins_str == NULL)
2533 return NULL;
2534 silly_list = Py_BuildValue("[s]", "__doc__");
2535 if (silly_list == NULL)
2536 return NULL;
2537 }
2538
2539 /* Get the builtins from current globals */
2540 globals = PyEval_GetGlobals();
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002541 if (globals != NULL) {
Guido van Rossum66468561998-10-22 15:46:50 +00002542 Py_INCREF(globals);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002543 builtins = PyObject_GetItem(globals, builtins_str);
2544 if (builtins == NULL)
2545 goto err;
2546 }
2547 else {
2548 /* No globals -- use standard builtins, and fake globals */
2549 PyErr_Clear();
2550
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002551 builtins = PyImport_ImportModuleLevel("__builtin__",
2552 NULL, NULL, NULL, 0);
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002553 if (builtins == NULL)
2554 return NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002555 globals = Py_BuildValue("{OO}", builtins_str, builtins);
2556 if (globals == NULL)
2557 goto err;
2558 }
2559
2560 /* Get the __import__ function from the builtins */
Tim Peters6d6c1a32001-08-02 04:15:00 +00002561 if (PyDict_Check(builtins)) {
Fred Drakea76ba6e2001-03-06 06:31:15 +00002562 import = PyObject_GetItem(builtins, import_str);
Tim Peters6d6c1a32001-08-02 04:15:00 +00002563 if (import == NULL)
2564 PyErr_SetObject(PyExc_KeyError, import_str);
2565 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002566 else
Fred Drakea76ba6e2001-03-06 06:31:15 +00002567 import = PyObject_GetAttr(builtins, import_str);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002568 if (import == NULL)
2569 goto err;
2570
2571 /* Call the _import__ function with the proper argument list */
Georg Brandl684fd0c2006-05-25 19:15:31 +00002572 r = PyObject_CallFunctionObjArgs(import, module_name, globals,
2573 globals, silly_list, NULL);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002574
2575 err:
2576 Py_XDECREF(globals);
2577 Py_XDECREF(builtins);
2578 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00002579
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002580 return r;
2581}
2582
2583
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002584/* Module 'imp' provides Python access to the primitives used for
2585 importing modules.
2586*/
2587
Guido van Rossum79f25d91997-04-29 20:08:16 +00002588static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002589imp_get_magic(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002590{
2591 char buf[4];
2592
Guido van Rossum96774c12000-05-01 20:19:08 +00002593 buf[0] = (char) ((pyc_magic >> 0) & 0xff);
2594 buf[1] = (char) ((pyc_magic >> 8) & 0xff);
2595 buf[2] = (char) ((pyc_magic >> 16) & 0xff);
2596 buf[3] = (char) ((pyc_magic >> 24) & 0xff);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002597
Guido van Rossum79f25d91997-04-29 20:08:16 +00002598 return PyString_FromStringAndSize(buf, 4);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002599}
2600
Guido van Rossum79f25d91997-04-29 20:08:16 +00002601static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002602imp_get_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002603{
Guido van Rossum79f25d91997-04-29 20:08:16 +00002604 PyObject *list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002605 struct filedescr *fdp;
2606
Guido van Rossum79f25d91997-04-29 20:08:16 +00002607 list = PyList_New(0);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002608 if (list == NULL)
2609 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002610 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
2611 PyObject *item = Py_BuildValue("ssi",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002612 fdp->suffix, fdp->mode, fdp->type);
2613 if (item == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002614 Py_DECREF(list);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002615 return NULL;
2616 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002617 if (PyList_Append(list, item) < 0) {
2618 Py_DECREF(list);
2619 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002620 return NULL;
2621 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002622 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002623 }
2624 return list;
2625}
2626
Guido van Rossum79f25d91997-04-29 20:08:16 +00002627static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002628call_find_module(char *name, PyObject *path)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002629{
Tim Petersdbd9ba62000-07-09 03:09:57 +00002630 extern int fclose(FILE *);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002631 PyObject *fob, *ret;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002632 struct filedescr *fdp;
2633 char pathname[MAXPATHLEN+1];
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002634 FILE *fp = NULL;
2635
2636 pathname[0] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002637 if (path == Py_None)
2638 path = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00002639 fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002640 if (fdp == NULL)
2641 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002642 if (fp != NULL) {
2643 fob = PyFile_FromFile(fp, pathname, fdp->mode, fclose);
2644 if (fob == NULL) {
2645 fclose(fp);
2646 return NULL;
2647 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002648 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002649 else {
2650 fob = Py_None;
2651 Py_INCREF(fob);
Tim Peters50d8d372001-02-28 05:34:27 +00002652 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002653 ret = Py_BuildValue("Os(ssi)",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002654 fob, pathname, fdp->suffix, fdp->mode, fdp->type);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002655 Py_DECREF(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002656 return ret;
2657}
2658
Guido van Rossum79f25d91997-04-29 20:08:16 +00002659static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002660imp_find_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002661{
2662 char *name;
2663 PyObject *path = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002664 if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002665 return NULL;
2666 return call_find_module(name, path);
2667}
2668
2669static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002670imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002671{
2672 char *name;
2673 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002674 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002675 if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002676 return NULL;
2677 ret = init_builtin(name);
2678 if (ret < 0)
2679 return NULL;
2680 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002681 Py_INCREF(Py_None);
2682 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002683 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002684 m = PyImport_AddModule(name);
2685 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002686 return m;
2687}
2688
Guido van Rossum79f25d91997-04-29 20:08:16 +00002689static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002690imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002691{
2692 char *name;
2693 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002694 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002695 if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002696 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002697 ret = PyImport_ImportFrozenModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002698 if (ret < 0)
2699 return NULL;
2700 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002701 Py_INCREF(Py_None);
2702 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002703 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002704 m = PyImport_AddModule(name);
2705 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002706 return m;
2707}
2708
Guido van Rossum79f25d91997-04-29 20:08:16 +00002709static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002710imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002711{
2712 char *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00002713
Guido van Rossum43713e52000-02-29 13:59:29 +00002714 if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002715 return NULL;
2716 return get_frozen_object(name);
2717}
2718
Guido van Rossum79f25d91997-04-29 20:08:16 +00002719static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002720imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002721{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002722 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002723 if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002724 return NULL;
Guido van Rossum50ee94f2002-04-09 18:00:58 +00002725 return PyInt_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002726}
2727
Guido van Rossum79f25d91997-04-29 20:08:16 +00002728static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002729imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002730{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002731 char *name;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002732 struct _frozen *p;
Guido van Rossum43713e52000-02-29 13:59:29 +00002733 if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002734 return NULL;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002735 p = find_frozen(name);
Guido van Rossumb8bff3f2002-04-07 06:34:38 +00002736 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002737}
2738
2739static FILE *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002740get_file(char *pathname, PyObject *fob, char *mode)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002741{
2742 FILE *fp;
2743 if (fob == NULL) {
Tim Peters86c7d2f2004-08-01 23:24:21 +00002744 if (mode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002745 mode = "r" PY_STDIOTEXTMODE;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002746 fp = fopen(pathname, mode);
2747 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002748 PyErr_SetFromErrno(PyExc_IOError);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002749 }
2750 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002751 fp = PyFile_AsFile(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002752 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002753 PyErr_SetString(PyExc_ValueError,
2754 "bad/closed file object");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002755 }
2756 return fp;
2757}
2758
Guido van Rossum79f25d91997-04-29 20:08:16 +00002759static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002760imp_load_compiled(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002761{
2762 char *name;
2763 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002764 PyObject *fob = NULL;
2765 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002766 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002767 if (!PyArg_ParseTuple(args, "ss|O!:load_compiled", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002768 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002769 return NULL;
2770 fp = get_file(pathname, fob, "rb");
2771 if (fp == NULL)
2772 return NULL;
2773 m = load_compiled_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002774 if (fob == NULL)
2775 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002776 return m;
2777}
2778
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002779#ifdef HAVE_DYNAMIC_LOADING
2780
Guido van Rossum79f25d91997-04-29 20:08:16 +00002781static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002782imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002783{
2784 char *name;
2785 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002786 PyObject *fob = NULL;
2787 PyObject *m;
Guido van Rossum7faeab31995-07-07 22:50:36 +00002788 FILE *fp = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002789 if (!PyArg_ParseTuple(args, "ss|O!:load_dynamic", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002790 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002791 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002792 if (fob) {
Guido van Rossum7faeab31995-07-07 22:50:36 +00002793 fp = get_file(pathname, fob, "r");
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002794 if (fp == NULL)
2795 return NULL;
2796 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002797 m = _PyImport_LoadDynamicModule(name, pathname, fp);
Guido van Rossum7faeab31995-07-07 22:50:36 +00002798 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002799}
2800
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002801#endif /* HAVE_DYNAMIC_LOADING */
2802
Guido van Rossum79f25d91997-04-29 20:08:16 +00002803static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002804imp_load_source(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002805{
2806 char *name;
2807 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002808 PyObject *fob = NULL;
2809 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002810 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002811 if (!PyArg_ParseTuple(args, "ss|O!:load_source", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002812 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002813 return NULL;
2814 fp = get_file(pathname, fob, "r");
2815 if (fp == NULL)
2816 return NULL;
2817 m = load_source_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002818 if (fob == NULL)
2819 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002820 return m;
2821}
2822
Guido van Rossum79f25d91997-04-29 20:08:16 +00002823static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002824imp_load_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002825{
2826 char *name;
2827 PyObject *fob;
2828 char *pathname;
2829 char *suffix; /* Unused */
2830 char *mode;
2831 int type;
2832 FILE *fp;
2833
Guido van Rossum43713e52000-02-29 13:59:29 +00002834 if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002835 &name, &fob, &pathname,
2836 &suffix, &mode, &type))
2837 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002838 if (*mode) {
2839 /* Mode must start with 'r' or 'U' and must not contain '+'.
2840 Implicit in this test is the assumption that the mode
2841 may contain other modifiers like 'b' or 't'. */
2842
2843 if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002844 PyErr_Format(PyExc_ValueError,
2845 "invalid file open mode %.200s", mode);
2846 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002847 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002848 }
2849 if (fob == Py_None)
2850 fp = NULL;
2851 else {
2852 if (!PyFile_Check(fob)) {
2853 PyErr_SetString(PyExc_ValueError,
2854 "load_module arg#2 should be a file or None");
2855 return NULL;
2856 }
2857 fp = get_file(pathname, fob, mode);
2858 if (fp == NULL)
2859 return NULL;
2860 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002861 return load_module(name, fp, pathname, type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002862}
2863
2864static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002865imp_load_package(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002866{
2867 char *name;
2868 char *pathname;
Guido van Rossum43713e52000-02-29 13:59:29 +00002869 if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002870 return NULL;
2871 return load_package(name, pathname);
2872}
2873
2874static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002875imp_new_module(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002876{
2877 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002878 if (!PyArg_ParseTuple(args, "s:new_module", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002879 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002880 return PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002881}
2882
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002883/* Doc strings */
2884
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002885PyDoc_STRVAR(doc_imp,
2886"This module provides the components needed to build your own\n\
2887__import__ function. Undocumented functions are obsolete.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002888
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002889PyDoc_STRVAR(doc_find_module,
2890"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002891Search for a module. If path is omitted or None, search for a\n\
2892built-in, frozen or special module and continue search in sys.path.\n\
2893The module name cannot contain '.'; to search for a submodule of a\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002894package, pass the submodule name and the package's __path__.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002895
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002896PyDoc_STRVAR(doc_load_module,
2897"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002898Load a module, given information returned by find_module().\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002899The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002900
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002901PyDoc_STRVAR(doc_get_magic,
2902"get_magic() -> string\n\
2903Return the magic number for .pyc or .pyo files.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002904
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002905PyDoc_STRVAR(doc_get_suffixes,
2906"get_suffixes() -> [(suffix, mode, type), ...]\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002907Return a list of (suffix, mode, type) tuples describing the files\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002908that find_module() looks for.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002909
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002910PyDoc_STRVAR(doc_new_module,
2911"new_module(name) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002912Create a new module. Do not enter it in sys.modules.\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002913The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002914
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002915PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00002916"lock_held() -> boolean\n\
2917Return True if the import lock is currently held, else False.\n\
2918On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00002919
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002920PyDoc_STRVAR(doc_acquire_lock,
2921"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00002922Acquires the interpreter's import lock for the current thread.\n\
2923This lock should be used by import hooks to ensure thread-safety\n\
2924when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002925On platforms without threads, this function does nothing.");
2926
2927PyDoc_STRVAR(doc_release_lock,
2928"release_lock() -> None\n\
2929Release the interpreter's import lock.\n\
2930On platforms without threads, this function does nothing.");
2931
Guido van Rossum79f25d91997-04-29 20:08:16 +00002932static PyMethodDef imp_methods[] = {
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002933 {"find_module", imp_find_module, METH_VARARGS, doc_find_module},
2934 {"get_magic", imp_get_magic, METH_NOARGS, doc_get_magic},
2935 {"get_suffixes", imp_get_suffixes, METH_NOARGS, doc_get_suffixes},
2936 {"load_module", imp_load_module, METH_VARARGS, doc_load_module},
2937 {"new_module", imp_new_module, METH_VARARGS, doc_new_module},
2938 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
2939 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
2940 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002941 /* The rest are obsolete */
Neal Norwitz031829d2002-03-31 14:37:44 +00002942 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
2943 {"init_builtin", imp_init_builtin, METH_VARARGS},
2944 {"init_frozen", imp_init_frozen, METH_VARARGS},
2945 {"is_builtin", imp_is_builtin, METH_VARARGS},
2946 {"is_frozen", imp_is_frozen, METH_VARARGS},
2947 {"load_compiled", imp_load_compiled, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002948#ifdef HAVE_DYNAMIC_LOADING
Neal Norwitz031829d2002-03-31 14:37:44 +00002949 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002950#endif
Neal Norwitz031829d2002-03-31 14:37:44 +00002951 {"load_package", imp_load_package, METH_VARARGS},
Neal Norwitz031829d2002-03-31 14:37:44 +00002952 {"load_source", imp_load_source, METH_VARARGS},
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002953 {NULL, NULL} /* sentinel */
2954};
2955
Guido van Rossum1a8791e1998-08-04 22:46:29 +00002956static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002957setint(PyObject *d, char *name, int value)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002958{
2959 PyObject *v;
2960 int err;
2961
2962 v = PyInt_FromLong((long)value);
2963 err = PyDict_SetItemString(d, name, v);
2964 Py_XDECREF(v);
2965 return err;
2966}
2967
Phillip J. Ebyf7575d02006-07-28 21:12:07 +00002968typedef struct {
2969 PyObject_HEAD
2970} NullImporter;
2971
2972static int
2973NullImporter_init(NullImporter *self, PyObject *args, PyObject *kwds)
2974{
2975 char *path;
2976
2977 if (!_PyArg_NoKeywords("NullImporter()", kwds))
2978 return -1;
2979
2980 if (!PyArg_ParseTuple(args, "s:NullImporter",
2981 &path))
2982 return -1;
2983
2984 if (strlen(path) == 0) {
2985 PyErr_SetString(PyExc_ImportError, "empty pathname");
2986 return -1;
2987 } else {
2988#ifndef RISCOS
2989 struct stat statbuf;
2990 int rv;
2991
2992 rv = stat(path, &statbuf);
2993 if (rv == 0) {
2994 /* it exists */
2995 if (S_ISDIR(statbuf.st_mode)) {
2996 /* it's a directory */
2997 PyErr_SetString(PyExc_ImportError,
2998 "existing directory");
2999 return -1;
3000 }
3001 }
3002#else
3003 if (object_exists(path)) {
3004 /* it exists */
3005 if (isdir(path)) {
3006 /* it's a directory */
3007 PyErr_SetString(PyExc_ImportError,
3008 "existing directory");
3009 return -1;
3010 }
3011 }
3012#endif
3013 }
3014 return 0;
3015}
3016
3017static PyObject *
3018NullImporter_find_module(NullImporter *self, PyObject *args)
3019{
3020 Py_RETURN_NONE;
3021}
3022
3023static PyMethodDef NullImporter_methods[] = {
3024 {"find_module", (PyCFunction)NullImporter_find_module, METH_VARARGS,
3025 "Always return None"
3026 },
3027 {NULL} /* Sentinel */
3028};
3029
3030
3031static PyTypeObject NullImporterType = {
3032 PyObject_HEAD_INIT(NULL)
3033 0, /*ob_size*/
3034 "imp.NullImporter", /*tp_name*/
3035 sizeof(NullImporter), /*tp_basicsize*/
3036 0, /*tp_itemsize*/
3037 0, /*tp_dealloc*/
3038 0, /*tp_print*/
3039 0, /*tp_getattr*/
3040 0, /*tp_setattr*/
3041 0, /*tp_compare*/
3042 0, /*tp_repr*/
3043 0, /*tp_as_number*/
3044 0, /*tp_as_sequence*/
3045 0, /*tp_as_mapping*/
3046 0, /*tp_hash */
3047 0, /*tp_call*/
3048 0, /*tp_str*/
3049 0, /*tp_getattro*/
3050 0, /*tp_setattro*/
3051 0, /*tp_as_buffer*/
3052 Py_TPFLAGS_DEFAULT, /*tp_flags*/
3053 "Null importer object", /* tp_doc */
3054 0, /* tp_traverse */
3055 0, /* tp_clear */
3056 0, /* tp_richcompare */
3057 0, /* tp_weaklistoffset */
3058 0, /* tp_iter */
3059 0, /* tp_iternext */
3060 NullImporter_methods, /* tp_methods */
3061 0, /* tp_members */
3062 0, /* tp_getset */
3063 0, /* tp_base */
3064 0, /* tp_dict */
3065 0, /* tp_descr_get */
3066 0, /* tp_descr_set */
3067 0, /* tp_dictoffset */
3068 (initproc)NullImporter_init, /* tp_init */
3069 0, /* tp_alloc */
3070 PyType_GenericNew /* tp_new */
3071};
3072
3073
Jason Tishler6bc06ec2003-09-04 11:59:50 +00003074PyMODINIT_FUNC
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003075initimp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003076{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003077 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003078
Phillip J. Ebyf7575d02006-07-28 21:12:07 +00003079 if (PyType_Ready(&NullImporterType) < 0)
3080 goto failure;
3081
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003082 m = Py_InitModule4("imp", imp_methods, doc_imp,
3083 NULL, PYTHON_API_VERSION);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003084 if (m == NULL)
3085 goto failure;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003086 d = PyModule_GetDict(m);
Neal Norwitz3cb31ac2006-08-13 18:10:47 +00003087 if (d == NULL)
3088 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003089
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003090 if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
3091 if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
3092 if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
3093 if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
3094 if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
3095 if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
3096 if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
3097 if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
Guido van Rossum0f84a341998-08-06 13:36:01 +00003098 if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum52e14d62002-12-30 22:08:05 +00003099 if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003100
Phillip J. Ebyf7575d02006-07-28 21:12:07 +00003101 Py_INCREF(&NullImporterType);
3102 PyModule_AddObject(m, "NullImporter", (PyObject *)&NullImporterType);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003103 failure:
3104 ;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003105}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003106
3107
Guido van Rossumb18618d2000-05-03 23:44:39 +00003108/* API for embedding applications that want to add their own entries
3109 to the table of built-in modules. This should normally be called
3110 *before* Py_Initialize(). When the table resize fails, -1 is
3111 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003112
3113 After a similar function by Just van Rossum. */
3114
3115int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003116PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003117{
3118 static struct _inittab *our_copy = NULL;
3119 struct _inittab *p;
3120 int i, n;
3121
3122 /* Count the number of entries in both tables */
3123 for (n = 0; newtab[n].name != NULL; n++)
3124 ;
3125 if (n == 0)
3126 return 0; /* Nothing to do */
3127 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
3128 ;
3129
3130 /* Allocate new memory for the combined table */
Guido van Rossumb18618d2000-05-03 23:44:39 +00003131 p = our_copy;
3132 PyMem_RESIZE(p, struct _inittab, i+n+1);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003133 if (p == NULL)
3134 return -1;
3135
3136 /* Copy the tables into the new memory */
3137 if (our_copy != PyImport_Inittab)
3138 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
3139 PyImport_Inittab = our_copy = p;
3140 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
3141
3142 return 0;
3143}
3144
3145/* Shorthand to add a single entry given a name and a function */
3146
3147int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003148PyImport_AppendInittab(char *name, void (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003149{
3150 struct _inittab newtab[2];
3151
3152 memset(newtab, '\0', sizeof newtab);
3153
3154 newtab[0].name = name;
3155 newtab[0].initfunc = initfunc;
3156
3157 return PyImport_ExtendInittab(newtab);
3158}
Anthony Baxterac6bd462006-04-13 02:06:09 +00003159
3160#ifdef __cplusplus
3161}
3162#endif