blob: 49e844a9f841775fd00f5303de49731d5b88efb7 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +00007#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00008#include "pythonrun.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00009#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000010#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000011#include "code.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000012#include "compile.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000013#include "eval.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000014#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000015#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000016
Guido van Rossum55a83382000-09-20 20:31:38 +000017#ifdef HAVE_FCNTL_H
18#include <fcntl.h>
19#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000020#ifdef __cplusplus
21extern "C" {
22#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000023
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000024extern time_t PyOS_GetLastModificationTime(char *, FILE *);
25 /* In getmtime.c */
Guido van Rossum21d335e1993-10-15 13:01:11 +000026
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000027/* Magic word to reject .pyc files generated by other Python versions.
28 It should change for each incompatible change to the bytecode.
29
30 The value of CR and LF is incorporated so if you ever read or write
Guido van Rossum7faeab31995-07-07 22:50:36 +000031 a .pyc file in text mode the magic number will be wrong; also, the
Tim Peters36515e22001-11-18 04:06:29 +000032 Apple MPW compiler swaps their values, botching string constants.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000033
Guido van Rossum45aecf42006-03-15 04:58:47 +000034 The magic numbers must be spaced apart at least 2 values, as the
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000035 -U interpeter flag will cause MAGIC+1 being used. They have been
36 odd numbers for some time now.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000037
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000038 There were a variety of old schemes for setting the magic number.
39 The current working scheme is to increment the previous value by
40 10.
Guido van Rossumf6894922002-08-31 15:16:14 +000041
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000042 Known values:
43 Python 1.5: 20121
44 Python 1.5.1: 20121
45 Python 1.5.2: 20121
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000046 Python 1.6: 50428
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000047 Python 2.0: 50823
48 Python 2.0.1: 50823
49 Python 2.1: 60202
50 Python 2.1.1: 60202
51 Python 2.1.2: 60202
52 Python 2.2: 60717
Neal Norwitz7fdcb412002-06-14 01:07:39 +000053 Python 2.3a0: 62011
Michael W. Hudsondd32a912002-08-15 14:59:02 +000054 Python 2.3a0: 62021
Guido van Rossumf6894922002-08-31 15:16:14 +000055 Python 2.3a0: 62011 (!)
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000056 Python 2.4a0: 62041
Raymond Hettingerfd2d1f72004-08-23 23:37:48 +000057 Python 2.4a3: 62051
Raymond Hettinger2c31a052004-09-22 18:44:21 +000058 Python 2.4b1: 62061
Michael W. Hudsondf888462005-06-03 14:41:55 +000059 Python 2.5a0: 62071
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000060 Python 2.5a0: 62081 (ast-branch)
Guido van Rossumc2e20742006-02-27 22:32:47 +000061 Python 2.5a0: 62091 (with)
Guido van Rossumf6694362006-03-10 02:28:35 +000062 Python 2.5a0: 62092 (changed WITH_CLEANUP opcode)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000063 Python 2.5b3: 62101 (fix wrong code: for x, in ...)
64 Python 2.5b3: 62111 (fix wrong code: x += yield)
65 Python 2.5c1: 62121 (fix wrong lnotab with for loops and
66 storing constants that should have been removed)
Guido van Rossum45aecf42006-03-15 04:58:47 +000067 Python 3000: 3000
Brett Cannone2e23ef2006-08-25 05:05:30 +000068 3010 (removed UNARY_CONVERT)
Guido van Rossum86e58e22006-08-28 15:27:34 +000069 3020 (added BUILD_SET)
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000070.
Tim Peters36515e22001-11-18 04:06:29 +000071*/
Guido van Rossum86e58e22006-08-28 15:27:34 +000072#define MAGIC (3020 | ((long)'\r'<<16) | ((long)'\n'<<24))
Guido van Rossum3ddee711991-12-16 13:06:34 +000073
Guido van Rossum96774c12000-05-01 20:19:08 +000074/* Magic word as global; note that _PyImport_Init() can change the
Jeremy Hylton9262b8a2000-06-30 04:59:17 +000075 value of this global to accommodate for alterations of how the
Guido van Rossum96774c12000-05-01 20:19:08 +000076 compiler works which are enabled by command line switches. */
77static long pyc_magic = MAGIC;
78
Guido van Rossum25ce5661997-08-02 03:10:38 +000079/* See _PyImport_FixupExtension() below */
80static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000081
Guido van Rossum771c6c81997-10-31 18:37:24 +000082/* This table is defined in config.c: */
83extern struct _inittab _PyImport_Inittab[];
84
85struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000086
Guido van Rossumed1170e1999-12-20 21:23:41 +000087/* these tables define the module suffixes that Python recognizes */
88struct filedescr * _PyImport_Filetab = NULL;
Guido van Rossum48a680c2001-03-02 06:34:14 +000089
90#ifdef RISCOS
91static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +000092 {"/py", "U", PY_SOURCE},
Guido van Rossum48a680c2001-03-02 06:34:14 +000093 {"/pyc", "rb", PY_COMPILED},
94 {0, 0}
95};
96#else
Guido van Rossumed1170e1999-12-20 21:23:41 +000097static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +000098 {".py", "U", PY_SOURCE},
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000099#ifdef MS_WINDOWS
Jack Jansenc88da1f2002-05-28 10:58:19 +0000100 {".pyw", "U", PY_SOURCE},
Tim Peters36515e22001-11-18 04:06:29 +0000101#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000102 {".pyc", "rb", PY_COMPILED},
103 {0, 0}
104};
Guido van Rossum48a680c2001-03-02 06:34:14 +0000105#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000106
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000107static PyTypeObject NullImporterType; /* Forward reference */
108
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000109/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000110
111void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000112_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000113{
Guido van Rossumed1170e1999-12-20 21:23:41 +0000114 const struct filedescr *scan;
115 struct filedescr *filetab;
116 int countD = 0;
117 int countS = 0;
118
119 /* prepare _PyImport_Filetab: copy entries from
120 _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
121 */
122 for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
123 ++countD;
124 for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
125 ++countS;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000126 filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000127 if (filetab == NULL)
128 Py_FatalError("Can't initialize import file table.");
Guido van Rossumed1170e1999-12-20 21:23:41 +0000129 memcpy(filetab, _PyImport_DynLoadFiletab,
130 countD * sizeof(struct filedescr));
131 memcpy(filetab + countD, _PyImport_StandardFiletab,
132 countS * sizeof(struct filedescr));
133 filetab[countD + countS].suffix = NULL;
134
135 _PyImport_Filetab = filetab;
136
Guido van Rossum0824f631997-03-11 18:37:35 +0000137 if (Py_OptimizeFlag) {
Guido van Rossumed1170e1999-12-20 21:23:41 +0000138 /* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
139 for (; filetab->suffix != NULL; filetab++) {
Guido van Rossum48a680c2001-03-02 06:34:14 +0000140#ifndef RISCOS
Guido van Rossumed1170e1999-12-20 21:23:41 +0000141 if (strcmp(filetab->suffix, ".pyc") == 0)
142 filetab->suffix = ".pyo";
Guido van Rossum48a680c2001-03-02 06:34:14 +0000143#else
144 if (strcmp(filetab->suffix, "/pyc") == 0)
145 filetab->suffix = "/pyo";
146#endif
Guido van Rossum0824f631997-03-11 18:37:35 +0000147 }
148 }
Guido van Rossum96774c12000-05-01 20:19:08 +0000149
150 if (Py_UnicodeFlag) {
151 /* Fix the pyc_magic so that byte compiled code created
152 using the all-Unicode method doesn't interfere with
153 code created in normal operation mode. */
154 pyc_magic = MAGIC + 1;
155 }
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000156}
157
Guido van Rossum25ce5661997-08-02 03:10:38 +0000158void
Just van Rossum52e14d62002-12-30 22:08:05 +0000159_PyImportHooks_Init(void)
160{
161 PyObject *v, *path_hooks = NULL, *zimpimport;
162 int err = 0;
163
164 /* adding sys.path_hooks and sys.path_importer_cache, setting up
165 zipimport */
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000166 if (PyType_Ready(&NullImporterType) < 0)
167 goto error;
Just van Rossum52e14d62002-12-30 22:08:05 +0000168
169 if (Py_VerboseFlag)
170 PySys_WriteStderr("# installing zipimport hook\n");
171
172 v = PyList_New(0);
173 if (v == NULL)
174 goto error;
175 err = PySys_SetObject("meta_path", v);
176 Py_DECREF(v);
177 if (err)
178 goto error;
179 v = PyDict_New();
180 if (v == NULL)
181 goto error;
182 err = PySys_SetObject("path_importer_cache", v);
183 Py_DECREF(v);
184 if (err)
185 goto error;
186 path_hooks = PyList_New(0);
187 if (path_hooks == NULL)
188 goto error;
189 err = PySys_SetObject("path_hooks", path_hooks);
190 if (err) {
191 error:
192 PyErr_Print();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000193 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
194 "path_importer_cache, or NullImporter failed"
195 );
Just van Rossum52e14d62002-12-30 22:08:05 +0000196 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000197
Just van Rossum52e14d62002-12-30 22:08:05 +0000198 zimpimport = PyImport_ImportModule("zipimport");
199 if (zimpimport == NULL) {
200 PyErr_Clear(); /* No zip import module -- okay */
201 if (Py_VerboseFlag)
202 PySys_WriteStderr("# can't import zipimport\n");
203 }
204 else {
205 PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
206 "zipimporter");
207 Py_DECREF(zimpimport);
208 if (zipimporter == NULL) {
209 PyErr_Clear(); /* No zipimporter object -- okay */
210 if (Py_VerboseFlag)
211 PySys_WriteStderr(
Fred Drake1e5fc552003-07-11 15:01:02 +0000212 "# can't import zipimport.zipimporter\n");
Just van Rossum52e14d62002-12-30 22:08:05 +0000213 }
214 else {
215 /* sys.path_hooks.append(zipimporter) */
216 err = PyList_Append(path_hooks, zipimporter);
217 Py_DECREF(zipimporter);
218 if (err)
219 goto error;
220 if (Py_VerboseFlag)
221 PySys_WriteStderr(
222 "# installed zipimport hook\n");
223 }
224 }
225 Py_DECREF(path_hooks);
226}
227
228void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000229_PyImport_Fini(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000230{
231 Py_XDECREF(extensions);
232 extensions = NULL;
Barry Warsaw84294482000-10-03 16:02:05 +0000233 PyMem_DEL(_PyImport_Filetab);
234 _PyImport_Filetab = NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000235}
236
237
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000238/* Locking primitives to prevent parallel imports of the same module
239 in different threads to return with a partially loaded module.
240 These calls are serialized by the global interpreter lock. */
241
242#ifdef WITH_THREAD
243
Guido van Rossum49b56061998-10-01 20:42:43 +0000244#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000245
Guido van Rossum65d5b571998-12-21 19:32:43 +0000246static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000247static long import_lock_thread = -1;
248static int import_lock_level = 0;
249
250static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000251lock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000252{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000253 long me = PyThread_get_thread_ident();
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000254 if (me == -1)
255 return; /* Too bad */
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000256 if (import_lock == NULL) {
Guido van Rossum65d5b571998-12-21 19:32:43 +0000257 import_lock = PyThread_allocate_lock();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000258 if (import_lock == NULL)
259 return; /* Nothing much we can do. */
260 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000261 if (import_lock_thread == me) {
262 import_lock_level++;
263 return;
264 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000265 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
266 {
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000267 PyThreadState *tstate = PyEval_SaveThread();
Guido van Rossum65d5b571998-12-21 19:32:43 +0000268 PyThread_acquire_lock(import_lock, 1);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000269 PyEval_RestoreThread(tstate);
270 }
271 import_lock_thread = me;
272 import_lock_level = 1;
273}
274
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000275static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000276unlock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000277{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000278 long me = PyThread_get_thread_ident();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000279 if (me == -1 || import_lock == NULL)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000280 return 0; /* Too bad */
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000281 if (import_lock_thread != me)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000282 return -1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000283 import_lock_level--;
284 if (import_lock_level == 0) {
285 import_lock_thread = -1;
Guido van Rossum65d5b571998-12-21 19:32:43 +0000286 PyThread_release_lock(import_lock);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000287 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000288 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000289}
290
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000291/* This function is called from PyOS_AfterFork to ensure that newly
292 created child processes do not share locks with the parent. */
293
294void
295_PyImport_ReInitLock(void)
296{
297#ifdef _AIX
298 if (import_lock != NULL)
299 import_lock = PyThread_allocate_lock();
300#endif
301}
302
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000303#else
304
305#define lock_import()
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000306#define unlock_import() 0
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000307
308#endif
309
Tim Peters69232342001-08-30 05:16:13 +0000310static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000311imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000312{
Tim Peters69232342001-08-30 05:16:13 +0000313#ifdef WITH_THREAD
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000314 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000315#else
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000316 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000317#endif
318}
319
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000320static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000321imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000322{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000323#ifdef WITH_THREAD
324 lock_import();
325#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000326 Py_INCREF(Py_None);
327 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000328}
329
330static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000331imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000332{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000333#ifdef WITH_THREAD
334 if (unlock_import() < 0) {
335 PyErr_SetString(PyExc_RuntimeError,
336 "not holding the import lock");
337 return NULL;
338 }
339#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000340 Py_INCREF(Py_None);
341 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000342}
343
Guido van Rossum25ce5661997-08-02 03:10:38 +0000344/* Helper for sys */
345
346PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000347PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000348{
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000349 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000350 if (interp->modules == NULL)
351 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
352 return interp->modules;
353}
354
Guido van Rossum3f5da241990-12-20 15:06:42 +0000355
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000356/* List of names to clear in sys */
357static char* sys_deletes[] = {
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000358 "path", "argv", "ps1", "ps2", "exitfunc",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000359 "exc_type", "exc_value", "exc_traceback",
360 "last_type", "last_value", "last_traceback",
Just van Rossum52e14d62002-12-30 22:08:05 +0000361 "path_hooks", "path_importer_cache", "meta_path",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000362 NULL
363};
364
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000365static char* sys_files[] = {
366 "stdin", "__stdin__",
367 "stdout", "__stdout__",
368 "stderr", "__stderr__",
369 NULL
370};
371
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000372
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000373/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000374
Guido van Rossum3f5da241990-12-20 15:06:42 +0000375void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000376PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000377{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000378 Py_ssize_t pos, ndone;
Guido van Rossum758eec01998-01-19 21:58:26 +0000379 char *name;
380 PyObject *key, *value, *dict;
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000381 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum758eec01998-01-19 21:58:26 +0000382 PyObject *modules = interp->modules;
383
384 if (modules == NULL)
385 return; /* Already done */
386
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000387 /* Delete some special variables first. These are common
388 places where user values hide and people complain when their
389 destructors fail. Since the modules containing them are
390 deleted *last* of all, they would come too late in the normal
391 destruction order. Sigh. */
392
393 value = PyDict_GetItemString(modules, "__builtin__");
394 if (value != NULL && PyModule_Check(value)) {
395 dict = PyModule_GetDict(value);
396 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000397 PySys_WriteStderr("# clear __builtin__._\n");
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000398 PyDict_SetItemString(dict, "_", Py_None);
399 }
400 value = PyDict_GetItemString(modules, "sys");
401 if (value != NULL && PyModule_Check(value)) {
402 char **p;
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000403 PyObject *v;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000404 dict = PyModule_GetDict(value);
405 for (p = sys_deletes; *p != NULL; p++) {
406 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000407 PySys_WriteStderr("# clear sys.%s\n", *p);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000408 PyDict_SetItemString(dict, *p, Py_None);
409 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000410 for (p = sys_files; *p != NULL; p+=2) {
411 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000412 PySys_WriteStderr("# restore sys.%s\n", *p);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000413 v = PyDict_GetItemString(dict, *(p+1));
414 if (v == NULL)
415 v = Py_None;
416 PyDict_SetItemString(dict, *p, v);
417 }
418 }
419
420 /* First, delete __main__ */
421 value = PyDict_GetItemString(modules, "__main__");
422 if (value != NULL && PyModule_Check(value)) {
423 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000424 PySys_WriteStderr("# cleanup __main__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000425 _PyModule_Clear(value);
426 PyDict_SetItemString(modules, "__main__", Py_None);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000427 }
428
Guido van Rossum758eec01998-01-19 21:58:26 +0000429 /* The special treatment of __builtin__ here is because even
430 when it's not referenced as a module, its dictionary is
431 referenced by almost every module's __builtins__. Since
432 deleting a module clears its dictionary (even if there are
433 references left to it), we need to delete the __builtin__
434 module last. Likewise, we don't delete sys until the very
435 end because it is implicitly referenced (e.g. by print).
436
437 Also note that we 'delete' modules by replacing their entry
438 in the modules dict with None, rather than really deleting
439 them; this avoids a rehash of the modules dictionary and
440 also marks them as "non existent" so they won't be
441 re-imported. */
442
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000443 /* Next, repeatedly delete modules with a reference count of
Guido van Rossum758eec01998-01-19 21:58:26 +0000444 one (skipping __builtin__ and sys) and delete them */
445 do {
446 ndone = 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000447 pos = 0;
Guido van Rossum758eec01998-01-19 21:58:26 +0000448 while (PyDict_Next(modules, &pos, &key, &value)) {
449 if (value->ob_refcnt != 1)
450 continue;
Guido van Rossum566373e1998-10-01 15:24:50 +0000451 if (PyString_Check(key) && PyModule_Check(value)) {
452 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000453 if (strcmp(name, "__builtin__") == 0)
454 continue;
455 if (strcmp(name, "sys") == 0)
456 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000457 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000458 PySys_WriteStderr(
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000459 "# cleanup[1] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000460 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000461 PyDict_SetItem(modules, key, Py_None);
462 ndone++;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000463 }
464 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000465 } while (ndone > 0);
466
Guido van Rossum758eec01998-01-19 21:58:26 +0000467 /* Next, delete all modules (still skipping __builtin__ and sys) */
468 pos = 0;
469 while (PyDict_Next(modules, &pos, &key, &value)) {
Guido van Rossum566373e1998-10-01 15:24:50 +0000470 if (PyString_Check(key) && PyModule_Check(value)) {
471 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000472 if (strcmp(name, "__builtin__") == 0)
473 continue;
474 if (strcmp(name, "sys") == 0)
475 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000476 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000477 PySys_WriteStderr("# cleanup[2] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000478 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000479 PyDict_SetItem(modules, key, Py_None);
480 }
481 }
482
483 /* Next, delete sys and __builtin__ (in that order) */
484 value = PyDict_GetItemString(modules, "sys");
485 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000486 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000487 PySys_WriteStderr("# cleanup sys\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000488 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000489 PyDict_SetItemString(modules, "sys", Py_None);
490 }
491 value = PyDict_GetItemString(modules, "__builtin__");
492 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000493 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000494 PySys_WriteStderr("# cleanup __builtin__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000495 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000496 PyDict_SetItemString(modules, "__builtin__", Py_None);
497 }
498
499 /* Finally, clear and delete the modules directory */
500 PyDict_Clear(modules);
501 interp->modules = NULL;
502 Py_DECREF(modules);
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000503}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000504
505
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000506/* Helper for pythonrun.c -- return magic number */
507
508long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000509PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000510{
Guido van Rossum96774c12000-05-01 20:19:08 +0000511 return pyc_magic;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000512}
513
514
Guido van Rossum25ce5661997-08-02 03:10:38 +0000515/* Magic for extension modules (built-in as well as dynamically
516 loaded). To prevent initializing an extension module more than
517 once, we keep a static dictionary 'extensions' keyed by module name
518 (for built-in modules) or by filename (for dynamically loaded
Barry Warsaw92883382001-08-13 23:05:44 +0000519 modules), containing these modules. A copy of the module's
Guido van Rossum25ce5661997-08-02 03:10:38 +0000520 dictionary is stored by calling _PyImport_FixupExtension()
521 immediately after the module initialization function succeeds. A
522 copy can be retrieved from there by calling
523 _PyImport_FindExtension(). */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000524
Guido van Rossum79f25d91997-04-29 20:08:16 +0000525PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000526_PyImport_FixupExtension(char *name, char *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000527{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000528 PyObject *modules, *mod, *dict, *copy;
529 if (extensions == NULL) {
530 extensions = PyDict_New();
531 if (extensions == NULL)
532 return NULL;
533 }
534 modules = PyImport_GetModuleDict();
535 mod = PyDict_GetItemString(modules, name);
536 if (mod == NULL || !PyModule_Check(mod)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000537 PyErr_Format(PyExc_SystemError,
538 "_PyImport_FixupExtension: module %.200s not loaded", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000539 return NULL;
540 }
541 dict = PyModule_GetDict(mod);
542 if (dict == NULL)
543 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000544 copy = PyDict_Copy(dict);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000545 if (copy == NULL)
546 return NULL;
547 PyDict_SetItemString(extensions, filename, copy);
548 Py_DECREF(copy);
549 return copy;
550}
551
552PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000553_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000554{
Fred Drake9cd0efc2001-10-25 21:38:59 +0000555 PyObject *dict, *mod, *mdict;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000556 if (extensions == NULL)
557 return NULL;
558 dict = PyDict_GetItemString(extensions, filename);
559 if (dict == NULL)
560 return NULL;
561 mod = PyImport_AddModule(name);
562 if (mod == NULL)
563 return NULL;
564 mdict = PyModule_GetDict(mod);
565 if (mdict == NULL)
566 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000567 if (PyDict_Update(mdict, dict))
Guido van Rossum25ce5661997-08-02 03:10:38 +0000568 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000569 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000570 PySys_WriteStderr("import %s # previously loaded (%s)\n",
Guido van Rossum25ce5661997-08-02 03:10:38 +0000571 name, filename);
572 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000573}
574
575
576/* Get the module object corresponding to a module name.
577 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000578 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000579 Because the former action is most common, THIS DOES NOT RETURN A
580 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000581
Guido van Rossum79f25d91997-04-29 20:08:16 +0000582PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000583PyImport_AddModule(const char *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000584{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000585 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000586 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000587
Guido van Rossum25ce5661997-08-02 03:10:38 +0000588 if ((m = PyDict_GetItemString(modules, name)) != NULL &&
Guido van Rossum79f25d91997-04-29 20:08:16 +0000589 PyModule_Check(m))
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000590 return m;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000591 m = PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000592 if (m == NULL)
593 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000594 if (PyDict_SetItemString(modules, name, m) != 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000595 Py_DECREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000596 return NULL;
597 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000598 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000599
600 return m;
601}
602
Tim Peters1cd70172004-08-02 03:52:12 +0000603/* Remove name from sys.modules, if it's there. */
604static void
605_RemoveModule(const char *name)
606{
607 PyObject *modules = PyImport_GetModuleDict();
608 if (PyDict_GetItemString(modules, name) == NULL)
609 return;
610 if (PyDict_DelItemString(modules, name) < 0)
611 Py_FatalError("import: deleting existing key in"
612 "sys.modules failed");
613}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000614
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000615/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000616 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
617 * removed from sys.modules, to avoid leaving damaged module objects
618 * in sys.modules. The caller may wish to restore the original
619 * module object (if any) in this case; PyImport_ReloadModule is an
620 * example.
621 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000622PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000623PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000624{
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000625 return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
626}
627
628PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000629PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000630{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000631 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000632 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000633
Guido van Rossum79f25d91997-04-29 20:08:16 +0000634 m = PyImport_AddModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000635 if (m == NULL)
636 return NULL;
Jeremy Hyltonecd91292004-01-02 23:25:32 +0000637 /* If the module is being reloaded, we get the old module back
638 and re-use its dict to exec the new code. */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000639 d = PyModule_GetDict(m);
640 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
641 if (PyDict_SetItemString(d, "__builtins__",
642 PyEval_GetBuiltins()) != 0)
Tim Peters1cd70172004-08-02 03:52:12 +0000643 goto error;
Guido van Rossum6135a871995-01-09 17:53:26 +0000644 }
Guido van Rossum9c9a07c1996-05-16 20:43:40 +0000645 /* Remember the filename as the __file__ attribute */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000646 v = NULL;
647 if (pathname != NULL) {
648 v = PyString_FromString(pathname);
649 if (v == NULL)
650 PyErr_Clear();
651 }
652 if (v == NULL) {
653 v = ((PyCodeObject *)co)->co_filename;
654 Py_INCREF(v);
655 }
656 if (PyDict_SetItemString(d, "__file__", v) != 0)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000657 PyErr_Clear(); /* Not important enough to report */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000658 Py_DECREF(v);
659
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000660 v = PyEval_EvalCode((PyCodeObject *)co, d, d);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000661 if (v == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000662 goto error;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000663 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000664
Guido van Rossum25ce5661997-08-02 03:10:38 +0000665 if ((m = PyDict_GetItemString(modules, name)) == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000666 PyErr_Format(PyExc_ImportError,
667 "Loaded module %.200s not found in sys.modules",
668 name);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000669 return NULL;
670 }
671
Guido van Rossum79f25d91997-04-29 20:08:16 +0000672 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000673
674 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000675
676 error:
677 _RemoveModule(name);
678 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000679}
680
681
682/* Given a pathname for a Python source file, fill a buffer with the
683 pathname for the corresponding compiled file. Return the pathname
684 for the compiled file, or NULL if there's no space in the buffer.
685 Doesn't set an exception. */
686
687static char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000688make_compiled_pathname(char *pathname, char *buf, size_t buflen)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000689{
Tim Petersc1731372001-08-04 08:12:36 +0000690 size_t len = strlen(pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000691 if (len+2 > buflen)
692 return NULL;
Tim Petersc1731372001-08-04 08:12:36 +0000693
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000694#ifdef MS_WINDOWS
Tim Petersc1731372001-08-04 08:12:36 +0000695 /* Treat .pyw as if it were .py. The case of ".pyw" must match
696 that used in _PyImport_StandardFiletab. */
697 if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
698 --len; /* pretend 'w' isn't there */
699#endif
700 memcpy(buf, pathname, len);
701 buf[len] = Py_OptimizeFlag ? 'o' : 'c';
702 buf[len+1] = '\0';
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000703
704 return buf;
705}
706
707
708/* Given a pathname for a Python source file, its time of last
709 modification, and a pathname for a compiled file, check whether the
710 compiled file represents the same version of the source. If so,
711 return a FILE pointer for the compiled file, positioned just after
712 the header; if not, return NULL.
713 Doesn't set an exception. */
714
715static FILE *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000716check_compiled_module(char *pathname, time_t mtime, char *cpathname)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000717{
718 FILE *fp;
719 long magic;
720 long pyc_mtime;
721
722 fp = fopen(cpathname, "rb");
723 if (fp == NULL)
724 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000725 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000726 if (magic != pyc_magic) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000727 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000728 PySys_WriteStderr("# %s has bad magic\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000729 fclose(fp);
730 return NULL;
731 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000732 pyc_mtime = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000733 if (pyc_mtime != mtime) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000734 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000735 PySys_WriteStderr("# %s has bad mtime\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000736 fclose(fp);
737 return NULL;
738 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000739 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000740 PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000741 return fp;
742}
743
744
745/* Read a code object from a file and check it for validity */
746
Guido van Rossum79f25d91997-04-29 20:08:16 +0000747static PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000748read_compiled_module(char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000749{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000750 PyObject *co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000751
Tim Petersd9b9ac82001-01-28 00:27:39 +0000752 co = PyMarshal_ReadLastObjectFromFile(fp);
Armin Rigo01ab2792004-03-26 15:09:27 +0000753 if (co == NULL)
754 return NULL;
755 if (!PyCode_Check(co)) {
756 PyErr_Format(PyExc_ImportError,
757 "Non-code object in %.200s", cpathname);
758 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000759 return NULL;
760 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000761 return (PyCodeObject *)co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000762}
763
764
765/* Load a module from a compiled file, execute it, and return its
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000766 module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000767
Guido van Rossum79f25d91997-04-29 20:08:16 +0000768static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000769load_compiled_module(char *name, char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000770{
771 long magic;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000772 PyCodeObject *co;
773 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000774
Guido van Rossum79f25d91997-04-29 20:08:16 +0000775 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000776 if (magic != pyc_magic) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000777 PyErr_Format(PyExc_ImportError,
778 "Bad magic number in %.200s", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000779 return NULL;
780 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000781 (void) PyMarshal_ReadLongFromFile(fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000782 co = read_compiled_module(cpathname, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000783 if (co == NULL)
784 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000785 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000786 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000787 name, cpathname);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000788 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000789 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000790
791 return m;
792}
793
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000794/* Parse a source file and return the corresponding code object */
795
Guido van Rossum79f25d91997-04-29 20:08:16 +0000796static PyCodeObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000797parse_source_module(const char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000798{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000799 PyCodeObject *co = NULL;
800 mod_ty mod;
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000801 PyArena *arena = PyArena_New();
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000802
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000803 mod = PyParser_ASTFromFile(fp, pathname, Py_file_input, 0, 0, 0,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000804 NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000805 if (mod) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000806 co = PyAST_Compile(mod, pathname, NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000807 }
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000808 PyArena_Free(arena);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000809 return co;
810}
811
812
Guido van Rossum55a83382000-09-20 20:31:38 +0000813/* Helper to open a bytecode file for writing in exclusive mode */
814
815static FILE *
816open_exclusive(char *filename)
817{
818#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
819 /* Use O_EXCL to avoid a race condition when another process tries to
820 write the same file. When that happens, our open() call fails,
821 which is just fine (since it's only a cache).
822 XXX If the file exists and is writable but the directory is not
823 writable, the file will never be written. Oh well.
824 */
825 int fd;
826 (void) unlink(filename);
Tim Peters42c83af2000-09-29 04:03:10 +0000827 fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
828#ifdef O_BINARY
829 |O_BINARY /* necessary for Windows */
830#endif
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000831#ifdef __VMS
Martin v. Löwis18e16552006-02-15 17:27:45 +0000832 , 0666, "ctxt=bin", "shr=nil"
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000833#else
Martin v. Löwis18e16552006-02-15 17:27:45 +0000834 , 0666
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000835#endif
Martin v. Löwis18e16552006-02-15 17:27:45 +0000836 );
Guido van Rossum55a83382000-09-20 20:31:38 +0000837 if (fd < 0)
838 return NULL;
839 return fdopen(fd, "wb");
840#else
841 /* Best we can do -- on Windows this can't happen anyway */
842 return fopen(filename, "wb");
843#endif
844}
845
846
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000847/* Write a compiled module to a file, placing the time of last
848 modification of its source into the header.
849 Errors are ignored, if a write error occurs an attempt is made to
850 remove the file. */
851
852static void
Martin v. Löwis18e16552006-02-15 17:27:45 +0000853write_compiled_module(PyCodeObject *co, char *cpathname, time_t mtime)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000854{
855 FILE *fp;
856
Guido van Rossum55a83382000-09-20 20:31:38 +0000857 fp = open_exclusive(cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000858 if (fp == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000859 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000860 PySys_WriteStderr(
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000861 "# can't create %s\n", cpathname);
862 return;
863 }
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000864 PyMarshal_WriteLongToFile(pyc_magic, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000865 /* First write a 0 for mtime */
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000866 PyMarshal_WriteLongToFile(0L, fp, Py_MARSHAL_VERSION);
867 PyMarshal_WriteObjectToFile((PyObject *)co, fp, Py_MARSHAL_VERSION);
Armin Rigo01ab2792004-03-26 15:09:27 +0000868 if (fflush(fp) != 0 || ferror(fp)) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000869 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000870 PySys_WriteStderr("# can't write %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000871 /* Don't keep partial file */
872 fclose(fp);
873 (void) unlink(cpathname);
874 return;
875 }
876 /* Now write the true mtime */
877 fseek(fp, 4L, 0);
Martin v. Löwis18e16552006-02-15 17:27:45 +0000878 assert(mtime < LONG_MAX);
Martin v. Löwis725507b2006-03-07 12:08:51 +0000879 PyMarshal_WriteLongToFile((long)mtime, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000880 fflush(fp);
881 fclose(fp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000882 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000883 PySys_WriteStderr("# wrote %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000884}
885
886
887/* Load a source module from a given file and return its module
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000888 object WITH INCREMENTED REFERENCE COUNT. If there's a matching
889 byte-compiled file, use that instead. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000890
Guido van Rossum79f25d91997-04-29 20:08:16 +0000891static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000892load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000893{
Fred Drake4c82b232000-06-30 16:18:57 +0000894 time_t mtime;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000895 FILE *fpc;
896 char buf[MAXPATHLEN+1];
897 char *cpathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000898 PyCodeObject *co;
899 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000900
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000901 mtime = PyOS_GetLastModificationTime(pathname, fp);
Neal Norwitz708e51a2005-10-03 04:48:15 +0000902 if (mtime == (time_t)(-1)) {
903 PyErr_Format(PyExc_RuntimeError,
904 "unable to get modification time from '%s'",
905 pathname);
Fred Drake4c82b232000-06-30 16:18:57 +0000906 return NULL;
Neal Norwitz708e51a2005-10-03 04:48:15 +0000907 }
Fred Drake4c82b232000-06-30 16:18:57 +0000908#if SIZEOF_TIME_T > 4
909 /* Python's .pyc timestamp handling presumes that the timestamp fits
910 in 4 bytes. This will be fine until sometime in the year 2038,
911 when a 4-byte signed time_t will overflow.
912 */
913 if (mtime >> 32) {
914 PyErr_SetString(PyExc_OverflowError,
Fred Drakec63d3e92001-03-01 06:33:32 +0000915 "modification time overflows a 4 byte field");
Fred Drake4c82b232000-06-30 16:18:57 +0000916 return NULL;
917 }
918#endif
Tim Peters36515e22001-11-18 04:06:29 +0000919 cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton37832f02001-04-13 17:50:20 +0000920 (size_t)MAXPATHLEN + 1);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000921 if (cpathname != NULL &&
922 (fpc = check_compiled_module(pathname, mtime, cpathname))) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000923 co = read_compiled_module(cpathname, fpc);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000924 fclose(fpc);
925 if (co == NULL)
926 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000927 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000928 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000929 name, cpathname);
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000930 pathname = cpathname;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000931 }
932 else {
933 co = parse_source_module(pathname, fp);
934 if (co == NULL)
935 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000936 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000937 PySys_WriteStderr("import %s # from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000938 name, pathname);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000939 if (cpathname)
940 write_compiled_module(co, cpathname, mtime);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000941 }
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000942 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000943 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000944
945 return m;
946}
947
948
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000949/* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +0000950static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
951static struct filedescr *find_module(char *, char *, PyObject *,
952 char *, size_t, FILE **, PyObject **);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000953static struct _frozen *find_frozen(char *name);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000954
955/* Load a package and return its module object WITH INCREMENTED
956 REFERENCE COUNT */
957
958static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000959load_package(char *name, char *pathname)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000960{
Tim Peters1cd70172004-08-02 03:52:12 +0000961 PyObject *m, *d;
962 PyObject *file = NULL;
963 PyObject *path = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000964 int err;
965 char buf[MAXPATHLEN+1];
966 FILE *fp = NULL;
967 struct filedescr *fdp;
968
969 m = PyImport_AddModule(name);
970 if (m == NULL)
971 return NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000972 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000973 PySys_WriteStderr("import %s # directory %s\n",
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000974 name, pathname);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000975 d = PyModule_GetDict(m);
976 file = PyString_FromString(pathname);
977 if (file == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000978 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000979 path = Py_BuildValue("[O]", file);
Tim Peters1cd70172004-08-02 03:52:12 +0000980 if (path == NULL)
981 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000982 err = PyDict_SetItemString(d, "__file__", file);
983 if (err == 0)
984 err = PyDict_SetItemString(d, "__path__", path);
Tim Peters1cd70172004-08-02 03:52:12 +0000985 if (err != 0)
986 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000987 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +0000988 fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000989 if (fdp == NULL) {
990 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
991 PyErr_Clear();
Thomas Heller25653242004-06-07 15:04:10 +0000992 Py_INCREF(m);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000993 }
994 else
995 m = NULL;
996 goto cleanup;
997 }
Just van Rossum52e14d62002-12-30 22:08:05 +0000998 m = load_module(name, fp, buf, fdp->type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000999 if (fp != NULL)
1000 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00001001 goto cleanup;
1002
1003 error:
1004 m = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001005 cleanup:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001006 Py_XDECREF(path);
1007 Py_XDECREF(file);
1008 return m;
1009}
1010
1011
1012/* Helper to test for built-in module */
1013
1014static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001015is_builtin(char *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001016{
1017 int i;
Guido van Rossum771c6c81997-10-31 18:37:24 +00001018 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
1019 if (strcmp(name, PyImport_Inittab[i].name) == 0) {
1020 if (PyImport_Inittab[i].initfunc == NULL)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001021 return -1;
1022 else
1023 return 1;
1024 }
1025 }
1026 return 0;
1027}
1028
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001029
Just van Rossum52e14d62002-12-30 22:08:05 +00001030/* Return an importer object for a sys.path/pkg.__path__ item 'p',
1031 possibly by fetching it from the path_importer_cache dict. If it
1032 wasn't yet cached, traverse path_hooks until it a hook is found
1033 that can handle the path item. Return None if no hook could;
1034 this tells our caller it should fall back to the builtin
1035 import mechanism. Cache the result in path_importer_cache.
1036 Returns a borrowed reference. */
1037
1038static PyObject *
1039get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
1040 PyObject *p)
1041{
1042 PyObject *importer;
Martin v. Löwis725507b2006-03-07 12:08:51 +00001043 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +00001044
1045 /* These conditions are the caller's responsibility: */
1046 assert(PyList_Check(path_hooks));
1047 assert(PyDict_Check(path_importer_cache));
1048
1049 nhooks = PyList_Size(path_hooks);
1050 if (nhooks < 0)
1051 return NULL; /* Shouldn't happen */
1052
1053 importer = PyDict_GetItem(path_importer_cache, p);
1054 if (importer != NULL)
1055 return importer;
1056
1057 /* set path_importer_cache[p] to None to avoid recursion */
1058 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
1059 return NULL;
1060
1061 for (j = 0; j < nhooks; j++) {
1062 PyObject *hook = PyList_GetItem(path_hooks, j);
1063 if (hook == NULL)
1064 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001065 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
Just van Rossum52e14d62002-12-30 22:08:05 +00001066 if (importer != NULL)
1067 break;
1068
1069 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
1070 return NULL;
1071 }
1072 PyErr_Clear();
1073 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001074 if (importer == NULL) {
1075 importer = PyObject_CallFunctionObjArgs(
1076 (PyObject *)&NullImporterType, p, NULL
1077 );
1078 if (importer == NULL) {
1079 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1080 PyErr_Clear();
1081 return Py_None;
1082 }
1083 }
1084 }
1085 if (importer != NULL) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001086 int err = PyDict_SetItem(path_importer_cache, p, importer);
1087 Py_DECREF(importer);
1088 if (err != 0)
1089 return NULL;
1090 }
1091 return importer;
1092}
1093
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001094/* Search the path (default sys.path) for a module. Return the
1095 corresponding filedescr struct, and (via return arguments) the
1096 pathname and an open file. Return NULL if the module is not found. */
1097
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001098#ifdef MS_COREDLL
Thomas Woutersb4bd21c2000-07-22 23:38:01 +00001099extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001100 char *, Py_ssize_t);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001101#endif
1102
Martin v. Löwis18e16552006-02-15 17:27:45 +00001103static int case_ok(char *, Py_ssize_t, Py_ssize_t, char *);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001104static int find_init_module(char *); /* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +00001105static struct filedescr importhookdescr = {"", "", IMP_HOOK};
Guido van Rossum197346f1997-10-31 18:38:52 +00001106
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001107static struct filedescr *
Just van Rossum52e14d62002-12-30 22:08:05 +00001108find_module(char *fullname, char *subname, PyObject *path, char *buf,
1109 size_t buflen, FILE **p_fp, PyObject **p_loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001110{
Martin v. Löwis725507b2006-03-07 12:08:51 +00001111 Py_ssize_t i, npath;
Fred Drake4c82b232000-06-30 16:18:57 +00001112 size_t len, namelen;
Guido van Rossum80bb9651996-12-05 23:27:02 +00001113 struct filedescr *fdp = NULL;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001114 char *filemode;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001115 FILE *fp = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00001116 PyObject *path_hooks, *path_importer_cache;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001117#ifndef RISCOS
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001118 struct stat statbuf;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001119#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001120 static struct filedescr fd_frozen = {"", "", PY_FROZEN};
1121 static struct filedescr fd_builtin = {"", "", C_BUILTIN};
1122 static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
Guido van Rossum0506a431998-08-11 15:07:39 +00001123 char name[MAXPATHLEN+1];
Andrew MacIntyred9400542002-02-26 11:41:34 +00001124#if defined(PYOS_OS2)
1125 size_t saved_len;
1126 size_t saved_namelen;
1127 char *saved_buf = NULL;
1128#endif
Just van Rossum52e14d62002-12-30 22:08:05 +00001129 if (p_loader != NULL)
1130 *p_loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001131
Just van Rossum52e14d62002-12-30 22:08:05 +00001132 if (strlen(subname) > MAXPATHLEN) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001133 PyErr_SetString(PyExc_OverflowError,
1134 "module name is too long");
Fred Drake4c82b232000-06-30 16:18:57 +00001135 return NULL;
1136 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001137 strcpy(name, subname);
1138
1139 /* sys.meta_path import hook */
1140 if (p_loader != NULL) {
1141 PyObject *meta_path;
1142
1143 meta_path = PySys_GetObject("meta_path");
1144 if (meta_path == NULL || !PyList_Check(meta_path)) {
1145 PyErr_SetString(PyExc_ImportError,
1146 "sys.meta_path must be a list of "
1147 "import hooks");
1148 return NULL;
1149 }
1150 Py_INCREF(meta_path); /* zap guard */
1151 npath = PyList_Size(meta_path);
1152 for (i = 0; i < npath; i++) {
1153 PyObject *loader;
1154 PyObject *hook = PyList_GetItem(meta_path, i);
1155 loader = PyObject_CallMethod(hook, "find_module",
1156 "sO", fullname,
1157 path != NULL ?
1158 path : Py_None);
1159 if (loader == NULL) {
1160 Py_DECREF(meta_path);
1161 return NULL; /* true error */
1162 }
1163 if (loader != Py_None) {
1164 /* a loader was found */
1165 *p_loader = loader;
1166 Py_DECREF(meta_path);
1167 return &importhookdescr;
1168 }
1169 Py_DECREF(loader);
1170 }
1171 Py_DECREF(meta_path);
1172 }
Guido van Rossum0506a431998-08-11 15:07:39 +00001173
1174 if (path != NULL && PyString_Check(path)) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001175 /* The only type of submodule allowed inside a "frozen"
1176 package are other frozen modules or packages. */
Guido van Rossum0506a431998-08-11 15:07:39 +00001177 if (PyString_Size(path) + 1 + strlen(name) >= (size_t)buflen) {
1178 PyErr_SetString(PyExc_ImportError,
1179 "full frozen module name too long");
1180 return NULL;
1181 }
1182 strcpy(buf, PyString_AsString(path));
1183 strcat(buf, ".");
1184 strcat(buf, name);
1185 strcpy(name, buf);
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001186 if (find_frozen(name) != NULL) {
1187 strcpy(buf, name);
1188 return &fd_frozen;
1189 }
1190 PyErr_Format(PyExc_ImportError,
1191 "No frozen submodule named %.200s", name);
1192 return NULL;
Guido van Rossum0506a431998-08-11 15:07:39 +00001193 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001194 if (path == NULL) {
1195 if (is_builtin(name)) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001196 strcpy(buf, name);
1197 return &fd_builtin;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001198 }
Greg Ward201baee2001-10-04 14:52:06 +00001199 if ((find_frozen(name)) != NULL) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001200 strcpy(buf, name);
1201 return &fd_frozen;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001202 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001203
Guido van Rossumac279101996-08-22 23:10:58 +00001204#ifdef MS_COREDLL
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001205 fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
1206 if (fp != NULL) {
1207 *p_fp = fp;
1208 return fdp;
1209 }
Guido van Rossuma5a3db71996-04-09 02:39:59 +00001210#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001211 path = PySys_GetObject("path");
1212 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001213 if (path == NULL || !PyList_Check(path)) {
1214 PyErr_SetString(PyExc_ImportError,
Guido van Rossuma5568d31998-03-05 03:45:08 +00001215 "sys.path must be a list of directory names");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001216 return NULL;
1217 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001218
1219 path_hooks = PySys_GetObject("path_hooks");
1220 if (path_hooks == NULL || !PyList_Check(path_hooks)) {
1221 PyErr_SetString(PyExc_ImportError,
1222 "sys.path_hooks must be a list of "
1223 "import hooks");
1224 return NULL;
1225 }
1226 path_importer_cache = PySys_GetObject("path_importer_cache");
1227 if (path_importer_cache == NULL ||
1228 !PyDict_Check(path_importer_cache)) {
1229 PyErr_SetString(PyExc_ImportError,
1230 "sys.path_importer_cache must be a dict");
1231 return NULL;
1232 }
1233
Guido van Rossum79f25d91997-04-29 20:08:16 +00001234 npath = PyList_Size(path);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001235 namelen = strlen(name);
1236 for (i = 0; i < npath; i++) {
Walter Dörwald3430d702002-06-17 10:43:59 +00001237 PyObject *copy = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001238 PyObject *v = PyList_GetItem(path, i);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00001239 if (!v)
1240 return NULL;
Walter Dörwald3430d702002-06-17 10:43:59 +00001241#ifdef Py_USING_UNICODE
1242 if (PyUnicode_Check(v)) {
1243 copy = PyUnicode_Encode(PyUnicode_AS_UNICODE(v),
1244 PyUnicode_GET_SIZE(v), Py_FileSystemDefaultEncoding, NULL);
1245 if (copy == NULL)
1246 return NULL;
1247 v = copy;
1248 }
1249 else
1250#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +00001251 if (!PyString_Check(v))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001252 continue;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001253 len = PyString_GET_SIZE(v);
Walter Dörwald3430d702002-06-17 10:43:59 +00001254 if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
1255 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001256 continue; /* Too long */
Walter Dörwald3430d702002-06-17 10:43:59 +00001257 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001258 strcpy(buf, PyString_AS_STRING(v));
Walter Dörwald3430d702002-06-17 10:43:59 +00001259 if (strlen(buf) != len) {
1260 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001261 continue; /* v contains '\0' */
Walter Dörwald3430d702002-06-17 10:43:59 +00001262 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001263
1264 /* sys.path_hooks import hook */
1265 if (p_loader != NULL) {
1266 PyObject *importer;
1267
1268 importer = get_path_importer(path_importer_cache,
1269 path_hooks, v);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001270 if (importer == NULL) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001271 Py_XDECREF(copy);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001272 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001273 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001274 /* Note: importer is a borrowed reference */
1275 if (importer != Py_None) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001276 PyObject *loader;
1277 loader = PyObject_CallMethod(importer,
1278 "find_module",
1279 "s", fullname);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001280 Py_XDECREF(copy);
Just van Rossum52e14d62002-12-30 22:08:05 +00001281 if (loader == NULL)
1282 return NULL; /* error */
1283 if (loader != Py_None) {
1284 /* a loader was found */
1285 *p_loader = loader;
1286 return &importhookdescr;
1287 }
1288 Py_DECREF(loader);
Thomas Wouters477c8d52006-05-27 19:21:47 +00001289 continue;
Just van Rossum52e14d62002-12-30 22:08:05 +00001290 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001291 }
Thomas Wouters477c8d52006-05-27 19:21:47 +00001292 /* no hook was found, use builtin import */
Just van Rossum52e14d62002-12-30 22:08:05 +00001293
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001294 if (len > 0 && buf[len-1] != SEP
1295#ifdef ALTSEP
1296 && buf[len-1] != ALTSEP
1297#endif
1298 )
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001299 buf[len++] = SEP;
Guido van Rossum215c3402000-11-13 17:26:32 +00001300 strcpy(buf+len, name);
1301 len += namelen;
Tim Peters50d8d372001-02-28 05:34:27 +00001302
1303 /* Check for package import (buf holds a directory name,
1304 and there's an __init__ module in that directory */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001305#ifdef HAVE_STAT
Walter Dörwald3430d702002-06-17 10:43:59 +00001306 if (stat(buf, &statbuf) == 0 && /* it exists */
1307 S_ISDIR(statbuf.st_mode) && /* it's a directory */
Thomas Wouters477c8d52006-05-27 19:21:47 +00001308 case_ok(buf, len, namelen, name)) { /* case matches */
1309 if (find_init_module(buf)) { /* and has __init__.py */
1310 Py_XDECREF(copy);
1311 return &fd_package;
1312 }
1313 else {
1314 char warnstr[MAXPATHLEN+80];
1315 sprintf(warnstr, "Not importing directory "
1316 "'%.*s': missing __init__.py",
1317 MAXPATHLEN, buf);
1318 if (PyErr_Warn(PyExc_ImportWarning,
1319 warnstr)) {
1320 Py_XDECREF(copy);
1321 return NULL;
1322 }
1323 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001324 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001325#else
1326 /* XXX How are you going to test for directories? */
Guido van Rossum48a680c2001-03-02 06:34:14 +00001327#ifdef RISCOS
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001328 if (isdir(buf) &&
Walter Dörwald3430d702002-06-17 10:43:59 +00001329 case_ok(buf, len, namelen, name)) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001330 if (find_init_module(buf)) {
1331 Py_XDECREF(copy);
1332 return &fd_package;
1333 }
1334 else {
1335 char warnstr[MAXPATHLEN+80];
1336 sprintf(warnstr, "Not importing directory "
1337 "'%.*s': missing __init__.py",
1338 MAXPATHLEN, buf);
1339 if (PyErr_Warn(PyExc_ImportWarning,
1340 warnstr)) {
1341 Py_XDECREF(copy);
1342 return NULL;
1343 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001344 }
Guido van Rossum48a680c2001-03-02 06:34:14 +00001345#endif
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001346#endif
Andrew MacIntyred9400542002-02-26 11:41:34 +00001347#if defined(PYOS_OS2)
1348 /* take a snapshot of the module spec for restoration
1349 * after the 8 character DLL hackery
1350 */
1351 saved_buf = strdup(buf);
1352 saved_len = len;
1353 saved_namelen = namelen;
1354#endif /* PYOS_OS2 */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001355 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001356#if defined(PYOS_OS2)
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001357 /* OS/2 limits DLLs to 8 character names (w/o
1358 extension)
Andrew MacIntyred9400542002-02-26 11:41:34 +00001359 * so if the name is longer than that and its a
1360 * dynamically loaded module we're going to try,
1361 * truncate the name before trying
1362 */
Just van Rossum52e14d62002-12-30 22:08:05 +00001363 if (strlen(subname) > 8) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001364 /* is this an attempt to load a C extension? */
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001365 const struct filedescr *scan;
1366 scan = _PyImport_DynLoadFiletab;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001367 while (scan->suffix != NULL) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001368 if (!strcmp(scan->suffix, fdp->suffix))
Andrew MacIntyred9400542002-02-26 11:41:34 +00001369 break;
1370 else
1371 scan++;
1372 }
1373 if (scan->suffix != NULL) {
1374 /* yes, so truncate the name */
1375 namelen = 8;
Just van Rossum52e14d62002-12-30 22:08:05 +00001376 len -= strlen(subname) - namelen;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001377 buf[len] = '\0';
1378 }
1379 }
1380#endif /* PYOS_OS2 */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001381 strcpy(buf+len, fdp->suffix);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001382 if (Py_VerboseFlag > 1)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001383 PySys_WriteStderr("# trying %s\n", buf);
Jack Jansenc88da1f2002-05-28 10:58:19 +00001384 filemode = fdp->mode;
Tim Peters86c7d2f2004-08-01 23:24:21 +00001385 if (filemode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001386 filemode = "r" PY_STDIOTEXTMODE;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001387 fp = fopen(buf, filemode);
Tim Peters50d8d372001-02-28 05:34:27 +00001388 if (fp != NULL) {
1389 if (case_ok(buf, len, namelen, name))
1390 break;
1391 else { /* continue search */
1392 fclose(fp);
1393 fp = NULL;
Barry Warsaw914a0b12001-02-02 19:12:16 +00001394 }
Barry Warsaw914a0b12001-02-02 19:12:16 +00001395 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001396#if defined(PYOS_OS2)
1397 /* restore the saved snapshot */
1398 strcpy(buf, saved_buf);
1399 len = saved_len;
1400 namelen = saved_namelen;
1401#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001402 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001403#if defined(PYOS_OS2)
1404 /* don't need/want the module name snapshot anymore */
1405 if (saved_buf)
1406 {
1407 free(saved_buf);
1408 saved_buf = NULL;
1409 }
1410#endif
Walter Dörwald3430d702002-06-17 10:43:59 +00001411 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001412 if (fp != NULL)
1413 break;
1414 }
1415 if (fp == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001416 PyErr_Format(PyExc_ImportError,
1417 "No module named %.200s", name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001418 return NULL;
1419 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001420 *p_fp = fp;
1421 return fdp;
1422}
1423
Raymond Hettingerdb29e0f2004-10-07 06:46:25 +00001424/* Helpers for main.c
1425 * Find the source file corresponding to a named module
1426 */
1427struct filedescr *
1428_PyImport_FindModule(const char *name, PyObject *path, char *buf,
1429 size_t buflen, FILE **p_fp, PyObject **p_loader)
1430{
1431 return find_module((char *) name, (char *) name, path,
1432 buf, buflen, p_fp, p_loader);
1433}
1434
1435PyAPI_FUNC(int) _PyImport_IsScript(struct filedescr * fd)
1436{
1437 return fd->type == PY_SOURCE || fd->type == PY_COMPILED;
1438}
1439
Martin v. Löwis18e16552006-02-15 17:27:45 +00001440/* case_ok(char* buf, Py_ssize_t len, Py_ssize_t namelen, char* name)
Tim Petersd1e87a82001-03-01 18:12:00 +00001441 * The arguments here are tricky, best shown by example:
1442 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1443 * ^ ^ ^ ^
1444 * |--------------------- buf ---------------------|
1445 * |------------------- len ------------------|
1446 * |------ name -------|
1447 * |----- namelen -----|
1448 * buf is the full path, but len only counts up to (& exclusive of) the
1449 * extension. name is the module name, also exclusive of extension.
1450 *
1451 * We've already done a successful stat() or fopen() on buf, so know that
1452 * there's some match, possibly case-insensitive.
1453 *
Tim Peters50d8d372001-02-28 05:34:27 +00001454 * case_ok() is to return 1 if there's a case-sensitive match for
1455 * name, else 0. case_ok() is also to return 1 if envar PYTHONCASEOK
1456 * exists.
Tim Petersd1e87a82001-03-01 18:12:00 +00001457 *
Tim Peters50d8d372001-02-28 05:34:27 +00001458 * case_ok() is used to implement case-sensitive import semantics even
1459 * on platforms with case-insensitive filesystems. It's trivial to implement
1460 * for case-sensitive filesystems. It's pretty much a cross-platform
1461 * nightmare for systems with case-insensitive filesystems.
1462 */
Guido van Rossum0980bd91998-02-13 17:18:36 +00001463
Tim Peters50d8d372001-02-28 05:34:27 +00001464/* First we may need a pile of platform-specific header files; the sequence
1465 * of #if's here should match the sequence in the body of case_ok().
1466 */
Jason Tishler7961aa62005-05-20 00:56:54 +00001467#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001468#include <windows.h>
Guido van Rossum4c3f57c2001-01-10 20:40:46 +00001469
Tim Peters50d8d372001-02-28 05:34:27 +00001470#elif defined(DJGPP)
1471#include <dir.h>
1472
Jason Tishler7961aa62005-05-20 00:56:54 +00001473#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001474#include <sys/types.h>
1475#include <dirent.h>
1476
Andrew MacIntyred9400542002-02-26 11:41:34 +00001477#elif defined(PYOS_OS2)
1478#define INCL_DOS
1479#define INCL_DOSERRORS
1480#define INCL_NOPMAPI
1481#include <os2.h>
1482
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001483#elif defined(RISCOS)
1484#include "oslib/osfscontrol.h"
Tim Peters50d8d372001-02-28 05:34:27 +00001485#endif
1486
Guido van Rossum0980bd91998-02-13 17:18:36 +00001487static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00001488case_ok(char *buf, Py_ssize_t len, Py_ssize_t namelen, char *name)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001489{
Tim Peters50d8d372001-02-28 05:34:27 +00001490/* Pick a platform-specific implementation; the sequence of #if's here should
1491 * match the sequence just above.
1492 */
1493
Jason Tishler7961aa62005-05-20 00:56:54 +00001494/* MS_WINDOWS */
1495#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001496 WIN32_FIND_DATA data;
1497 HANDLE h;
Tim Peters50d8d372001-02-28 05:34:27 +00001498
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001499 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001500 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001501
Guido van Rossum0980bd91998-02-13 17:18:36 +00001502 h = FindFirstFile(buf, &data);
1503 if (h == INVALID_HANDLE_VALUE) {
1504 PyErr_Format(PyExc_NameError,
1505 "Can't find file for module %.100s\n(filename %.300s)",
1506 name, buf);
1507 return 0;
1508 }
1509 FindClose(h);
Tim Peters50d8d372001-02-28 05:34:27 +00001510 return strncmp(data.cFileName, name, namelen) == 0;
1511
1512/* DJGPP */
1513#elif defined(DJGPP)
1514 struct ffblk ffblk;
1515 int done;
1516
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001517 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum323bf5e1998-06-24 03:54:06 +00001518 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001519
1520 done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
1521 if (done) {
Guido van Rossum0980bd91998-02-13 17:18:36 +00001522 PyErr_Format(PyExc_NameError,
Tim Peters50d8d372001-02-28 05:34:27 +00001523 "Can't find file for module %.100s\n(filename %.300s)",
Guido van Rossum0980bd91998-02-13 17:18:36 +00001524 name, buf);
1525 return 0;
1526 }
Tim Peters50d8d372001-02-28 05:34:27 +00001527 return strncmp(ffblk.ff_name, name, namelen) == 0;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001528
Jason Tishler7961aa62005-05-20 00:56:54 +00001529/* new-fangled macintosh (macosx) or Cygwin */
1530#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001531 DIR *dirp;
1532 struct dirent *dp;
Tim Petersd1e87a82001-03-01 18:12:00 +00001533 char dirname[MAXPATHLEN + 1];
1534 const int dirlen = len - namelen - 1; /* don't want trailing SEP */
Tim Peters430f5d42001-03-01 01:30:56 +00001535
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001536 if (Py_GETENV("PYTHONCASEOK") != NULL)
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001537 return 1;
1538
Tim Petersd1e87a82001-03-01 18:12:00 +00001539 /* Copy the dir component into dirname; substitute "." if empty */
1540 if (dirlen <= 0) {
1541 dirname[0] = '.';
1542 dirname[1] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001543 }
1544 else {
Tim Petersd1e87a82001-03-01 18:12:00 +00001545 assert(dirlen <= MAXPATHLEN);
1546 memcpy(dirname, buf, dirlen);
1547 dirname[dirlen] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001548 }
1549 /* Open the directory and search the entries for an exact match. */
Tim Petersd1e87a82001-03-01 18:12:00 +00001550 dirp = opendir(dirname);
Tim Peters430f5d42001-03-01 01:30:56 +00001551 if (dirp) {
Tim Peters677898a2001-03-02 03:28:03 +00001552 char *nameWithExt = buf + len - namelen;
Tim Peters430f5d42001-03-01 01:30:56 +00001553 while ((dp = readdir(dirp)) != NULL) {
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001554 const int thislen =
Tim Peters430f5d42001-03-01 01:30:56 +00001555#ifdef _DIRENT_HAVE_D_NAMELEN
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001556 dp->d_namlen;
Tim Peters430f5d42001-03-01 01:30:56 +00001557#else
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001558 strlen(dp->d_name);
Tim Peters430f5d42001-03-01 01:30:56 +00001559#endif
Tim Petersd1e87a82001-03-01 18:12:00 +00001560 if (thislen >= namelen &&
Tim Peters677898a2001-03-02 03:28:03 +00001561 strcmp(dp->d_name, nameWithExt) == 0) {
Tim Peters430f5d42001-03-01 01:30:56 +00001562 (void)closedir(dirp);
1563 return 1; /* Found */
1564 }
1565 }
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001566 (void)closedir(dirp);
Tim Peters430f5d42001-03-01 01:30:56 +00001567 }
Tim Peters430f5d42001-03-01 01:30:56 +00001568 return 0 ; /* Not found */
Tim Peters430f5d42001-03-01 01:30:56 +00001569
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001570/* RISC OS */
1571#elif defined(RISCOS)
1572 char canon[MAXPATHLEN+1]; /* buffer for the canonical form of the path */
1573 char buf2[MAXPATHLEN+2];
1574 char *nameWithExt = buf+len-namelen;
1575 int canonlen;
1576 os_error *e;
1577
1578 if (Py_GETENV("PYTHONCASEOK") != NULL)
1579 return 1;
1580
1581 /* workaround:
1582 append wildcard, otherwise case of filename wouldn't be touched */
1583 strcpy(buf2, buf);
1584 strcat(buf2, "*");
1585
1586 e = xosfscontrol_canonicalise_path(buf2,canon,0,0,MAXPATHLEN+1,&canonlen);
1587 canonlen = MAXPATHLEN+1-canonlen;
1588 if (e || canonlen<=0 || canonlen>(MAXPATHLEN+1) )
1589 return 0;
1590 if (strcmp(nameWithExt, canon+canonlen-strlen(nameWithExt))==0)
1591 return 1; /* match */
1592
1593 return 0;
1594
Andrew MacIntyred9400542002-02-26 11:41:34 +00001595/* OS/2 */
1596#elif defined(PYOS_OS2)
1597 HDIR hdir = 1;
1598 ULONG srchcnt = 1;
1599 FILEFINDBUF3 ffbuf;
1600 APIRET rc;
1601
1602 if (getenv("PYTHONCASEOK") != NULL)
1603 return 1;
1604
1605 rc = DosFindFirst(buf,
1606 &hdir,
1607 FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
1608 &ffbuf, sizeof(ffbuf),
1609 &srchcnt,
1610 FIL_STANDARD);
1611 if (rc != NO_ERROR)
1612 return 0;
1613 return strncmp(ffbuf.achName, name, namelen) == 0;
1614
Tim Peters50d8d372001-02-28 05:34:27 +00001615/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
1616#else
Guido van Rossum0980bd91998-02-13 17:18:36 +00001617 return 1;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001618
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001619#endif
Tim Peters50d8d372001-02-28 05:34:27 +00001620}
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001621
Guido van Rossum0980bd91998-02-13 17:18:36 +00001622
Guido van Rossum197346f1997-10-31 18:38:52 +00001623#ifdef HAVE_STAT
1624/* Helper to look for __init__.py or __init__.py[co] in potential package */
1625static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001626find_init_module(char *buf)
Guido van Rossum197346f1997-10-31 18:38:52 +00001627{
Tim Peters0f9431f2001-07-05 03:47:53 +00001628 const size_t save_len = strlen(buf);
Fred Drake4c82b232000-06-30 16:18:57 +00001629 size_t i = save_len;
Tim Peters0f9431f2001-07-05 03:47:53 +00001630 char *pname; /* pointer to start of __init__ */
Guido van Rossum197346f1997-10-31 18:38:52 +00001631 struct stat statbuf;
1632
Tim Peters0f9431f2001-07-05 03:47:53 +00001633/* For calling case_ok(buf, len, namelen, name):
1634 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1635 * ^ ^ ^ ^
1636 * |--------------------- buf ---------------------|
1637 * |------------------- len ------------------|
1638 * |------ name -------|
1639 * |----- namelen -----|
1640 */
Guido van Rossum197346f1997-10-31 18:38:52 +00001641 if (save_len + 13 >= MAXPATHLEN)
1642 return 0;
1643 buf[i++] = SEP;
Tim Peters0f9431f2001-07-05 03:47:53 +00001644 pname = buf + i;
1645 strcpy(pname, "__init__.py");
Guido van Rossum197346f1997-10-31 18:38:52 +00001646 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001647 if (case_ok(buf,
1648 save_len + 9, /* len("/__init__") */
1649 8, /* len("__init__") */
1650 pname)) {
1651 buf[save_len] = '\0';
1652 return 1;
1653 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001654 }
Tim Peters0f9431f2001-07-05 03:47:53 +00001655 i += strlen(pname);
1656 strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
Guido van Rossum197346f1997-10-31 18:38:52 +00001657 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001658 if (case_ok(buf,
1659 save_len + 9, /* len("/__init__") */
1660 8, /* len("__init__") */
1661 pname)) {
1662 buf[save_len] = '\0';
1663 return 1;
1664 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001665 }
1666 buf[save_len] = '\0';
1667 return 0;
1668}
Guido van Rossum48a680c2001-03-02 06:34:14 +00001669
1670#else
1671
1672#ifdef RISCOS
1673static int
1674find_init_module(buf)
1675 char *buf;
1676{
1677 int save_len = strlen(buf);
1678 int i = save_len;
1679
1680 if (save_len + 13 >= MAXPATHLEN)
1681 return 0;
1682 buf[i++] = SEP;
1683 strcpy(buf+i, "__init__/py");
1684 if (isfile(buf)) {
1685 buf[save_len] = '\0';
1686 return 1;
1687 }
1688
1689 if (Py_OptimizeFlag)
1690 strcpy(buf+i, "o");
1691 else
1692 strcpy(buf+i, "c");
1693 if (isfile(buf)) {
1694 buf[save_len] = '\0';
1695 return 1;
1696 }
1697 buf[save_len] = '\0';
1698 return 0;
1699}
1700#endif /*RISCOS*/
1701
Guido van Rossum197346f1997-10-31 18:38:52 +00001702#endif /* HAVE_STAT */
1703
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001704
Tim Petersdbd9ba62000-07-09 03:09:57 +00001705static int init_builtin(char *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001706
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001707/* Load an external module using the default search path and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001708 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001709
Guido van Rossum79f25d91997-04-29 20:08:16 +00001710static PyObject *
Just van Rossum52e14d62002-12-30 22:08:05 +00001711load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001712{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001713 PyObject *modules;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001714 PyObject *m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001715 int err;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001716
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001717 /* First check that there's an open file (if we need one) */
1718 switch (type) {
1719 case PY_SOURCE:
1720 case PY_COMPILED:
1721 if (fp == NULL) {
1722 PyErr_Format(PyExc_ValueError,
1723 "file object required for import (type code %d)",
1724 type);
1725 return NULL;
1726 }
1727 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001728
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001729 switch (type) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001730
1731 case PY_SOURCE:
1732 m = load_source_module(name, buf, fp);
1733 break;
1734
1735 case PY_COMPILED:
1736 m = load_compiled_module(name, buf, fp);
1737 break;
1738
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001739#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001740 case C_EXTENSION:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001741 m = _PyImport_LoadDynamicModule(name, buf, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001742 break;
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001743#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001744
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001745 case PKG_DIRECTORY:
1746 m = load_package(name, buf);
1747 break;
1748
1749 case C_BUILTIN:
1750 case PY_FROZEN:
Guido van Rossuma5568d31998-03-05 03:45:08 +00001751 if (buf != NULL && buf[0] != '\0')
1752 name = buf;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001753 if (type == C_BUILTIN)
1754 err = init_builtin(name);
1755 else
1756 err = PyImport_ImportFrozenModule(name);
1757 if (err < 0)
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001758 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001759 if (err == 0) {
1760 PyErr_Format(PyExc_ImportError,
1761 "Purported %s module %.200s not found",
1762 type == C_BUILTIN ?
1763 "builtin" : "frozen",
1764 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001765 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001766 }
1767 modules = PyImport_GetModuleDict();
1768 m = PyDict_GetItemString(modules, name);
1769 if (m == NULL) {
1770 PyErr_Format(
1771 PyExc_ImportError,
1772 "%s module %.200s not properly initialized",
1773 type == C_BUILTIN ?
1774 "builtin" : "frozen",
1775 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001776 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001777 }
1778 Py_INCREF(m);
1779 break;
1780
Just van Rossum52e14d62002-12-30 22:08:05 +00001781 case IMP_HOOK: {
1782 if (loader == NULL) {
1783 PyErr_SetString(PyExc_ImportError,
1784 "import hook without loader");
1785 return NULL;
1786 }
1787 m = PyObject_CallMethod(loader, "load_module", "s", name);
1788 break;
1789 }
1790
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001791 default:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001792 PyErr_Format(PyExc_ImportError,
1793 "Don't know how to import %.200s (type code %d)",
1794 name, type);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001795 m = NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001796
1797 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001798
1799 return m;
1800}
1801
1802
1803/* Initialize a built-in module.
1804 Return 1 for succes, 0 if the module is not found, and -1 with
1805 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001806
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001807static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001808init_builtin(char *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001809{
Guido van Rossum25ce5661997-08-02 03:10:38 +00001810 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001811
Greg Ward201baee2001-10-04 14:52:06 +00001812 if (_PyImport_FindExtension(name, name) != NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +00001813 return 1;
1814
Guido van Rossum771c6c81997-10-31 18:37:24 +00001815 for (p = PyImport_Inittab; p->name != NULL; p++) {
Guido van Rossum25ce5661997-08-02 03:10:38 +00001816 if (strcmp(name, p->name) == 0) {
1817 if (p->initfunc == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001818 PyErr_Format(PyExc_ImportError,
1819 "Cannot re-init internal module %.200s",
1820 name);
Guido van Rossum74e6a111994-08-29 12:54:38 +00001821 return -1;
1822 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001823 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001824 PySys_WriteStderr("import %s # builtin\n", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +00001825 (*p->initfunc)();
Guido van Rossum79f25d91997-04-29 20:08:16 +00001826 if (PyErr_Occurred())
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001827 return -1;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001828 if (_PyImport_FixupExtension(name, name) == NULL)
1829 return -1;
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001830 return 1;
1831 }
1832 }
1833 return 0;
1834}
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001835
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001836
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001837/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001838
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001839static struct _frozen *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001840find_frozen(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001841{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001842 struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001843
Guido van Rossum79f25d91997-04-29 20:08:16 +00001844 for (p = PyImport_FrozenModules; ; p++) {
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001845 if (p->name == NULL)
1846 return NULL;
1847 if (strcmp(p->name, name) == 0)
1848 break;
1849 }
1850 return p;
1851}
1852
Guido van Rossum79f25d91997-04-29 20:08:16 +00001853static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001854get_frozen_object(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001855{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001856 struct _frozen *p = find_frozen(name);
Guido van Rossuma5568d31998-03-05 03:45:08 +00001857 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001858
1859 if (p == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001860 PyErr_Format(PyExc_ImportError,
1861 "No such frozen object named %.200s",
1862 name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001863 return NULL;
1864 }
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001865 if (p->code == NULL) {
1866 PyErr_Format(PyExc_ImportError,
1867 "Excluded frozen object named %.200s",
1868 name);
1869 return NULL;
1870 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001871 size = p->size;
1872 if (size < 0)
1873 size = -size;
1874 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001875}
1876
1877/* Initialize a frozen module.
1878 Return 1 for succes, 0 if the module is not found, and -1 with
1879 an exception set if the initialization failed.
1880 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001881
1882int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001883PyImport_ImportFrozenModule(char *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001884{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001885 struct _frozen *p = find_frozen(name);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001886 PyObject *co;
1887 PyObject *m;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001888 int ispackage;
1889 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001890
1891 if (p == NULL)
1892 return 0;
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001893 if (p->code == NULL) {
1894 PyErr_Format(PyExc_ImportError,
1895 "Excluded frozen object named %.200s",
1896 name);
1897 return -1;
1898 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001899 size = p->size;
1900 ispackage = (size < 0);
1901 if (ispackage)
1902 size = -size;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001903 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001904 PySys_WriteStderr("import %s # frozen%s\n",
Guido van Rossuma5568d31998-03-05 03:45:08 +00001905 name, ispackage ? " package" : "");
1906 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001907 if (co == NULL)
1908 return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001909 if (!PyCode_Check(co)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001910 PyErr_Format(PyExc_TypeError,
1911 "frozen object %.200s is not a code object",
1912 name);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001913 goto err_return;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001914 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001915 if (ispackage) {
1916 /* Set __path__ to the package name */
1917 PyObject *d, *s;
1918 int err;
1919 m = PyImport_AddModule(name);
1920 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001921 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001922 d = PyModule_GetDict(m);
1923 s = PyString_InternFromString(name);
1924 if (s == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001925 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001926 err = PyDict_SetItemString(d, "__path__", s);
1927 Py_DECREF(s);
1928 if (err != 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001929 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001930 }
Guido van Rossume32bf6e1998-02-11 05:53:02 +00001931 m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001932 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001933 goto err_return;
1934 Py_DECREF(co);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001935 Py_DECREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001936 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001937err_return:
1938 Py_DECREF(co);
1939 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001940}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001941
1942
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001943/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001944 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001945
Guido van Rossum79f25d91997-04-29 20:08:16 +00001946PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001947PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001948{
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001949 PyObject *pname;
1950 PyObject *result;
1951
1952 pname = PyString_FromString(name);
Neal Norwitza11e4c12003-03-23 14:31:01 +00001953 if (pname == NULL)
1954 return NULL;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001955 result = PyImport_Import(pname);
1956 Py_DECREF(pname);
1957 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001958}
1959
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001960/* Forward declarations for helper routines */
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001961static PyObject *get_parent(PyObject *globals, char *buf,
1962 Py_ssize_t *p_buflen, int level);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001963static PyObject *load_next(PyObject *mod, PyObject *altmod,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001964 char **p_name, char *buf, Py_ssize_t *p_buflen);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001965static int mark_miss(char *name);
1966static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001967 char *buf, Py_ssize_t buflen, int recursive);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001968static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001969
1970/* The Magnum Opus of dotted-name import :-) */
1971
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001972static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001973import_module_level(char *name, PyObject *globals, PyObject *locals,
1974 PyObject *fromlist, int level)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001975{
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001976 char buf[MAXPATHLEN+1];
Martin v. Löwis18e16552006-02-15 17:27:45 +00001977 Py_ssize_t buflen = 0;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001978 PyObject *parent, *head, *next, *tail;
1979
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001980 parent = get_parent(globals, buf, &buflen, level);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001981 if (parent == NULL)
1982 return NULL;
1983
1984 head = load_next(parent, Py_None, &name, buf, &buflen);
1985 if (head == NULL)
1986 return NULL;
1987
1988 tail = head;
1989 Py_INCREF(tail);
1990 while (name) {
1991 next = load_next(tail, tail, &name, buf, &buflen);
1992 Py_DECREF(tail);
1993 if (next == NULL) {
1994 Py_DECREF(head);
1995 return NULL;
1996 }
1997 tail = next;
1998 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001999 if (tail == Py_None) {
2000 /* If tail is Py_None, both get_parent and load_next found
2001 an empty module name: someone called __import__("") or
2002 doctored faulty bytecode */
2003 Py_DECREF(tail);
2004 Py_DECREF(head);
2005 PyErr_SetString(PyExc_ValueError,
2006 "Empty module name");
2007 return NULL;
2008 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002009
2010 if (fromlist != NULL) {
2011 if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
2012 fromlist = NULL;
2013 }
2014
2015 if (fromlist == NULL) {
2016 Py_DECREF(tail);
2017 return head;
2018 }
2019
2020 Py_DECREF(head);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002021 if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002022 Py_DECREF(tail);
2023 return NULL;
2024 }
2025
2026 return tail;
2027}
2028
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002029/* For DLL compatibility */
2030#undef PyImport_ImportModuleEx
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002031PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002032PyImport_ImportModuleEx(char *name, PyObject *globals, PyObject *locals,
2033 PyObject *fromlist)
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002034{
2035 PyObject *result;
2036 lock_import();
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002037 result = import_module_level(name, globals, locals, fromlist, -1);
2038 if (unlock_import() < 0) {
2039 Py_XDECREF(result);
2040 PyErr_SetString(PyExc_RuntimeError,
2041 "not holding the import lock");
2042 return NULL;
2043 }
2044 return result;
2045}
2046#define PyImport_ImportModuleEx(n, g, l, f) \
2047 PyImport_ImportModuleLevel(n, g, l, f, -1);
2048
2049PyObject *
2050PyImport_ImportModuleLevel(char *name, PyObject *globals, PyObject *locals,
2051 PyObject *fromlist, int level)
2052{
2053 PyObject *result;
2054 lock_import();
2055 result = import_module_level(name, globals, locals, fromlist, level);
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002056 if (unlock_import() < 0) {
2057 Py_XDECREF(result);
2058 PyErr_SetString(PyExc_RuntimeError,
2059 "not holding the import lock");
2060 return NULL;
2061 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002062 return result;
2063}
2064
Fred Drake87590902004-05-28 20:21:36 +00002065/* Return the package that an import is being performed in. If globals comes
2066 from the module foo.bar.bat (not itself a package), this returns the
2067 sys.modules entry for foo.bar. If globals is from a package's __init__.py,
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002068 the package's entry in sys.modules is returned, as a borrowed reference.
Fred Drake87590902004-05-28 20:21:36 +00002069
2070 The *name* of the returned package is returned in buf, with the length of
2071 the name in *p_buflen.
2072
2073 If globals doesn't come from a package or a module in a package, or a
2074 corresponding entry is not found in sys.modules, Py_None is returned.
2075*/
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002076static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002077get_parent(PyObject *globals, char *buf, Py_ssize_t *p_buflen, int level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002078{
2079 static PyObject *namestr = NULL;
2080 static PyObject *pathstr = NULL;
2081 PyObject *modname, *modpath, *modules, *parent;
2082
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002083 if (globals == NULL || !PyDict_Check(globals) || !level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002084 return Py_None;
2085
2086 if (namestr == NULL) {
2087 namestr = PyString_InternFromString("__name__");
2088 if (namestr == NULL)
2089 return NULL;
2090 }
2091 if (pathstr == NULL) {
2092 pathstr = PyString_InternFromString("__path__");
2093 if (pathstr == NULL)
2094 return NULL;
2095 }
2096
2097 *buf = '\0';
2098 *p_buflen = 0;
2099 modname = PyDict_GetItem(globals, namestr);
2100 if (modname == NULL || !PyString_Check(modname))
2101 return Py_None;
2102
2103 modpath = PyDict_GetItem(globals, pathstr);
2104 if (modpath != NULL) {
Martin v. Löwis725507b2006-03-07 12:08:51 +00002105 Py_ssize_t len = PyString_GET_SIZE(modname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002106 if (len > MAXPATHLEN) {
2107 PyErr_SetString(PyExc_ValueError,
2108 "Module name too long");
2109 return NULL;
2110 }
2111 strcpy(buf, PyString_AS_STRING(modname));
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002112 }
2113 else {
2114 char *start = PyString_AS_STRING(modname);
2115 char *lastdot = strrchr(start, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002116 size_t len;
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002117 if (lastdot == NULL && level > 0) {
2118 PyErr_SetString(PyExc_ValueError,
2119 "Relative importpath too deep");
2120 return NULL;
2121 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002122 if (lastdot == NULL)
2123 return Py_None;
2124 len = lastdot - start;
2125 if (len >= MAXPATHLEN) {
2126 PyErr_SetString(PyExc_ValueError,
2127 "Module name too long");
2128 return NULL;
2129 }
2130 strncpy(buf, start, len);
2131 buf[len] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002132 }
2133
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002134 while (--level > 0) {
2135 char *dot = strrchr(buf, '.');
2136 if (dot == NULL) {
2137 PyErr_SetString(PyExc_ValueError,
2138 "Relative importpath too deep");
2139 return NULL;
2140 }
2141 *dot = '\0';
2142 }
2143 *p_buflen = strlen(buf);
2144
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002145 modules = PyImport_GetModuleDict();
2146 parent = PyDict_GetItemString(modules, buf);
2147 if (parent == NULL)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002148 PyErr_Format(PyExc_SystemError,
2149 "Parent module '%.200s' not loaded", buf);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002150 return parent;
2151 /* We expect, but can't guarantee, if parent != None, that:
2152 - parent.__name__ == buf
2153 - parent.__dict__ is globals
2154 If this is violated... Who cares? */
2155}
2156
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002157/* altmod is either None or same as mod */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002158static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002159load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002160 Py_ssize_t *p_buflen)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002161{
2162 char *name = *p_name;
2163 char *dot = strchr(name, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002164 size_t len;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002165 char *p;
2166 PyObject *result;
2167
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002168 if (strlen(name) == 0) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002169 /* completely empty module name should only happen in
2170 'from . import' (or '__import__("")')*/
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002171 Py_INCREF(mod);
2172 *p_name = NULL;
2173 return mod;
2174 }
2175
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002176 if (dot == NULL) {
2177 *p_name = NULL;
2178 len = strlen(name);
2179 }
2180 else {
2181 *p_name = dot+1;
2182 len = dot-name;
2183 }
Guido van Rossum111c20b1998-04-11 17:38:22 +00002184 if (len == 0) {
2185 PyErr_SetString(PyExc_ValueError,
2186 "Empty module name");
2187 return NULL;
2188 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002189
2190 p = buf + *p_buflen;
2191 if (p != buf)
2192 *p++ = '.';
2193 if (p+len-buf >= MAXPATHLEN) {
2194 PyErr_SetString(PyExc_ValueError,
2195 "Module name too long");
2196 return NULL;
2197 }
2198 strncpy(p, name, len);
2199 p[len] = '\0';
2200 *p_buflen = p+len-buf;
2201
2202 result = import_submodule(mod, p, buf);
2203 if (result == Py_None && altmod != mod) {
2204 Py_DECREF(result);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002205 /* Here, altmod must be None and mod must not be None */
Guido van Rossum0c819451997-09-07 06:16:57 +00002206 result = import_submodule(altmod, p, p);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002207 if (result != NULL && result != Py_None) {
2208 if (mark_miss(buf) != 0) {
2209 Py_DECREF(result);
2210 return NULL;
2211 }
2212 strncpy(buf, name, len);
2213 buf[len] = '\0';
2214 *p_buflen = len;
2215 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002216 }
2217 if (result == NULL)
2218 return NULL;
2219
2220 if (result == Py_None) {
2221 Py_DECREF(result);
2222 PyErr_Format(PyExc_ImportError,
2223 "No module named %.200s", name);
2224 return NULL;
2225 }
2226
2227 return result;
2228}
2229
2230static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002231mark_miss(char *name)
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002232{
2233 PyObject *modules = PyImport_GetModuleDict();
2234 return PyDict_SetItemString(modules, name, Py_None);
2235}
2236
2237static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00002238ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, Py_ssize_t buflen,
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002239 int recursive)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002240{
2241 int i;
2242
2243 if (!PyObject_HasAttrString(mod, "__path__"))
2244 return 1;
2245
2246 for (i = 0; ; i++) {
2247 PyObject *item = PySequence_GetItem(fromlist, i);
2248 int hasit;
2249 if (item == NULL) {
2250 if (PyErr_ExceptionMatches(PyExc_IndexError)) {
2251 PyErr_Clear();
2252 return 1;
2253 }
2254 return 0;
2255 }
2256 if (!PyString_Check(item)) {
2257 PyErr_SetString(PyExc_TypeError,
2258 "Item in ``from list'' not a string");
2259 Py_DECREF(item);
2260 return 0;
2261 }
2262 if (PyString_AS_STRING(item)[0] == '*') {
Guido van Rossum9905ef91997-09-08 16:07:11 +00002263 PyObject *all;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002264 Py_DECREF(item);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002265 /* See if the package defines __all__ */
2266 if (recursive)
2267 continue; /* Avoid endless recursion */
2268 all = PyObject_GetAttrString(mod, "__all__");
2269 if (all == NULL)
2270 PyErr_Clear();
2271 else {
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002272 int ret = ensure_fromlist(mod, all, buf, buflen, 1);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002273 Py_DECREF(all);
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002274 if (!ret)
2275 return 0;
Guido van Rossum9905ef91997-09-08 16:07:11 +00002276 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002277 continue;
2278 }
2279 hasit = PyObject_HasAttr(mod, item);
2280 if (!hasit) {
2281 char *subname = PyString_AS_STRING(item);
2282 PyObject *submod;
2283 char *p;
2284 if (buflen + strlen(subname) >= MAXPATHLEN) {
2285 PyErr_SetString(PyExc_ValueError,
2286 "Module name too long");
2287 Py_DECREF(item);
2288 return 0;
2289 }
2290 p = buf + buflen;
2291 *p++ = '.';
2292 strcpy(p, subname);
2293 submod = import_submodule(mod, subname, buf);
2294 Py_XDECREF(submod);
2295 if (submod == NULL) {
2296 Py_DECREF(item);
2297 return 0;
2298 }
2299 }
2300 Py_DECREF(item);
2301 }
2302
Guido van Rossuma7f2e811997-10-03 15:33:32 +00002303 /* NOTREACHED */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002304}
2305
Neil Schemenauer00b09662003-06-16 21:03:07 +00002306static int
2307add_submodule(PyObject *mod, PyObject *submod, char *fullname, char *subname,
2308 PyObject *modules)
2309{
2310 if (mod == Py_None)
2311 return 1;
2312 /* Irrespective of the success of this load, make a
2313 reference to it in the parent package module. A copy gets
2314 saved in the modules dictionary under the full name, so get a
2315 reference from there, if need be. (The exception is when the
2316 load failed with a SyntaxError -- then there's no trace in
2317 sys.modules. In that case, of course, do nothing extra.) */
2318 if (submod == NULL) {
2319 submod = PyDict_GetItemString(modules, fullname);
2320 if (submod == NULL)
2321 return 1;
2322 }
2323 if (PyModule_Check(mod)) {
2324 /* We can't use setattr here since it can give a
2325 * spurious warning if the submodule name shadows a
2326 * builtin name */
2327 PyObject *dict = PyModule_GetDict(mod);
2328 if (!dict)
2329 return 0;
2330 if (PyDict_SetItemString(dict, subname, submod) < 0)
2331 return 0;
2332 }
2333 else {
2334 if (PyObject_SetAttrString(mod, subname, submod) < 0)
2335 return 0;
2336 }
2337 return 1;
2338}
2339
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002340static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002341import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002342{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002343 PyObject *modules = PyImport_GetModuleDict();
Neil Schemenauer00b09662003-06-16 21:03:07 +00002344 PyObject *m = NULL;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002345
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002346 /* Require:
2347 if mod == None: subname == fullname
2348 else: mod.__name__ + "." + subname == fullname
2349 */
2350
Tim Peters50d8d372001-02-28 05:34:27 +00002351 if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002352 Py_INCREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00002353 }
2354 else {
Just van Rossum52e14d62002-12-30 22:08:05 +00002355 PyObject *path, *loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002356 char buf[MAXPATHLEN+1];
2357 struct filedescr *fdp;
2358 FILE *fp = NULL;
2359
Guido van Rossum9c0afe51998-05-19 15:09:05 +00002360 if (mod == Py_None)
2361 path = NULL;
2362 else {
2363 path = PyObject_GetAttrString(mod, "__path__");
2364 if (path == NULL) {
2365 PyErr_Clear();
2366 Py_INCREF(Py_None);
2367 return Py_None;
2368 }
2369 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002370
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002371 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00002372 fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
2373 &fp, &loader);
Guido van Rossumb68cd421998-07-01 17:36:26 +00002374 Py_XDECREF(path);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002375 if (fdp == NULL) {
2376 if (!PyErr_ExceptionMatches(PyExc_ImportError))
2377 return NULL;
2378 PyErr_Clear();
2379 Py_INCREF(Py_None);
2380 return Py_None;
2381 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002382 m = load_module(fullname, fp, buf, fdp->type, loader);
2383 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002384 if (fp)
2385 fclose(fp);
Neil Schemenauer00b09662003-06-16 21:03:07 +00002386 if (!add_submodule(mod, m, fullname, subname, modules)) {
2387 Py_XDECREF(m);
2388 m = NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002389 }
Guido van Rossum74e6a111994-08-29 12:54:38 +00002390 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002391
2392 return m;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002393}
2394
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002395
2396/* Re-import a module of any kind and return its module object, WITH
2397 INCREMENTED REFERENCE COUNT */
2398
Guido van Rossum79f25d91997-04-29 20:08:16 +00002399PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002400PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002401{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002402 PyObject *modules = PyImport_GetModuleDict();
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002403 PyObject *path = NULL, *loader = NULL;
Guido van Rossum222ef561997-09-06 19:41:09 +00002404 char *name, *subname;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002405 char buf[MAXPATHLEN+1];
2406 struct filedescr *fdp;
2407 FILE *fp = NULL;
Tim Peters1cd70172004-08-02 03:52:12 +00002408 PyObject *newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002409
Guido van Rossum79f25d91997-04-29 20:08:16 +00002410 if (m == NULL || !PyModule_Check(m)) {
2411 PyErr_SetString(PyExc_TypeError,
2412 "reload() argument must be module");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002413 return NULL;
2414 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002415 name = PyModule_GetName(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002416 if (name == NULL)
2417 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002418 if (m != PyDict_GetItemString(modules, name)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002419 PyErr_Format(PyExc_ImportError,
2420 "reload(): module %.200s not in sys.modules",
2421 name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002422 return NULL;
2423 }
Guido van Rossum222ef561997-09-06 19:41:09 +00002424 subname = strrchr(name, '.');
2425 if (subname == NULL)
2426 subname = name;
2427 else {
2428 PyObject *parentname, *parent;
2429 parentname = PyString_FromStringAndSize(name, (subname-name));
2430 if (parentname == NULL)
2431 return NULL;
2432 parent = PyDict_GetItem(modules, parentname);
2433 if (parent == NULL) {
2434 PyErr_Format(PyExc_ImportError,
2435 "reload(): parent %.200s not in sys.modules",
Georg Brandl0c55f292005-09-14 06:56:20 +00002436 PyString_AS_STRING(parentname));
2437 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002438 return NULL;
2439 }
Georg Brandl0c55f292005-09-14 06:56:20 +00002440 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002441 subname++;
2442 path = PyObject_GetAttrString(parent, "__path__");
2443 if (path == NULL)
2444 PyErr_Clear();
2445 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002446 buf[0] = '\0';
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002447 fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, &loader);
Guido van Rossum222ef561997-09-06 19:41:09 +00002448 Py_XDECREF(path);
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002449
2450 if (fdp == NULL) {
2451 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002452 return NULL;
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002453 }
2454
2455 newm = load_module(name, fp, buf, fdp->type, loader);
2456 Py_XDECREF(loader);
2457
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002458 if (fp)
2459 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00002460 if (newm == NULL) {
2461 /* load_module probably removed name from modules because of
2462 * the error. Put back the original module object. We're
2463 * going to return NULL in this case regardless of whether
2464 * replacing name succeeds, so the return value is ignored.
2465 */
2466 PyDict_SetItemString(modules, name, m);
2467 }
2468 return newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002469}
2470
2471
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002472/* Higher-level import emulator which emulates the "import" statement
2473 more accurately -- it invokes the __import__() function from the
2474 builtins of the current globals. This means that the import is
2475 done using whatever import hooks are installed in the current
Guido van Rossum6058eb41998-12-21 19:51:00 +00002476 environment, e.g. by "rexec".
2477 A dummy list ["__doc__"] is passed as the 4th argument so that
2478 e.g. PyImport_Import(PyString_FromString("win32com.client.gencache"))
2479 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002480
2481PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002482PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002483{
2484 static PyObject *silly_list = NULL;
2485 static PyObject *builtins_str = NULL;
2486 static PyObject *import_str = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002487 PyObject *globals = NULL;
2488 PyObject *import = NULL;
2489 PyObject *builtins = NULL;
2490 PyObject *r = NULL;
2491
2492 /* Initialize constant string objects */
2493 if (silly_list == NULL) {
2494 import_str = PyString_InternFromString("__import__");
2495 if (import_str == NULL)
2496 return NULL;
2497 builtins_str = PyString_InternFromString("__builtins__");
2498 if (builtins_str == NULL)
2499 return NULL;
2500 silly_list = Py_BuildValue("[s]", "__doc__");
2501 if (silly_list == NULL)
2502 return NULL;
2503 }
2504
2505 /* Get the builtins from current globals */
2506 globals = PyEval_GetGlobals();
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002507 if (globals != NULL) {
Guido van Rossum66468561998-10-22 15:46:50 +00002508 Py_INCREF(globals);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002509 builtins = PyObject_GetItem(globals, builtins_str);
2510 if (builtins == NULL)
2511 goto err;
2512 }
2513 else {
2514 /* No globals -- use standard builtins, and fake globals */
2515 PyErr_Clear();
2516
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002517 builtins = PyImport_ImportModuleLevel("__builtin__",
2518 NULL, NULL, NULL, 0);
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002519 if (builtins == NULL)
2520 return NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002521 globals = Py_BuildValue("{OO}", builtins_str, builtins);
2522 if (globals == NULL)
2523 goto err;
2524 }
2525
2526 /* Get the __import__ function from the builtins */
Tim Peters6d6c1a32001-08-02 04:15:00 +00002527 if (PyDict_Check(builtins)) {
Fred Drakea76ba6e2001-03-06 06:31:15 +00002528 import = PyObject_GetItem(builtins, import_str);
Tim Peters6d6c1a32001-08-02 04:15:00 +00002529 if (import == NULL)
2530 PyErr_SetObject(PyExc_KeyError, import_str);
2531 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002532 else
Fred Drakea76ba6e2001-03-06 06:31:15 +00002533 import = PyObject_GetAttr(builtins, import_str);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002534 if (import == NULL)
2535 goto err;
2536
2537 /* Call the _import__ function with the proper argument list */
Thomas Wouters477c8d52006-05-27 19:21:47 +00002538 r = PyObject_CallFunctionObjArgs(import, module_name, globals,
2539 globals, silly_list, NULL);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002540
2541 err:
2542 Py_XDECREF(globals);
2543 Py_XDECREF(builtins);
2544 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00002545
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002546 return r;
2547}
2548
2549
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002550/* Module 'imp' provides Python access to the primitives used for
2551 importing modules.
2552*/
2553
Guido van Rossum79f25d91997-04-29 20:08:16 +00002554static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002555imp_get_magic(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002556{
2557 char buf[4];
2558
Guido van Rossum96774c12000-05-01 20:19:08 +00002559 buf[0] = (char) ((pyc_magic >> 0) & 0xff);
2560 buf[1] = (char) ((pyc_magic >> 8) & 0xff);
2561 buf[2] = (char) ((pyc_magic >> 16) & 0xff);
2562 buf[3] = (char) ((pyc_magic >> 24) & 0xff);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002563
Guido van Rossum79f25d91997-04-29 20:08:16 +00002564 return PyString_FromStringAndSize(buf, 4);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002565}
2566
Guido van Rossum79f25d91997-04-29 20:08:16 +00002567static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002568imp_get_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002569{
Guido van Rossum79f25d91997-04-29 20:08:16 +00002570 PyObject *list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002571 struct filedescr *fdp;
2572
Guido van Rossum79f25d91997-04-29 20:08:16 +00002573 list = PyList_New(0);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002574 if (list == NULL)
2575 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002576 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
2577 PyObject *item = Py_BuildValue("ssi",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002578 fdp->suffix, fdp->mode, fdp->type);
2579 if (item == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002580 Py_DECREF(list);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002581 return NULL;
2582 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002583 if (PyList_Append(list, item) < 0) {
2584 Py_DECREF(list);
2585 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002586 return NULL;
2587 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002588 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002589 }
2590 return list;
2591}
2592
Guido van Rossum79f25d91997-04-29 20:08:16 +00002593static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002594call_find_module(char *name, PyObject *path)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002595{
Tim Petersdbd9ba62000-07-09 03:09:57 +00002596 extern int fclose(FILE *);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002597 PyObject *fob, *ret;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002598 struct filedescr *fdp;
2599 char pathname[MAXPATHLEN+1];
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002600 FILE *fp = NULL;
2601
2602 pathname[0] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002603 if (path == Py_None)
2604 path = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00002605 fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002606 if (fdp == NULL)
2607 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002608 if (fp != NULL) {
2609 fob = PyFile_FromFile(fp, pathname, fdp->mode, fclose);
2610 if (fob == NULL) {
2611 fclose(fp);
2612 return NULL;
2613 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002614 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002615 else {
2616 fob = Py_None;
2617 Py_INCREF(fob);
Tim Peters50d8d372001-02-28 05:34:27 +00002618 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002619 ret = Py_BuildValue("Os(ssi)",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002620 fob, pathname, fdp->suffix, fdp->mode, fdp->type);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002621 Py_DECREF(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002622 return ret;
2623}
2624
Guido van Rossum79f25d91997-04-29 20:08:16 +00002625static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002626imp_find_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002627{
2628 char *name;
2629 PyObject *path = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002630 if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002631 return NULL;
2632 return call_find_module(name, path);
2633}
2634
2635static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002636imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002637{
2638 char *name;
2639 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002640 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002641 if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002642 return NULL;
2643 ret = init_builtin(name);
2644 if (ret < 0)
2645 return NULL;
2646 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002647 Py_INCREF(Py_None);
2648 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002649 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002650 m = PyImport_AddModule(name);
2651 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002652 return m;
2653}
2654
Guido van Rossum79f25d91997-04-29 20:08:16 +00002655static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002656imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002657{
2658 char *name;
2659 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002660 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002661 if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002662 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002663 ret = PyImport_ImportFrozenModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002664 if (ret < 0)
2665 return NULL;
2666 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002667 Py_INCREF(Py_None);
2668 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002669 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002670 m = PyImport_AddModule(name);
2671 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002672 return m;
2673}
2674
Guido van Rossum79f25d91997-04-29 20:08:16 +00002675static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002676imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002677{
2678 char *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00002679
Guido van Rossum43713e52000-02-29 13:59:29 +00002680 if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002681 return NULL;
2682 return get_frozen_object(name);
2683}
2684
Guido van Rossum79f25d91997-04-29 20:08:16 +00002685static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002686imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002687{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002688 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002689 if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002690 return NULL;
Guido van Rossum50ee94f2002-04-09 18:00:58 +00002691 return PyInt_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002692}
2693
Guido van Rossum79f25d91997-04-29 20:08:16 +00002694static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002695imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002696{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002697 char *name;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002698 struct _frozen *p;
Guido van Rossum43713e52000-02-29 13:59:29 +00002699 if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002700 return NULL;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002701 p = find_frozen(name);
Guido van Rossumb8bff3f2002-04-07 06:34:38 +00002702 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002703}
2704
2705static FILE *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002706get_file(char *pathname, PyObject *fob, char *mode)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002707{
2708 FILE *fp;
2709 if (fob == NULL) {
Tim Peters86c7d2f2004-08-01 23:24:21 +00002710 if (mode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002711 mode = "r" PY_STDIOTEXTMODE;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002712 fp = fopen(pathname, mode);
2713 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002714 PyErr_SetFromErrno(PyExc_IOError);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002715 }
2716 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002717 fp = PyFile_AsFile(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002718 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002719 PyErr_SetString(PyExc_ValueError,
2720 "bad/closed file object");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002721 }
2722 return fp;
2723}
2724
Guido van Rossum79f25d91997-04-29 20:08:16 +00002725static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002726imp_load_compiled(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002727{
2728 char *name;
2729 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002730 PyObject *fob = NULL;
2731 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002732 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002733 if (!PyArg_ParseTuple(args, "ss|O!:load_compiled", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002734 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002735 return NULL;
2736 fp = get_file(pathname, fob, "rb");
2737 if (fp == NULL)
2738 return NULL;
2739 m = load_compiled_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002740 if (fob == NULL)
2741 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002742 return m;
2743}
2744
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002745#ifdef HAVE_DYNAMIC_LOADING
2746
Guido van Rossum79f25d91997-04-29 20:08:16 +00002747static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002748imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002749{
2750 char *name;
2751 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002752 PyObject *fob = NULL;
2753 PyObject *m;
Guido van Rossum7faeab31995-07-07 22:50:36 +00002754 FILE *fp = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002755 if (!PyArg_ParseTuple(args, "ss|O!:load_dynamic", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002756 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002757 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002758 if (fob) {
Guido van Rossum7faeab31995-07-07 22:50:36 +00002759 fp = get_file(pathname, fob, "r");
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002760 if (fp == NULL)
2761 return NULL;
2762 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002763 m = _PyImport_LoadDynamicModule(name, pathname, fp);
Guido van Rossum7faeab31995-07-07 22:50:36 +00002764 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002765}
2766
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002767#endif /* HAVE_DYNAMIC_LOADING */
2768
Guido van Rossum79f25d91997-04-29 20:08:16 +00002769static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002770imp_load_source(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002771{
2772 char *name;
2773 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002774 PyObject *fob = NULL;
2775 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002776 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002777 if (!PyArg_ParseTuple(args, "ss|O!:load_source", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002778 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002779 return NULL;
2780 fp = get_file(pathname, fob, "r");
2781 if (fp == NULL)
2782 return NULL;
2783 m = load_source_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002784 if (fob == NULL)
2785 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002786 return m;
2787}
2788
Guido van Rossum79f25d91997-04-29 20:08:16 +00002789static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002790imp_load_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002791{
2792 char *name;
2793 PyObject *fob;
2794 char *pathname;
2795 char *suffix; /* Unused */
2796 char *mode;
2797 int type;
2798 FILE *fp;
2799
Guido van Rossum43713e52000-02-29 13:59:29 +00002800 if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002801 &name, &fob, &pathname,
2802 &suffix, &mode, &type))
2803 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002804 if (*mode) {
2805 /* Mode must start with 'r' or 'U' and must not contain '+'.
2806 Implicit in this test is the assumption that the mode
2807 may contain other modifiers like 'b' or 't'. */
2808
2809 if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002810 PyErr_Format(PyExc_ValueError,
2811 "invalid file open mode %.200s", mode);
2812 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002813 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002814 }
2815 if (fob == Py_None)
2816 fp = NULL;
2817 else {
2818 if (!PyFile_Check(fob)) {
2819 PyErr_SetString(PyExc_ValueError,
2820 "load_module arg#2 should be a file or None");
2821 return NULL;
2822 }
2823 fp = get_file(pathname, fob, mode);
2824 if (fp == NULL)
2825 return NULL;
2826 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002827 return load_module(name, fp, pathname, type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002828}
2829
2830static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002831imp_load_package(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002832{
2833 char *name;
2834 char *pathname;
Guido van Rossum43713e52000-02-29 13:59:29 +00002835 if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002836 return NULL;
2837 return load_package(name, pathname);
2838}
2839
2840static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002841imp_new_module(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002842{
2843 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002844 if (!PyArg_ParseTuple(args, "s:new_module", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002845 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002846 return PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002847}
2848
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002849/* Doc strings */
2850
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002851PyDoc_STRVAR(doc_imp,
2852"This module provides the components needed to build your own\n\
2853__import__ function. Undocumented functions are obsolete.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002854
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002855PyDoc_STRVAR(doc_find_module,
2856"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002857Search for a module. If path is omitted or None, search for a\n\
2858built-in, frozen or special module and continue search in sys.path.\n\
2859The module name cannot contain '.'; to search for a submodule of a\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002860package, pass the submodule name and the package's __path__.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002861
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002862PyDoc_STRVAR(doc_load_module,
2863"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002864Load a module, given information returned by find_module().\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002865The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002866
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002867PyDoc_STRVAR(doc_get_magic,
2868"get_magic() -> string\n\
2869Return the magic number for .pyc or .pyo files.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002870
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002871PyDoc_STRVAR(doc_get_suffixes,
2872"get_suffixes() -> [(suffix, mode, type), ...]\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002873Return a list of (suffix, mode, type) tuples describing the files\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002874that find_module() looks for.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002875
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002876PyDoc_STRVAR(doc_new_module,
2877"new_module(name) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002878Create a new module. Do not enter it in sys.modules.\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002879The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002880
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002881PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00002882"lock_held() -> boolean\n\
2883Return True if the import lock is currently held, else False.\n\
2884On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00002885
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002886PyDoc_STRVAR(doc_acquire_lock,
2887"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00002888Acquires the interpreter's import lock for the current thread.\n\
2889This lock should be used by import hooks to ensure thread-safety\n\
2890when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002891On platforms without threads, this function does nothing.");
2892
2893PyDoc_STRVAR(doc_release_lock,
2894"release_lock() -> None\n\
2895Release the interpreter's import lock.\n\
2896On platforms without threads, this function does nothing.");
2897
Guido van Rossum79f25d91997-04-29 20:08:16 +00002898static PyMethodDef imp_methods[] = {
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002899 {"find_module", imp_find_module, METH_VARARGS, doc_find_module},
2900 {"get_magic", imp_get_magic, METH_NOARGS, doc_get_magic},
2901 {"get_suffixes", imp_get_suffixes, METH_NOARGS, doc_get_suffixes},
2902 {"load_module", imp_load_module, METH_VARARGS, doc_load_module},
2903 {"new_module", imp_new_module, METH_VARARGS, doc_new_module},
2904 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
2905 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
2906 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002907 /* The rest are obsolete */
Neal Norwitz031829d2002-03-31 14:37:44 +00002908 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
2909 {"init_builtin", imp_init_builtin, METH_VARARGS},
2910 {"init_frozen", imp_init_frozen, METH_VARARGS},
2911 {"is_builtin", imp_is_builtin, METH_VARARGS},
2912 {"is_frozen", imp_is_frozen, METH_VARARGS},
2913 {"load_compiled", imp_load_compiled, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002914#ifdef HAVE_DYNAMIC_LOADING
Neal Norwitz031829d2002-03-31 14:37:44 +00002915 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002916#endif
Neal Norwitz031829d2002-03-31 14:37:44 +00002917 {"load_package", imp_load_package, METH_VARARGS},
Neal Norwitz031829d2002-03-31 14:37:44 +00002918 {"load_source", imp_load_source, METH_VARARGS},
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002919 {NULL, NULL} /* sentinel */
2920};
2921
Guido van Rossum1a8791e1998-08-04 22:46:29 +00002922static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002923setint(PyObject *d, char *name, int value)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002924{
2925 PyObject *v;
2926 int err;
2927
2928 v = PyInt_FromLong((long)value);
2929 err = PyDict_SetItemString(d, name, v);
2930 Py_XDECREF(v);
2931 return err;
2932}
2933
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002934typedef struct {
2935 PyObject_HEAD
2936} NullImporter;
2937
2938static int
2939NullImporter_init(NullImporter *self, PyObject *args, PyObject *kwds)
2940{
2941 char *path;
2942
2943 if (!_PyArg_NoKeywords("NullImporter()", kwds))
2944 return -1;
2945
2946 if (!PyArg_ParseTuple(args, "s:NullImporter",
2947 &path))
2948 return -1;
2949
2950 if (strlen(path) == 0) {
2951 PyErr_SetString(PyExc_ImportError, "empty pathname");
2952 return -1;
2953 } else {
2954#ifndef RISCOS
2955 struct stat statbuf;
2956 int rv;
2957
2958 rv = stat(path, &statbuf);
2959 if (rv == 0) {
2960 /* it exists */
2961 if (S_ISDIR(statbuf.st_mode)) {
2962 /* it's a directory */
2963 PyErr_SetString(PyExc_ImportError,
2964 "existing directory");
2965 return -1;
2966 }
2967 }
2968#else
2969 if (object_exists(path)) {
2970 /* it exists */
2971 if (isdir(path)) {
2972 /* it's a directory */
2973 PyErr_SetString(PyExc_ImportError,
2974 "existing directory");
2975 return -1;
2976 }
2977 }
2978#endif
2979 }
2980 return 0;
2981}
2982
2983static PyObject *
2984NullImporter_find_module(NullImporter *self, PyObject *args)
2985{
2986 Py_RETURN_NONE;
2987}
2988
2989static PyMethodDef NullImporter_methods[] = {
2990 {"find_module", (PyCFunction)NullImporter_find_module, METH_VARARGS,
2991 "Always return None"
2992 },
2993 {NULL} /* Sentinel */
2994};
2995
2996
2997static PyTypeObject NullImporterType = {
2998 PyObject_HEAD_INIT(NULL)
2999 0, /*ob_size*/
3000 "imp.NullImporter", /*tp_name*/
3001 sizeof(NullImporter), /*tp_basicsize*/
3002 0, /*tp_itemsize*/
3003 0, /*tp_dealloc*/
3004 0, /*tp_print*/
3005 0, /*tp_getattr*/
3006 0, /*tp_setattr*/
3007 0, /*tp_compare*/
3008 0, /*tp_repr*/
3009 0, /*tp_as_number*/
3010 0, /*tp_as_sequence*/
3011 0, /*tp_as_mapping*/
3012 0, /*tp_hash */
3013 0, /*tp_call*/
3014 0, /*tp_str*/
3015 0, /*tp_getattro*/
3016 0, /*tp_setattro*/
3017 0, /*tp_as_buffer*/
3018 Py_TPFLAGS_DEFAULT, /*tp_flags*/
3019 "Null importer object", /* tp_doc */
3020 0, /* tp_traverse */
3021 0, /* tp_clear */
3022 0, /* tp_richcompare */
3023 0, /* tp_weaklistoffset */
3024 0, /* tp_iter */
3025 0, /* tp_iternext */
3026 NullImporter_methods, /* tp_methods */
3027 0, /* tp_members */
3028 0, /* tp_getset */
3029 0, /* tp_base */
3030 0, /* tp_dict */
3031 0, /* tp_descr_get */
3032 0, /* tp_descr_set */
3033 0, /* tp_dictoffset */
3034 (initproc)NullImporter_init, /* tp_init */
3035 0, /* tp_alloc */
3036 PyType_GenericNew /* tp_new */
3037};
3038
3039
Jason Tishler6bc06ec2003-09-04 11:59:50 +00003040PyMODINIT_FUNC
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003041initimp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003042{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003043 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003044
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003045 if (PyType_Ready(&NullImporterType) < 0)
3046 goto failure;
3047
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003048 m = Py_InitModule4("imp", imp_methods, doc_imp,
3049 NULL, PYTHON_API_VERSION);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003050 if (m == NULL)
3051 goto failure;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003052 d = PyModule_GetDict(m);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00003053 if (d == NULL)
3054 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003055
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003056 if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
3057 if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
3058 if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
3059 if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
3060 if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
3061 if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
3062 if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
3063 if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
Guido van Rossum0f84a341998-08-06 13:36:01 +00003064 if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum52e14d62002-12-30 22:08:05 +00003065 if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003066
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003067 Py_INCREF(&NullImporterType);
3068 PyModule_AddObject(m, "NullImporter", (PyObject *)&NullImporterType);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003069 failure:
3070 ;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003071}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003072
3073
Guido van Rossumb18618d2000-05-03 23:44:39 +00003074/* API for embedding applications that want to add their own entries
3075 to the table of built-in modules. This should normally be called
3076 *before* Py_Initialize(). When the table resize fails, -1 is
3077 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003078
3079 After a similar function by Just van Rossum. */
3080
3081int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003082PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003083{
3084 static struct _inittab *our_copy = NULL;
3085 struct _inittab *p;
3086 int i, n;
3087
3088 /* Count the number of entries in both tables */
3089 for (n = 0; newtab[n].name != NULL; n++)
3090 ;
3091 if (n == 0)
3092 return 0; /* Nothing to do */
3093 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
3094 ;
3095
3096 /* Allocate new memory for the combined table */
Guido van Rossumb18618d2000-05-03 23:44:39 +00003097 p = our_copy;
3098 PyMem_RESIZE(p, struct _inittab, i+n+1);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003099 if (p == NULL)
3100 return -1;
3101
3102 /* Copy the tables into the new memory */
3103 if (our_copy != PyImport_Inittab)
3104 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
3105 PyImport_Inittab = our_copy = p;
3106 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
3107
3108 return 0;
3109}
3110
3111/* Shorthand to add a single entry given a name and a function */
3112
3113int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003114PyImport_AppendInittab(char *name, void (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003115{
3116 struct _inittab newtab[2];
3117
3118 memset(newtab, '\0', sizeof newtab);
3119
3120 newtab[0].name = name;
3121 newtab[0].initfunc = initfunc;
3122
3123 return PyImport_ExtendInittab(newtab);
3124}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003125
3126#ifdef __cplusplus
3127}
3128#endif