blob: 6d65703184b2606fd30e505f51c5d8206c4fe237 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +00007#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00008#include "pythonrun.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00009#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000010#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000011#include "code.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000012#include "compile.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000013#include "eval.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000014#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000015#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000016
Guido van Rossum55a83382000-09-20 20:31:38 +000017#ifdef HAVE_FCNTL_H
18#include <fcntl.h>
19#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000020#ifdef __cplusplus
21extern "C" {
22#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000023
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000024extern time_t PyOS_GetLastModificationTime(char *, FILE *);
25 /* In getmtime.c */
Guido van Rossum21d335e1993-10-15 13:01:11 +000026
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000027/* Magic word to reject .pyc files generated by other Python versions.
28 It should change for each incompatible change to the bytecode.
29
30 The value of CR and LF is incorporated so if you ever read or write
Guido van Rossum7faeab31995-07-07 22:50:36 +000031 a .pyc file in text mode the magic number will be wrong; also, the
Tim Peters36515e22001-11-18 04:06:29 +000032 Apple MPW compiler swaps their values, botching string constants.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000033
Guido van Rossum45aecf42006-03-15 04:58:47 +000034 The magic numbers must be spaced apart at least 2 values, as the
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000035 -U interpeter flag will cause MAGIC+1 being used. They have been
36 odd numbers for some time now.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000037
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000038 There were a variety of old schemes for setting the magic number.
39 The current working scheme is to increment the previous value by
40 10.
Guido van Rossumf6894922002-08-31 15:16:14 +000041
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000042 Known values:
43 Python 1.5: 20121
44 Python 1.5.1: 20121
45 Python 1.5.2: 20121
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000046 Python 1.6: 50428
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000047 Python 2.0: 50823
48 Python 2.0.1: 50823
49 Python 2.1: 60202
50 Python 2.1.1: 60202
51 Python 2.1.2: 60202
52 Python 2.2: 60717
Neal Norwitz7fdcb412002-06-14 01:07:39 +000053 Python 2.3a0: 62011
Michael W. Hudsondd32a912002-08-15 14:59:02 +000054 Python 2.3a0: 62021
Guido van Rossumf6894922002-08-31 15:16:14 +000055 Python 2.3a0: 62011 (!)
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000056 Python 2.4a0: 62041
Raymond Hettingerfd2d1f72004-08-23 23:37:48 +000057 Python 2.4a3: 62051
Raymond Hettinger2c31a052004-09-22 18:44:21 +000058 Python 2.4b1: 62061
Michael W. Hudsondf888462005-06-03 14:41:55 +000059 Python 2.5a0: 62071
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000060 Python 2.5a0: 62081 (ast-branch)
Guido van Rossumc2e20742006-02-27 22:32:47 +000061 Python 2.5a0: 62091 (with)
Guido van Rossumf6694362006-03-10 02:28:35 +000062 Python 2.5a0: 62092 (changed WITH_CLEANUP opcode)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000063 Python 2.5b3: 62101 (fix wrong code: for x, in ...)
64 Python 2.5b3: 62111 (fix wrong code: x += yield)
65 Python 2.5c1: 62121 (fix wrong lnotab with for loops and
66 storing constants that should have been removed)
Thomas Wouters89f507f2006-12-13 04:49:30 +000067 Python 2.5c2: 62131 (fix wrong code: for x, in ... in listcomp/genexp)
68 Python 2.6a0: 62141 (peephole optimizations)
Guido van Rossum45aecf42006-03-15 04:58:47 +000069 Python 3000: 3000
Brett Cannone2e23ef2006-08-25 05:05:30 +000070 3010 (removed UNARY_CONVERT)
Guido van Rossum86e58e22006-08-28 15:27:34 +000071 3020 (added BUILD_SET)
Guido van Rossum4f72a782006-10-27 23:31:49 +000072 3030 (added keyword-only parameters)
Guido van Rossum3203bdc2006-12-28 21:03:31 +000073 3040 (added signature annotations)
Guido van Rossum452bf512007-02-09 05:32:43 +000074 3050 (print becomes a function)
Guido van Rossum52cc1d82007-03-18 15:41:51 +000075 3060 (PEP 3115 metaclass syntax)
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000076.
Tim Peters36515e22001-11-18 04:06:29 +000077*/
Guido van Rossum52cc1d82007-03-18 15:41:51 +000078#define MAGIC (3060 | ((long)'\r'<<16) | ((long)'\n'<<24))
Guido van Rossum3ddee711991-12-16 13:06:34 +000079
Guido van Rossum96774c12000-05-01 20:19:08 +000080/* Magic word as global; note that _PyImport_Init() can change the
Jeremy Hylton9262b8a2000-06-30 04:59:17 +000081 value of this global to accommodate for alterations of how the
Guido van Rossum96774c12000-05-01 20:19:08 +000082 compiler works which are enabled by command line switches. */
83static long pyc_magic = MAGIC;
84
Guido van Rossum25ce5661997-08-02 03:10:38 +000085/* See _PyImport_FixupExtension() below */
86static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +000087
Guido van Rossum771c6c81997-10-31 18:37:24 +000088/* This table is defined in config.c: */
89extern struct _inittab _PyImport_Inittab[];
90
91struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +000092
Guido van Rossumed1170e1999-12-20 21:23:41 +000093/* these tables define the module suffixes that Python recognizes */
94struct filedescr * _PyImport_Filetab = NULL;
Guido van Rossum48a680c2001-03-02 06:34:14 +000095
96#ifdef RISCOS
97static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +000098 {"/py", "U", PY_SOURCE},
Guido van Rossum48a680c2001-03-02 06:34:14 +000099 {"/pyc", "rb", PY_COMPILED},
100 {0, 0}
101};
102#else
Guido van Rossumed1170e1999-12-20 21:23:41 +0000103static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +0000104 {".py", "U", PY_SOURCE},
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000105#ifdef MS_WINDOWS
Jack Jansenc88da1f2002-05-28 10:58:19 +0000106 {".pyw", "U", PY_SOURCE},
Tim Peters36515e22001-11-18 04:06:29 +0000107#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000108 {".pyc", "rb", PY_COMPILED},
109 {0, 0}
110};
Guido van Rossum48a680c2001-03-02 06:34:14 +0000111#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000112
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000113static PyTypeObject NullImporterType; /* Forward reference */
114
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000115/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000116
117void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000118_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000119{
Guido van Rossumed1170e1999-12-20 21:23:41 +0000120 const struct filedescr *scan;
121 struct filedescr *filetab;
122 int countD = 0;
123 int countS = 0;
124
125 /* prepare _PyImport_Filetab: copy entries from
126 _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
127 */
128 for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
129 ++countD;
130 for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
131 ++countS;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000132 filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000133 if (filetab == NULL)
134 Py_FatalError("Can't initialize import file table.");
Guido van Rossumed1170e1999-12-20 21:23:41 +0000135 memcpy(filetab, _PyImport_DynLoadFiletab,
136 countD * sizeof(struct filedescr));
137 memcpy(filetab + countD, _PyImport_StandardFiletab,
138 countS * sizeof(struct filedescr));
139 filetab[countD + countS].suffix = NULL;
140
141 _PyImport_Filetab = filetab;
142
Guido van Rossum0824f631997-03-11 18:37:35 +0000143 if (Py_OptimizeFlag) {
Guido van Rossumed1170e1999-12-20 21:23:41 +0000144 /* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
145 for (; filetab->suffix != NULL; filetab++) {
Guido van Rossum48a680c2001-03-02 06:34:14 +0000146#ifndef RISCOS
Guido van Rossumed1170e1999-12-20 21:23:41 +0000147 if (strcmp(filetab->suffix, ".pyc") == 0)
148 filetab->suffix = ".pyo";
Guido van Rossum48a680c2001-03-02 06:34:14 +0000149#else
150 if (strcmp(filetab->suffix, "/pyc") == 0)
151 filetab->suffix = "/pyo";
152#endif
Guido van Rossum0824f631997-03-11 18:37:35 +0000153 }
154 }
Guido van Rossum96774c12000-05-01 20:19:08 +0000155
156 if (Py_UnicodeFlag) {
157 /* Fix the pyc_magic so that byte compiled code created
158 using the all-Unicode method doesn't interfere with
159 code created in normal operation mode. */
160 pyc_magic = MAGIC + 1;
161 }
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000162}
163
Guido van Rossum25ce5661997-08-02 03:10:38 +0000164void
Just van Rossum52e14d62002-12-30 22:08:05 +0000165_PyImportHooks_Init(void)
166{
167 PyObject *v, *path_hooks = NULL, *zimpimport;
168 int err = 0;
169
170 /* adding sys.path_hooks and sys.path_importer_cache, setting up
171 zipimport */
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000172 if (PyType_Ready(&NullImporterType) < 0)
173 goto error;
Just van Rossum52e14d62002-12-30 22:08:05 +0000174
175 if (Py_VerboseFlag)
176 PySys_WriteStderr("# installing zipimport hook\n");
177
178 v = PyList_New(0);
179 if (v == NULL)
180 goto error;
181 err = PySys_SetObject("meta_path", v);
182 Py_DECREF(v);
183 if (err)
184 goto error;
185 v = PyDict_New();
186 if (v == NULL)
187 goto error;
188 err = PySys_SetObject("path_importer_cache", v);
189 Py_DECREF(v);
190 if (err)
191 goto error;
192 path_hooks = PyList_New(0);
193 if (path_hooks == NULL)
194 goto error;
195 err = PySys_SetObject("path_hooks", path_hooks);
196 if (err) {
197 error:
198 PyErr_Print();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000199 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
200 "path_importer_cache, or NullImporter failed"
201 );
Just van Rossum52e14d62002-12-30 22:08:05 +0000202 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000203
Just van Rossum52e14d62002-12-30 22:08:05 +0000204 zimpimport = PyImport_ImportModule("zipimport");
205 if (zimpimport == NULL) {
206 PyErr_Clear(); /* No zip import module -- okay */
207 if (Py_VerboseFlag)
208 PySys_WriteStderr("# can't import zipimport\n");
209 }
210 else {
211 PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
212 "zipimporter");
213 Py_DECREF(zimpimport);
214 if (zipimporter == NULL) {
215 PyErr_Clear(); /* No zipimporter object -- okay */
216 if (Py_VerboseFlag)
217 PySys_WriteStderr(
Fred Drake1e5fc552003-07-11 15:01:02 +0000218 "# can't import zipimport.zipimporter\n");
Just van Rossum52e14d62002-12-30 22:08:05 +0000219 }
220 else {
221 /* sys.path_hooks.append(zipimporter) */
222 err = PyList_Append(path_hooks, zipimporter);
223 Py_DECREF(zipimporter);
224 if (err)
225 goto error;
226 if (Py_VerboseFlag)
227 PySys_WriteStderr(
228 "# installed zipimport hook\n");
229 }
230 }
231 Py_DECREF(path_hooks);
232}
233
234void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000235_PyImport_Fini(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000236{
237 Py_XDECREF(extensions);
238 extensions = NULL;
Barry Warsaw84294482000-10-03 16:02:05 +0000239 PyMem_DEL(_PyImport_Filetab);
240 _PyImport_Filetab = NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000241}
242
243
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000244/* Locking primitives to prevent parallel imports of the same module
245 in different threads to return with a partially loaded module.
246 These calls are serialized by the global interpreter lock. */
247
248#ifdef WITH_THREAD
249
Guido van Rossum49b56061998-10-01 20:42:43 +0000250#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000251
Guido van Rossum65d5b571998-12-21 19:32:43 +0000252static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000253static long import_lock_thread = -1;
254static int import_lock_level = 0;
255
256static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000257lock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000258{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000259 long me = PyThread_get_thread_ident();
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000260 if (me == -1)
261 return; /* Too bad */
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000262 if (import_lock == NULL) {
Guido van Rossum65d5b571998-12-21 19:32:43 +0000263 import_lock = PyThread_allocate_lock();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000264 if (import_lock == NULL)
265 return; /* Nothing much we can do. */
266 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000267 if (import_lock_thread == me) {
268 import_lock_level++;
269 return;
270 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000271 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
272 {
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000273 PyThreadState *tstate = PyEval_SaveThread();
Guido van Rossum65d5b571998-12-21 19:32:43 +0000274 PyThread_acquire_lock(import_lock, 1);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000275 PyEval_RestoreThread(tstate);
276 }
277 import_lock_thread = me;
278 import_lock_level = 1;
279}
280
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000281static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000282unlock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000283{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000284 long me = PyThread_get_thread_ident();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000285 if (me == -1 || import_lock == NULL)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000286 return 0; /* Too bad */
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000287 if (import_lock_thread != me)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000288 return -1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000289 import_lock_level--;
290 if (import_lock_level == 0) {
291 import_lock_thread = -1;
Guido van Rossum65d5b571998-12-21 19:32:43 +0000292 PyThread_release_lock(import_lock);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000293 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000294 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000295}
296
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000297/* This function is called from PyOS_AfterFork to ensure that newly
298 created child processes do not share locks with the parent. */
299
300void
301_PyImport_ReInitLock(void)
302{
303#ifdef _AIX
304 if (import_lock != NULL)
305 import_lock = PyThread_allocate_lock();
306#endif
307}
308
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000309#else
310
311#define lock_import()
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000312#define unlock_import() 0
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000313
314#endif
315
Tim Peters69232342001-08-30 05:16:13 +0000316static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000317imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000318{
Tim Peters69232342001-08-30 05:16:13 +0000319#ifdef WITH_THREAD
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000320 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000321#else
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000322 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000323#endif
324}
325
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000326static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000327imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000328{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000329#ifdef WITH_THREAD
330 lock_import();
331#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000332 Py_INCREF(Py_None);
333 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000334}
335
336static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000337imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000338{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000339#ifdef WITH_THREAD
340 if (unlock_import() < 0) {
341 PyErr_SetString(PyExc_RuntimeError,
342 "not holding the import lock");
343 return NULL;
344 }
345#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000346 Py_INCREF(Py_None);
347 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000348}
349
Guido van Rossum25ce5661997-08-02 03:10:38 +0000350/* Helper for sys */
351
352PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000353PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000354{
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000355 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000356 if (interp->modules == NULL)
357 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
358 return interp->modules;
359}
360
Guido van Rossum3f5da241990-12-20 15:06:42 +0000361
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000362/* List of names to clear in sys */
363static char* sys_deletes[] = {
Collin Winter670e6922007-03-21 02:57:17 +0000364 "path", "argv", "ps1", "ps2",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000365 "exc_type", "exc_value", "exc_traceback",
366 "last_type", "last_value", "last_traceback",
Just van Rossum52e14d62002-12-30 22:08:05 +0000367 "path_hooks", "path_importer_cache", "meta_path",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000368 NULL
369};
370
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000371static char* sys_files[] = {
372 "stdin", "__stdin__",
373 "stdout", "__stdout__",
374 "stderr", "__stderr__",
375 NULL
376};
377
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000378
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000379/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000380
Guido van Rossum3f5da241990-12-20 15:06:42 +0000381void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000382PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000383{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000384 Py_ssize_t pos, ndone;
Guido van Rossum758eec01998-01-19 21:58:26 +0000385 char *name;
386 PyObject *key, *value, *dict;
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000387 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum758eec01998-01-19 21:58:26 +0000388 PyObject *modules = interp->modules;
389
390 if (modules == NULL)
391 return; /* Already done */
392
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000393 /* Delete some special variables first. These are common
394 places where user values hide and people complain when their
395 destructors fail. Since the modules containing them are
396 deleted *last* of all, they would come too late in the normal
397 destruction order. Sigh. */
398
399 value = PyDict_GetItemString(modules, "__builtin__");
400 if (value != NULL && PyModule_Check(value)) {
401 dict = PyModule_GetDict(value);
402 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000403 PySys_WriteStderr("# clear __builtin__._\n");
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000404 PyDict_SetItemString(dict, "_", Py_None);
405 }
406 value = PyDict_GetItemString(modules, "sys");
407 if (value != NULL && PyModule_Check(value)) {
408 char **p;
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000409 PyObject *v;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000410 dict = PyModule_GetDict(value);
411 for (p = sys_deletes; *p != NULL; p++) {
412 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000413 PySys_WriteStderr("# clear sys.%s\n", *p);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000414 PyDict_SetItemString(dict, *p, Py_None);
415 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000416 for (p = sys_files; *p != NULL; p+=2) {
417 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000418 PySys_WriteStderr("# restore sys.%s\n", *p);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000419 v = PyDict_GetItemString(dict, *(p+1));
420 if (v == NULL)
421 v = Py_None;
422 PyDict_SetItemString(dict, *p, v);
423 }
424 }
425
426 /* First, delete __main__ */
427 value = PyDict_GetItemString(modules, "__main__");
428 if (value != NULL && PyModule_Check(value)) {
429 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000430 PySys_WriteStderr("# cleanup __main__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000431 _PyModule_Clear(value);
432 PyDict_SetItemString(modules, "__main__", Py_None);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000433 }
434
Guido van Rossum758eec01998-01-19 21:58:26 +0000435 /* The special treatment of __builtin__ here is because even
436 when it's not referenced as a module, its dictionary is
437 referenced by almost every module's __builtins__. Since
438 deleting a module clears its dictionary (even if there are
439 references left to it), we need to delete the __builtin__
440 module last. Likewise, we don't delete sys until the very
441 end because it is implicitly referenced (e.g. by print).
442
443 Also note that we 'delete' modules by replacing their entry
444 in the modules dict with None, rather than really deleting
445 them; this avoids a rehash of the modules dictionary and
446 also marks them as "non existent" so they won't be
447 re-imported. */
448
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000449 /* Next, repeatedly delete modules with a reference count of
Guido van Rossum758eec01998-01-19 21:58:26 +0000450 one (skipping __builtin__ and sys) and delete them */
451 do {
452 ndone = 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000453 pos = 0;
Guido van Rossum758eec01998-01-19 21:58:26 +0000454 while (PyDict_Next(modules, &pos, &key, &value)) {
455 if (value->ob_refcnt != 1)
456 continue;
Guido van Rossum566373e1998-10-01 15:24:50 +0000457 if (PyString_Check(key) && PyModule_Check(value)) {
458 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000459 if (strcmp(name, "__builtin__") == 0)
460 continue;
461 if (strcmp(name, "sys") == 0)
462 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000463 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000464 PySys_WriteStderr(
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000465 "# cleanup[1] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000466 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000467 PyDict_SetItem(modules, key, Py_None);
468 ndone++;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000469 }
470 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000471 } while (ndone > 0);
472
Guido van Rossum758eec01998-01-19 21:58:26 +0000473 /* Next, delete all modules (still skipping __builtin__ and sys) */
474 pos = 0;
475 while (PyDict_Next(modules, &pos, &key, &value)) {
Guido van Rossum566373e1998-10-01 15:24:50 +0000476 if (PyString_Check(key) && PyModule_Check(value)) {
477 name = PyString_AS_STRING(key);
Guido van Rossum758eec01998-01-19 21:58:26 +0000478 if (strcmp(name, "__builtin__") == 0)
479 continue;
480 if (strcmp(name, "sys") == 0)
481 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000482 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000483 PySys_WriteStderr("# cleanup[2] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000484 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000485 PyDict_SetItem(modules, key, Py_None);
486 }
487 }
488
489 /* Next, delete sys and __builtin__ (in that order) */
490 value = PyDict_GetItemString(modules, "sys");
491 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000492 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000493 PySys_WriteStderr("# cleanup sys\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000494 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000495 PyDict_SetItemString(modules, "sys", Py_None);
496 }
497 value = PyDict_GetItemString(modules, "__builtin__");
498 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000499 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000500 PySys_WriteStderr("# cleanup __builtin__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000501 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000502 PyDict_SetItemString(modules, "__builtin__", Py_None);
503 }
504
505 /* Finally, clear and delete the modules directory */
506 PyDict_Clear(modules);
507 interp->modules = NULL;
508 Py_DECREF(modules);
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000509}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000510
511
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000512/* Helper for pythonrun.c -- return magic number */
513
514long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000515PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000516{
Guido van Rossum96774c12000-05-01 20:19:08 +0000517 return pyc_magic;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000518}
519
520
Guido van Rossum25ce5661997-08-02 03:10:38 +0000521/* Magic for extension modules (built-in as well as dynamically
522 loaded). To prevent initializing an extension module more than
523 once, we keep a static dictionary 'extensions' keyed by module name
524 (for built-in modules) or by filename (for dynamically loaded
Barry Warsaw92883382001-08-13 23:05:44 +0000525 modules), containing these modules. A copy of the module's
Guido van Rossum25ce5661997-08-02 03:10:38 +0000526 dictionary is stored by calling _PyImport_FixupExtension()
527 immediately after the module initialization function succeeds. A
528 copy can be retrieved from there by calling
529 _PyImport_FindExtension(). */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000530
Guido van Rossum79f25d91997-04-29 20:08:16 +0000531PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000532_PyImport_FixupExtension(char *name, char *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000533{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000534 PyObject *modules, *mod, *dict, *copy;
535 if (extensions == NULL) {
536 extensions = PyDict_New();
537 if (extensions == NULL)
538 return NULL;
539 }
540 modules = PyImport_GetModuleDict();
541 mod = PyDict_GetItemString(modules, name);
542 if (mod == NULL || !PyModule_Check(mod)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000543 PyErr_Format(PyExc_SystemError,
544 "_PyImport_FixupExtension: module %.200s not loaded", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000545 return NULL;
546 }
547 dict = PyModule_GetDict(mod);
548 if (dict == NULL)
549 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000550 copy = PyDict_Copy(dict);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000551 if (copy == NULL)
552 return NULL;
553 PyDict_SetItemString(extensions, filename, copy);
554 Py_DECREF(copy);
555 return copy;
556}
557
558PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000559_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000560{
Fred Drake9cd0efc2001-10-25 21:38:59 +0000561 PyObject *dict, *mod, *mdict;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000562 if (extensions == NULL)
563 return NULL;
564 dict = PyDict_GetItemString(extensions, filename);
565 if (dict == NULL)
566 return NULL;
567 mod = PyImport_AddModule(name);
568 if (mod == NULL)
569 return NULL;
570 mdict = PyModule_GetDict(mod);
571 if (mdict == NULL)
572 return NULL;
Fred Drake9cd0efc2001-10-25 21:38:59 +0000573 if (PyDict_Update(mdict, dict))
Guido van Rossum25ce5661997-08-02 03:10:38 +0000574 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000575 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000576 PySys_WriteStderr("import %s # previously loaded (%s)\n",
Guido van Rossum25ce5661997-08-02 03:10:38 +0000577 name, filename);
578 return mod;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000579}
580
581
582/* Get the module object corresponding to a module name.
583 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000584 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000585 Because the former action is most common, THIS DOES NOT RETURN A
586 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000587
Guido van Rossum79f25d91997-04-29 20:08:16 +0000588PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000589PyImport_AddModule(const char *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000590{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000591 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000592 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000593
Guido van Rossum25ce5661997-08-02 03:10:38 +0000594 if ((m = PyDict_GetItemString(modules, name)) != NULL &&
Guido van Rossum79f25d91997-04-29 20:08:16 +0000595 PyModule_Check(m))
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000596 return m;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000597 m = PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000598 if (m == NULL)
599 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000600 if (PyDict_SetItemString(modules, name, m) != 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000601 Py_DECREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000602 return NULL;
603 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000604 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000605
606 return m;
607}
608
Tim Peters1cd70172004-08-02 03:52:12 +0000609/* Remove name from sys.modules, if it's there. */
610static void
611_RemoveModule(const char *name)
612{
613 PyObject *modules = PyImport_GetModuleDict();
614 if (PyDict_GetItemString(modules, name) == NULL)
615 return;
616 if (PyDict_DelItemString(modules, name) < 0)
617 Py_FatalError("import: deleting existing key in"
618 "sys.modules failed");
619}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000620
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000621/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000622 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
623 * removed from sys.modules, to avoid leaving damaged module objects
624 * in sys.modules. The caller may wish to restore the original
625 * module object (if any) in this case; PyImport_ReloadModule is an
626 * example.
627 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000628PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000629PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000630{
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000631 return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
632}
633
634PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000635PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000636{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000637 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000638 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000639
Guido van Rossum79f25d91997-04-29 20:08:16 +0000640 m = PyImport_AddModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000641 if (m == NULL)
642 return NULL;
Jeremy Hyltonecd91292004-01-02 23:25:32 +0000643 /* If the module is being reloaded, we get the old module back
644 and re-use its dict to exec the new code. */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000645 d = PyModule_GetDict(m);
646 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
647 if (PyDict_SetItemString(d, "__builtins__",
648 PyEval_GetBuiltins()) != 0)
Tim Peters1cd70172004-08-02 03:52:12 +0000649 goto error;
Guido van Rossum6135a871995-01-09 17:53:26 +0000650 }
Guido van Rossum9c9a07c1996-05-16 20:43:40 +0000651 /* Remember the filename as the __file__ attribute */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000652 v = NULL;
653 if (pathname != NULL) {
654 v = PyString_FromString(pathname);
655 if (v == NULL)
656 PyErr_Clear();
657 }
658 if (v == NULL) {
659 v = ((PyCodeObject *)co)->co_filename;
660 Py_INCREF(v);
661 }
662 if (PyDict_SetItemString(d, "__file__", v) != 0)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000663 PyErr_Clear(); /* Not important enough to report */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000664 Py_DECREF(v);
665
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000666 v = PyEval_EvalCode((PyCodeObject *)co, d, d);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000667 if (v == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000668 goto error;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000669 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000670
Guido van Rossum25ce5661997-08-02 03:10:38 +0000671 if ((m = PyDict_GetItemString(modules, name)) == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000672 PyErr_Format(PyExc_ImportError,
673 "Loaded module %.200s not found in sys.modules",
674 name);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000675 return NULL;
676 }
677
Guido van Rossum79f25d91997-04-29 20:08:16 +0000678 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000679
680 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000681
682 error:
683 _RemoveModule(name);
684 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000685}
686
687
688/* Given a pathname for a Python source file, fill a buffer with the
689 pathname for the corresponding compiled file. Return the pathname
690 for the compiled file, or NULL if there's no space in the buffer.
691 Doesn't set an exception. */
692
693static char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000694make_compiled_pathname(char *pathname, char *buf, size_t buflen)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000695{
Tim Petersc1731372001-08-04 08:12:36 +0000696 size_t len = strlen(pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000697 if (len+2 > buflen)
698 return NULL;
Tim Petersc1731372001-08-04 08:12:36 +0000699
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000700#ifdef MS_WINDOWS
Tim Petersc1731372001-08-04 08:12:36 +0000701 /* Treat .pyw as if it were .py. The case of ".pyw" must match
702 that used in _PyImport_StandardFiletab. */
703 if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
704 --len; /* pretend 'w' isn't there */
705#endif
706 memcpy(buf, pathname, len);
707 buf[len] = Py_OptimizeFlag ? 'o' : 'c';
708 buf[len+1] = '\0';
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000709
710 return buf;
711}
712
713
714/* Given a pathname for a Python source file, its time of last
715 modification, and a pathname for a compiled file, check whether the
716 compiled file represents the same version of the source. If so,
717 return a FILE pointer for the compiled file, positioned just after
718 the header; if not, return NULL.
719 Doesn't set an exception. */
720
721static FILE *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000722check_compiled_module(char *pathname, time_t mtime, char *cpathname)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000723{
724 FILE *fp;
725 long magic;
726 long pyc_mtime;
727
728 fp = fopen(cpathname, "rb");
729 if (fp == NULL)
730 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000731 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000732 if (magic != pyc_magic) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000733 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000734 PySys_WriteStderr("# %s has bad magic\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000735 fclose(fp);
736 return NULL;
737 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000738 pyc_mtime = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000739 if (pyc_mtime != mtime) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000740 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000741 PySys_WriteStderr("# %s has bad mtime\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000742 fclose(fp);
743 return NULL;
744 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000745 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000746 PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000747 return fp;
748}
749
750
751/* Read a code object from a file and check it for validity */
752
Guido van Rossum79f25d91997-04-29 20:08:16 +0000753static PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000754read_compiled_module(char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000755{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000756 PyObject *co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000757
Tim Petersd9b9ac82001-01-28 00:27:39 +0000758 co = PyMarshal_ReadLastObjectFromFile(fp);
Armin Rigo01ab2792004-03-26 15:09:27 +0000759 if (co == NULL)
760 return NULL;
761 if (!PyCode_Check(co)) {
762 PyErr_Format(PyExc_ImportError,
763 "Non-code object in %.200s", cpathname);
764 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000765 return NULL;
766 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000767 return (PyCodeObject *)co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000768}
769
770
771/* Load a module from a compiled file, execute it, and return its
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000772 module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000773
Guido van Rossum79f25d91997-04-29 20:08:16 +0000774static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000775load_compiled_module(char *name, char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000776{
777 long magic;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000778 PyCodeObject *co;
779 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000780
Guido van Rossum79f25d91997-04-29 20:08:16 +0000781 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000782 if (magic != pyc_magic) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000783 PyErr_Format(PyExc_ImportError,
784 "Bad magic number in %.200s", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000785 return NULL;
786 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000787 (void) PyMarshal_ReadLongFromFile(fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000788 co = read_compiled_module(cpathname, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000789 if (co == NULL)
790 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000791 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000792 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000793 name, cpathname);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000794 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000795 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000796
797 return m;
798}
799
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000800/* Parse a source file and return the corresponding code object */
801
Guido van Rossum79f25d91997-04-29 20:08:16 +0000802static PyCodeObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000803parse_source_module(const char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000804{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000805 PyCodeObject *co = NULL;
806 mod_ty mod;
Thomas Wouters89f507f2006-12-13 04:49:30 +0000807 PyArena *arena = PyArena_New();
808 if (arena == NULL)
809 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000810
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000811 mod = PyParser_ASTFromFile(fp, pathname, Py_file_input, 0, 0, 0,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000812 NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000813 if (mod) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000814 co = PyAST_Compile(mod, pathname, NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000815 }
Thomas Wouters89f507f2006-12-13 04:49:30 +0000816 PyArena_Free(arena);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000817 return co;
818}
819
820
Guido van Rossum55a83382000-09-20 20:31:38 +0000821/* Helper to open a bytecode file for writing in exclusive mode */
822
823static FILE *
824open_exclusive(char *filename)
825{
826#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
827 /* Use O_EXCL to avoid a race condition when another process tries to
828 write the same file. When that happens, our open() call fails,
829 which is just fine (since it's only a cache).
830 XXX If the file exists and is writable but the directory is not
831 writable, the file will never be written. Oh well.
832 */
833 int fd;
834 (void) unlink(filename);
Tim Peters42c83af2000-09-29 04:03:10 +0000835 fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
836#ifdef O_BINARY
837 |O_BINARY /* necessary for Windows */
838#endif
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000839#ifdef __VMS
Martin v. Löwis18e16552006-02-15 17:27:45 +0000840 , 0666, "ctxt=bin", "shr=nil"
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000841#else
Martin v. Löwis18e16552006-02-15 17:27:45 +0000842 , 0666
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000843#endif
Martin v. Löwis18e16552006-02-15 17:27:45 +0000844 );
Guido van Rossum55a83382000-09-20 20:31:38 +0000845 if (fd < 0)
846 return NULL;
847 return fdopen(fd, "wb");
848#else
849 /* Best we can do -- on Windows this can't happen anyway */
850 return fopen(filename, "wb");
851#endif
852}
853
854
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000855/* Write a compiled module to a file, placing the time of last
856 modification of its source into the header.
857 Errors are ignored, if a write error occurs an attempt is made to
858 remove the file. */
859
860static void
Martin v. Löwis18e16552006-02-15 17:27:45 +0000861write_compiled_module(PyCodeObject *co, char *cpathname, time_t mtime)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000862{
863 FILE *fp;
864
Guido van Rossum55a83382000-09-20 20:31:38 +0000865 fp = open_exclusive(cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000866 if (fp == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000867 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000868 PySys_WriteStderr(
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000869 "# can't create %s\n", cpathname);
870 return;
871 }
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000872 PyMarshal_WriteLongToFile(pyc_magic, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000873 /* First write a 0 for mtime */
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000874 PyMarshal_WriteLongToFile(0L, fp, Py_MARSHAL_VERSION);
875 PyMarshal_WriteObjectToFile((PyObject *)co, fp, Py_MARSHAL_VERSION);
Armin Rigo01ab2792004-03-26 15:09:27 +0000876 if (fflush(fp) != 0 || ferror(fp)) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000877 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000878 PySys_WriteStderr("# can't write %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000879 /* Don't keep partial file */
880 fclose(fp);
881 (void) unlink(cpathname);
882 return;
883 }
884 /* Now write the true mtime */
885 fseek(fp, 4L, 0);
Martin v. Löwis18e16552006-02-15 17:27:45 +0000886 assert(mtime < LONG_MAX);
Martin v. Löwis725507b2006-03-07 12:08:51 +0000887 PyMarshal_WriteLongToFile((long)mtime, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000888 fflush(fp);
889 fclose(fp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000890 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000891 PySys_WriteStderr("# wrote %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000892}
893
894
895/* Load a source module from a given file and return its module
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000896 object WITH INCREMENTED REFERENCE COUNT. If there's a matching
897 byte-compiled file, use that instead. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000898
Guido van Rossum79f25d91997-04-29 20:08:16 +0000899static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000900load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000901{
Fred Drake4c82b232000-06-30 16:18:57 +0000902 time_t mtime;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000903 FILE *fpc;
904 char buf[MAXPATHLEN+1];
905 char *cpathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000906 PyCodeObject *co;
907 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000908
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000909 mtime = PyOS_GetLastModificationTime(pathname, fp);
Neal Norwitz708e51a2005-10-03 04:48:15 +0000910 if (mtime == (time_t)(-1)) {
911 PyErr_Format(PyExc_RuntimeError,
912 "unable to get modification time from '%s'",
913 pathname);
Fred Drake4c82b232000-06-30 16:18:57 +0000914 return NULL;
Neal Norwitz708e51a2005-10-03 04:48:15 +0000915 }
Fred Drake4c82b232000-06-30 16:18:57 +0000916#if SIZEOF_TIME_T > 4
917 /* Python's .pyc timestamp handling presumes that the timestamp fits
918 in 4 bytes. This will be fine until sometime in the year 2038,
919 when a 4-byte signed time_t will overflow.
920 */
921 if (mtime >> 32) {
922 PyErr_SetString(PyExc_OverflowError,
Fred Drakec63d3e92001-03-01 06:33:32 +0000923 "modification time overflows a 4 byte field");
Fred Drake4c82b232000-06-30 16:18:57 +0000924 return NULL;
925 }
926#endif
Tim Peters36515e22001-11-18 04:06:29 +0000927 cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton37832f02001-04-13 17:50:20 +0000928 (size_t)MAXPATHLEN + 1);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000929 if (cpathname != NULL &&
930 (fpc = check_compiled_module(pathname, mtime, cpathname))) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000931 co = read_compiled_module(cpathname, fpc);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000932 fclose(fpc);
933 if (co == NULL)
934 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000935 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000936 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000937 name, cpathname);
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000938 pathname = cpathname;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000939 }
940 else {
941 co = parse_source_module(pathname, fp);
942 if (co == NULL)
943 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000944 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000945 PySys_WriteStderr("import %s # from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000946 name, pathname);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000947 if (cpathname)
948 write_compiled_module(co, cpathname, mtime);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000949 }
Guido van Rossumafd3dae1998-08-25 18:44:34 +0000950 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000951 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000952
953 return m;
954}
955
956
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000957/* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +0000958static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
959static struct filedescr *find_module(char *, char *, PyObject *,
960 char *, size_t, FILE **, PyObject **);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000961static struct _frozen *find_frozen(char *name);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000962
963/* Load a package and return its module object WITH INCREMENTED
964 REFERENCE COUNT */
965
966static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000967load_package(char *name, char *pathname)
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000968{
Tim Peters1cd70172004-08-02 03:52:12 +0000969 PyObject *m, *d;
970 PyObject *file = NULL;
971 PyObject *path = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000972 int err;
973 char buf[MAXPATHLEN+1];
974 FILE *fp = NULL;
975 struct filedescr *fdp;
976
977 m = PyImport_AddModule(name);
978 if (m == NULL)
979 return NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000980 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000981 PySys_WriteStderr("import %s # directory %s\n",
Guido van Rossum17fc85f1997-09-06 18:52:03 +0000982 name, pathname);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000983 d = PyModule_GetDict(m);
984 file = PyString_FromString(pathname);
985 if (file == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000986 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000987 path = Py_BuildValue("[O]", file);
Tim Peters1cd70172004-08-02 03:52:12 +0000988 if (path == NULL)
989 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000990 err = PyDict_SetItemString(d, "__file__", file);
991 if (err == 0)
992 err = PyDict_SetItemString(d, "__path__", path);
Tim Peters1cd70172004-08-02 03:52:12 +0000993 if (err != 0)
994 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000995 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +0000996 fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000997 if (fdp == NULL) {
998 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
999 PyErr_Clear();
Thomas Heller25653242004-06-07 15:04:10 +00001000 Py_INCREF(m);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001001 }
1002 else
1003 m = NULL;
1004 goto cleanup;
1005 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001006 m = load_module(name, fp, buf, fdp->type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001007 if (fp != NULL)
1008 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00001009 goto cleanup;
1010
1011 error:
1012 m = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001013 cleanup:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001014 Py_XDECREF(path);
1015 Py_XDECREF(file);
1016 return m;
1017}
1018
1019
1020/* Helper to test for built-in module */
1021
1022static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001023is_builtin(char *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001024{
1025 int i;
Guido van Rossum771c6c81997-10-31 18:37:24 +00001026 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
1027 if (strcmp(name, PyImport_Inittab[i].name) == 0) {
1028 if (PyImport_Inittab[i].initfunc == NULL)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001029 return -1;
1030 else
1031 return 1;
1032 }
1033 }
1034 return 0;
1035}
1036
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001037
Just van Rossum52e14d62002-12-30 22:08:05 +00001038/* Return an importer object for a sys.path/pkg.__path__ item 'p',
1039 possibly by fetching it from the path_importer_cache dict. If it
Thomas Wouters89f507f2006-12-13 04:49:30 +00001040 wasn't yet cached, traverse path_hooks until a hook is found
Just van Rossum52e14d62002-12-30 22:08:05 +00001041 that can handle the path item. Return None if no hook could;
1042 this tells our caller it should fall back to the builtin
1043 import mechanism. Cache the result in path_importer_cache.
1044 Returns a borrowed reference. */
1045
1046static PyObject *
1047get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
1048 PyObject *p)
1049{
1050 PyObject *importer;
Martin v. Löwis725507b2006-03-07 12:08:51 +00001051 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +00001052
1053 /* These conditions are the caller's responsibility: */
1054 assert(PyList_Check(path_hooks));
1055 assert(PyDict_Check(path_importer_cache));
1056
1057 nhooks = PyList_Size(path_hooks);
1058 if (nhooks < 0)
1059 return NULL; /* Shouldn't happen */
1060
1061 importer = PyDict_GetItem(path_importer_cache, p);
1062 if (importer != NULL)
1063 return importer;
1064
1065 /* set path_importer_cache[p] to None to avoid recursion */
1066 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
1067 return NULL;
1068
1069 for (j = 0; j < nhooks; j++) {
1070 PyObject *hook = PyList_GetItem(path_hooks, j);
1071 if (hook == NULL)
1072 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001073 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
Just van Rossum52e14d62002-12-30 22:08:05 +00001074 if (importer != NULL)
1075 break;
1076
1077 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
1078 return NULL;
1079 }
1080 PyErr_Clear();
1081 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001082 if (importer == NULL) {
1083 importer = PyObject_CallFunctionObjArgs(
1084 (PyObject *)&NullImporterType, p, NULL
1085 );
1086 if (importer == NULL) {
1087 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1088 PyErr_Clear();
1089 return Py_None;
1090 }
1091 }
1092 }
1093 if (importer != NULL) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001094 int err = PyDict_SetItem(path_importer_cache, p, importer);
1095 Py_DECREF(importer);
1096 if (err != 0)
1097 return NULL;
1098 }
1099 return importer;
1100}
1101
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001102/* Search the path (default sys.path) for a module. Return the
1103 corresponding filedescr struct, and (via return arguments) the
1104 pathname and an open file. Return NULL if the module is not found. */
1105
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001106#ifdef MS_COREDLL
Thomas Woutersb4bd21c2000-07-22 23:38:01 +00001107extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001108 char *, Py_ssize_t);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001109#endif
1110
Martin v. Löwis18e16552006-02-15 17:27:45 +00001111static int case_ok(char *, Py_ssize_t, Py_ssize_t, char *);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001112static int find_init_module(char *); /* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +00001113static struct filedescr importhookdescr = {"", "", IMP_HOOK};
Guido van Rossum197346f1997-10-31 18:38:52 +00001114
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001115static struct filedescr *
Just van Rossum52e14d62002-12-30 22:08:05 +00001116find_module(char *fullname, char *subname, PyObject *path, char *buf,
1117 size_t buflen, FILE **p_fp, PyObject **p_loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001118{
Martin v. Löwis725507b2006-03-07 12:08:51 +00001119 Py_ssize_t i, npath;
Fred Drake4c82b232000-06-30 16:18:57 +00001120 size_t len, namelen;
Guido van Rossum80bb9651996-12-05 23:27:02 +00001121 struct filedescr *fdp = NULL;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001122 char *filemode;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001123 FILE *fp = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00001124 PyObject *path_hooks, *path_importer_cache;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001125#ifndef RISCOS
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001126 struct stat statbuf;
Guido van Rossum48a680c2001-03-02 06:34:14 +00001127#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001128 static struct filedescr fd_frozen = {"", "", PY_FROZEN};
1129 static struct filedescr fd_builtin = {"", "", C_BUILTIN};
1130 static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
Guido van Rossum0506a431998-08-11 15:07:39 +00001131 char name[MAXPATHLEN+1];
Andrew MacIntyred9400542002-02-26 11:41:34 +00001132#if defined(PYOS_OS2)
1133 size_t saved_len;
1134 size_t saved_namelen;
1135 char *saved_buf = NULL;
1136#endif
Just van Rossum52e14d62002-12-30 22:08:05 +00001137 if (p_loader != NULL)
1138 *p_loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001139
Just van Rossum52e14d62002-12-30 22:08:05 +00001140 if (strlen(subname) > MAXPATHLEN) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001141 PyErr_SetString(PyExc_OverflowError,
1142 "module name is too long");
Fred Drake4c82b232000-06-30 16:18:57 +00001143 return NULL;
1144 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001145 strcpy(name, subname);
1146
1147 /* sys.meta_path import hook */
1148 if (p_loader != NULL) {
1149 PyObject *meta_path;
1150
1151 meta_path = PySys_GetObject("meta_path");
1152 if (meta_path == NULL || !PyList_Check(meta_path)) {
1153 PyErr_SetString(PyExc_ImportError,
1154 "sys.meta_path must be a list of "
1155 "import hooks");
1156 return NULL;
1157 }
1158 Py_INCREF(meta_path); /* zap guard */
1159 npath = PyList_Size(meta_path);
1160 for (i = 0; i < npath; i++) {
1161 PyObject *loader;
1162 PyObject *hook = PyList_GetItem(meta_path, i);
1163 loader = PyObject_CallMethod(hook, "find_module",
1164 "sO", fullname,
1165 path != NULL ?
1166 path : Py_None);
1167 if (loader == NULL) {
1168 Py_DECREF(meta_path);
1169 return NULL; /* true error */
1170 }
1171 if (loader != Py_None) {
1172 /* a loader was found */
1173 *p_loader = loader;
1174 Py_DECREF(meta_path);
1175 return &importhookdescr;
1176 }
1177 Py_DECREF(loader);
1178 }
1179 Py_DECREF(meta_path);
1180 }
Guido van Rossum0506a431998-08-11 15:07:39 +00001181
1182 if (path != NULL && PyString_Check(path)) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001183 /* The only type of submodule allowed inside a "frozen"
1184 package are other frozen modules or packages. */
Guido van Rossum0506a431998-08-11 15:07:39 +00001185 if (PyString_Size(path) + 1 + strlen(name) >= (size_t)buflen) {
1186 PyErr_SetString(PyExc_ImportError,
1187 "full frozen module name too long");
1188 return NULL;
1189 }
1190 strcpy(buf, PyString_AsString(path));
1191 strcat(buf, ".");
1192 strcat(buf, name);
1193 strcpy(name, buf);
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001194 if (find_frozen(name) != NULL) {
1195 strcpy(buf, name);
1196 return &fd_frozen;
1197 }
1198 PyErr_Format(PyExc_ImportError,
1199 "No frozen submodule named %.200s", name);
1200 return NULL;
Guido van Rossum0506a431998-08-11 15:07:39 +00001201 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001202 if (path == NULL) {
1203 if (is_builtin(name)) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001204 strcpy(buf, name);
1205 return &fd_builtin;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001206 }
Greg Ward201baee2001-10-04 14:52:06 +00001207 if ((find_frozen(name)) != NULL) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001208 strcpy(buf, name);
1209 return &fd_frozen;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001210 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001211
Guido van Rossumac279101996-08-22 23:10:58 +00001212#ifdef MS_COREDLL
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001213 fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
1214 if (fp != NULL) {
1215 *p_fp = fp;
1216 return fdp;
1217 }
Guido van Rossuma5a3db71996-04-09 02:39:59 +00001218#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001219 path = PySys_GetObject("path");
1220 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001221 if (path == NULL || !PyList_Check(path)) {
1222 PyErr_SetString(PyExc_ImportError,
Guido van Rossuma5568d31998-03-05 03:45:08 +00001223 "sys.path must be a list of directory names");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001224 return NULL;
1225 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001226
1227 path_hooks = PySys_GetObject("path_hooks");
1228 if (path_hooks == NULL || !PyList_Check(path_hooks)) {
1229 PyErr_SetString(PyExc_ImportError,
1230 "sys.path_hooks must be a list of "
1231 "import hooks");
1232 return NULL;
1233 }
1234 path_importer_cache = PySys_GetObject("path_importer_cache");
1235 if (path_importer_cache == NULL ||
1236 !PyDict_Check(path_importer_cache)) {
1237 PyErr_SetString(PyExc_ImportError,
1238 "sys.path_importer_cache must be a dict");
1239 return NULL;
1240 }
1241
Guido van Rossum79f25d91997-04-29 20:08:16 +00001242 npath = PyList_Size(path);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001243 namelen = strlen(name);
1244 for (i = 0; i < npath; i++) {
Walter Dörwald3430d702002-06-17 10:43:59 +00001245 PyObject *copy = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001246 PyObject *v = PyList_GetItem(path, i);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00001247 if (!v)
1248 return NULL;
Walter Dörwald3430d702002-06-17 10:43:59 +00001249#ifdef Py_USING_UNICODE
1250 if (PyUnicode_Check(v)) {
1251 copy = PyUnicode_Encode(PyUnicode_AS_UNICODE(v),
1252 PyUnicode_GET_SIZE(v), Py_FileSystemDefaultEncoding, NULL);
1253 if (copy == NULL)
1254 return NULL;
1255 v = copy;
1256 }
1257 else
1258#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +00001259 if (!PyString_Check(v))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001260 continue;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001261 len = PyString_GET_SIZE(v);
Walter Dörwald3430d702002-06-17 10:43:59 +00001262 if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
1263 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001264 continue; /* Too long */
Walter Dörwald3430d702002-06-17 10:43:59 +00001265 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001266 strcpy(buf, PyString_AS_STRING(v));
Walter Dörwald3430d702002-06-17 10:43:59 +00001267 if (strlen(buf) != len) {
1268 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001269 continue; /* v contains '\0' */
Walter Dörwald3430d702002-06-17 10:43:59 +00001270 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001271
1272 /* sys.path_hooks import hook */
1273 if (p_loader != NULL) {
1274 PyObject *importer;
1275
1276 importer = get_path_importer(path_importer_cache,
1277 path_hooks, v);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001278 if (importer == NULL) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001279 Py_XDECREF(copy);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001280 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001281 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001282 /* Note: importer is a borrowed reference */
1283 if (importer != Py_None) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001284 PyObject *loader;
1285 loader = PyObject_CallMethod(importer,
1286 "find_module",
1287 "s", fullname);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001288 Py_XDECREF(copy);
Just van Rossum52e14d62002-12-30 22:08:05 +00001289 if (loader == NULL)
1290 return NULL; /* error */
1291 if (loader != Py_None) {
1292 /* a loader was found */
1293 *p_loader = loader;
1294 return &importhookdescr;
1295 }
1296 Py_DECREF(loader);
Thomas Wouters477c8d52006-05-27 19:21:47 +00001297 continue;
Just van Rossum52e14d62002-12-30 22:08:05 +00001298 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001299 }
Thomas Wouters477c8d52006-05-27 19:21:47 +00001300 /* no hook was found, use builtin import */
Just van Rossum52e14d62002-12-30 22:08:05 +00001301
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001302 if (len > 0 && buf[len-1] != SEP
1303#ifdef ALTSEP
1304 && buf[len-1] != ALTSEP
1305#endif
1306 )
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001307 buf[len++] = SEP;
Guido van Rossum215c3402000-11-13 17:26:32 +00001308 strcpy(buf+len, name);
1309 len += namelen;
Tim Peters50d8d372001-02-28 05:34:27 +00001310
1311 /* Check for package import (buf holds a directory name,
1312 and there's an __init__ module in that directory */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001313#ifdef HAVE_STAT
Walter Dörwald3430d702002-06-17 10:43:59 +00001314 if (stat(buf, &statbuf) == 0 && /* it exists */
1315 S_ISDIR(statbuf.st_mode) && /* it's a directory */
Thomas Wouters477c8d52006-05-27 19:21:47 +00001316 case_ok(buf, len, namelen, name)) { /* case matches */
1317 if (find_init_module(buf)) { /* and has __init__.py */
1318 Py_XDECREF(copy);
1319 return &fd_package;
1320 }
1321 else {
1322 char warnstr[MAXPATHLEN+80];
1323 sprintf(warnstr, "Not importing directory "
1324 "'%.*s': missing __init__.py",
1325 MAXPATHLEN, buf);
1326 if (PyErr_Warn(PyExc_ImportWarning,
1327 warnstr)) {
1328 Py_XDECREF(copy);
1329 return NULL;
1330 }
1331 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001332 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001333#else
1334 /* XXX How are you going to test for directories? */
Guido van Rossum48a680c2001-03-02 06:34:14 +00001335#ifdef RISCOS
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001336 if (isdir(buf) &&
Walter Dörwald3430d702002-06-17 10:43:59 +00001337 case_ok(buf, len, namelen, name)) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001338 if (find_init_module(buf)) {
1339 Py_XDECREF(copy);
1340 return &fd_package;
1341 }
1342 else {
1343 char warnstr[MAXPATHLEN+80];
1344 sprintf(warnstr, "Not importing directory "
1345 "'%.*s': missing __init__.py",
1346 MAXPATHLEN, buf);
1347 if (PyErr_Warn(PyExc_ImportWarning,
1348 warnstr)) {
1349 Py_XDECREF(copy);
1350 return NULL;
1351 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001352 }
Guido van Rossum48a680c2001-03-02 06:34:14 +00001353#endif
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001354#endif
Andrew MacIntyred9400542002-02-26 11:41:34 +00001355#if defined(PYOS_OS2)
1356 /* take a snapshot of the module spec for restoration
1357 * after the 8 character DLL hackery
1358 */
1359 saved_buf = strdup(buf);
1360 saved_len = len;
1361 saved_namelen = namelen;
1362#endif /* PYOS_OS2 */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001363 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001364#if defined(PYOS_OS2)
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001365 /* OS/2 limits DLLs to 8 character names (w/o
1366 extension)
Andrew MacIntyred9400542002-02-26 11:41:34 +00001367 * so if the name is longer than that and its a
1368 * dynamically loaded module we're going to try,
1369 * truncate the name before trying
1370 */
Just van Rossum52e14d62002-12-30 22:08:05 +00001371 if (strlen(subname) > 8) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001372 /* is this an attempt to load a C extension? */
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001373 const struct filedescr *scan;
1374 scan = _PyImport_DynLoadFiletab;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001375 while (scan->suffix != NULL) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001376 if (!strcmp(scan->suffix, fdp->suffix))
Andrew MacIntyred9400542002-02-26 11:41:34 +00001377 break;
1378 else
1379 scan++;
1380 }
1381 if (scan->suffix != NULL) {
1382 /* yes, so truncate the name */
1383 namelen = 8;
Just van Rossum52e14d62002-12-30 22:08:05 +00001384 len -= strlen(subname) - namelen;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001385 buf[len] = '\0';
1386 }
1387 }
1388#endif /* PYOS_OS2 */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001389 strcpy(buf+len, fdp->suffix);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001390 if (Py_VerboseFlag > 1)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001391 PySys_WriteStderr("# trying %s\n", buf);
Jack Jansenc88da1f2002-05-28 10:58:19 +00001392 filemode = fdp->mode;
Tim Peters86c7d2f2004-08-01 23:24:21 +00001393 if (filemode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001394 filemode = "r" PY_STDIOTEXTMODE;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001395 fp = fopen(buf, filemode);
Tim Peters50d8d372001-02-28 05:34:27 +00001396 if (fp != NULL) {
1397 if (case_ok(buf, len, namelen, name))
1398 break;
1399 else { /* continue search */
1400 fclose(fp);
1401 fp = NULL;
Barry Warsaw914a0b12001-02-02 19:12:16 +00001402 }
Barry Warsaw914a0b12001-02-02 19:12:16 +00001403 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001404#if defined(PYOS_OS2)
1405 /* restore the saved snapshot */
1406 strcpy(buf, saved_buf);
1407 len = saved_len;
1408 namelen = saved_namelen;
1409#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001410 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001411#if defined(PYOS_OS2)
1412 /* don't need/want the module name snapshot anymore */
1413 if (saved_buf)
1414 {
1415 free(saved_buf);
1416 saved_buf = NULL;
1417 }
1418#endif
Walter Dörwald3430d702002-06-17 10:43:59 +00001419 Py_XDECREF(copy);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001420 if (fp != NULL)
1421 break;
1422 }
1423 if (fp == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001424 PyErr_Format(PyExc_ImportError,
1425 "No module named %.200s", name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001426 return NULL;
1427 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001428 *p_fp = fp;
1429 return fdp;
1430}
1431
Raymond Hettingerdb29e0f2004-10-07 06:46:25 +00001432/* Helpers for main.c
1433 * Find the source file corresponding to a named module
1434 */
1435struct filedescr *
1436_PyImport_FindModule(const char *name, PyObject *path, char *buf,
1437 size_t buflen, FILE **p_fp, PyObject **p_loader)
1438{
1439 return find_module((char *) name, (char *) name, path,
1440 buf, buflen, p_fp, p_loader);
1441}
1442
1443PyAPI_FUNC(int) _PyImport_IsScript(struct filedescr * fd)
1444{
1445 return fd->type == PY_SOURCE || fd->type == PY_COMPILED;
1446}
1447
Martin v. Löwis18e16552006-02-15 17:27:45 +00001448/* case_ok(char* buf, Py_ssize_t len, Py_ssize_t namelen, char* name)
Tim Petersd1e87a82001-03-01 18:12:00 +00001449 * The arguments here are tricky, best shown by example:
1450 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1451 * ^ ^ ^ ^
1452 * |--------------------- buf ---------------------|
1453 * |------------------- len ------------------|
1454 * |------ name -------|
1455 * |----- namelen -----|
1456 * buf is the full path, but len only counts up to (& exclusive of) the
1457 * extension. name is the module name, also exclusive of extension.
1458 *
1459 * We've already done a successful stat() or fopen() on buf, so know that
1460 * there's some match, possibly case-insensitive.
1461 *
Tim Peters50d8d372001-02-28 05:34:27 +00001462 * case_ok() is to return 1 if there's a case-sensitive match for
1463 * name, else 0. case_ok() is also to return 1 if envar PYTHONCASEOK
1464 * exists.
Tim Petersd1e87a82001-03-01 18:12:00 +00001465 *
Tim Peters50d8d372001-02-28 05:34:27 +00001466 * case_ok() is used to implement case-sensitive import semantics even
1467 * on platforms with case-insensitive filesystems. It's trivial to implement
1468 * for case-sensitive filesystems. It's pretty much a cross-platform
1469 * nightmare for systems with case-insensitive filesystems.
1470 */
Guido van Rossum0980bd91998-02-13 17:18:36 +00001471
Tim Peters50d8d372001-02-28 05:34:27 +00001472/* First we may need a pile of platform-specific header files; the sequence
1473 * of #if's here should match the sequence in the body of case_ok().
1474 */
Jason Tishler7961aa62005-05-20 00:56:54 +00001475#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001476#include <windows.h>
Guido van Rossum4c3f57c2001-01-10 20:40:46 +00001477
Tim Peters50d8d372001-02-28 05:34:27 +00001478#elif defined(DJGPP)
1479#include <dir.h>
1480
Jason Tishler7961aa62005-05-20 00:56:54 +00001481#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001482#include <sys/types.h>
1483#include <dirent.h>
1484
Andrew MacIntyred9400542002-02-26 11:41:34 +00001485#elif defined(PYOS_OS2)
1486#define INCL_DOS
1487#define INCL_DOSERRORS
1488#define INCL_NOPMAPI
1489#include <os2.h>
1490
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001491#elif defined(RISCOS)
1492#include "oslib/osfscontrol.h"
Tim Peters50d8d372001-02-28 05:34:27 +00001493#endif
1494
Guido van Rossum0980bd91998-02-13 17:18:36 +00001495static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00001496case_ok(char *buf, Py_ssize_t len, Py_ssize_t namelen, char *name)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001497{
Tim Peters50d8d372001-02-28 05:34:27 +00001498/* Pick a platform-specific implementation; the sequence of #if's here should
1499 * match the sequence just above.
1500 */
1501
Jason Tishler7961aa62005-05-20 00:56:54 +00001502/* MS_WINDOWS */
1503#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001504 WIN32_FIND_DATA data;
1505 HANDLE h;
Tim Peters50d8d372001-02-28 05:34:27 +00001506
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001507 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001508 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001509
Guido van Rossum0980bd91998-02-13 17:18:36 +00001510 h = FindFirstFile(buf, &data);
1511 if (h == INVALID_HANDLE_VALUE) {
1512 PyErr_Format(PyExc_NameError,
1513 "Can't find file for module %.100s\n(filename %.300s)",
1514 name, buf);
1515 return 0;
1516 }
1517 FindClose(h);
Tim Peters50d8d372001-02-28 05:34:27 +00001518 return strncmp(data.cFileName, name, namelen) == 0;
1519
1520/* DJGPP */
1521#elif defined(DJGPP)
1522 struct ffblk ffblk;
1523 int done;
1524
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001525 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum323bf5e1998-06-24 03:54:06 +00001526 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001527
1528 done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
1529 if (done) {
Guido van Rossum0980bd91998-02-13 17:18:36 +00001530 PyErr_Format(PyExc_NameError,
Tim Peters50d8d372001-02-28 05:34:27 +00001531 "Can't find file for module %.100s\n(filename %.300s)",
Guido van Rossum0980bd91998-02-13 17:18:36 +00001532 name, buf);
1533 return 0;
1534 }
Tim Peters50d8d372001-02-28 05:34:27 +00001535 return strncmp(ffblk.ff_name, name, namelen) == 0;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001536
Jason Tishler7961aa62005-05-20 00:56:54 +00001537/* new-fangled macintosh (macosx) or Cygwin */
1538#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001539 DIR *dirp;
1540 struct dirent *dp;
Tim Petersd1e87a82001-03-01 18:12:00 +00001541 char dirname[MAXPATHLEN + 1];
1542 const int dirlen = len - namelen - 1; /* don't want trailing SEP */
Tim Peters430f5d42001-03-01 01:30:56 +00001543
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001544 if (Py_GETENV("PYTHONCASEOK") != NULL)
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001545 return 1;
1546
Tim Petersd1e87a82001-03-01 18:12:00 +00001547 /* Copy the dir component into dirname; substitute "." if empty */
1548 if (dirlen <= 0) {
1549 dirname[0] = '.';
1550 dirname[1] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001551 }
1552 else {
Tim Petersd1e87a82001-03-01 18:12:00 +00001553 assert(dirlen <= MAXPATHLEN);
1554 memcpy(dirname, buf, dirlen);
1555 dirname[dirlen] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001556 }
1557 /* Open the directory and search the entries for an exact match. */
Tim Petersd1e87a82001-03-01 18:12:00 +00001558 dirp = opendir(dirname);
Tim Peters430f5d42001-03-01 01:30:56 +00001559 if (dirp) {
Tim Peters677898a2001-03-02 03:28:03 +00001560 char *nameWithExt = buf + len - namelen;
Tim Peters430f5d42001-03-01 01:30:56 +00001561 while ((dp = readdir(dirp)) != NULL) {
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001562 const int thislen =
Tim Peters430f5d42001-03-01 01:30:56 +00001563#ifdef _DIRENT_HAVE_D_NAMELEN
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001564 dp->d_namlen;
Tim Peters430f5d42001-03-01 01:30:56 +00001565#else
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001566 strlen(dp->d_name);
Tim Peters430f5d42001-03-01 01:30:56 +00001567#endif
Tim Petersd1e87a82001-03-01 18:12:00 +00001568 if (thislen >= namelen &&
Tim Peters677898a2001-03-02 03:28:03 +00001569 strcmp(dp->d_name, nameWithExt) == 0) {
Tim Peters430f5d42001-03-01 01:30:56 +00001570 (void)closedir(dirp);
1571 return 1; /* Found */
1572 }
1573 }
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001574 (void)closedir(dirp);
Tim Peters430f5d42001-03-01 01:30:56 +00001575 }
Tim Peters430f5d42001-03-01 01:30:56 +00001576 return 0 ; /* Not found */
Tim Peters430f5d42001-03-01 01:30:56 +00001577
Guido van Rossume2ae77b2001-10-24 20:42:55 +00001578/* RISC OS */
1579#elif defined(RISCOS)
1580 char canon[MAXPATHLEN+1]; /* buffer for the canonical form of the path */
1581 char buf2[MAXPATHLEN+2];
1582 char *nameWithExt = buf+len-namelen;
1583 int canonlen;
1584 os_error *e;
1585
1586 if (Py_GETENV("PYTHONCASEOK") != NULL)
1587 return 1;
1588
1589 /* workaround:
1590 append wildcard, otherwise case of filename wouldn't be touched */
1591 strcpy(buf2, buf);
1592 strcat(buf2, "*");
1593
1594 e = xosfscontrol_canonicalise_path(buf2,canon,0,0,MAXPATHLEN+1,&canonlen);
1595 canonlen = MAXPATHLEN+1-canonlen;
1596 if (e || canonlen<=0 || canonlen>(MAXPATHLEN+1) )
1597 return 0;
1598 if (strcmp(nameWithExt, canon+canonlen-strlen(nameWithExt))==0)
1599 return 1; /* match */
1600
1601 return 0;
1602
Andrew MacIntyred9400542002-02-26 11:41:34 +00001603/* OS/2 */
1604#elif defined(PYOS_OS2)
1605 HDIR hdir = 1;
1606 ULONG srchcnt = 1;
1607 FILEFINDBUF3 ffbuf;
1608 APIRET rc;
1609
1610 if (getenv("PYTHONCASEOK") != NULL)
1611 return 1;
1612
1613 rc = DosFindFirst(buf,
1614 &hdir,
1615 FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
1616 &ffbuf, sizeof(ffbuf),
1617 &srchcnt,
1618 FIL_STANDARD);
1619 if (rc != NO_ERROR)
1620 return 0;
1621 return strncmp(ffbuf.achName, name, namelen) == 0;
1622
Tim Peters50d8d372001-02-28 05:34:27 +00001623/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
1624#else
Guido van Rossum0980bd91998-02-13 17:18:36 +00001625 return 1;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001626
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001627#endif
Tim Peters50d8d372001-02-28 05:34:27 +00001628}
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001629
Guido van Rossum0980bd91998-02-13 17:18:36 +00001630
Guido van Rossum197346f1997-10-31 18:38:52 +00001631#ifdef HAVE_STAT
1632/* Helper to look for __init__.py or __init__.py[co] in potential package */
1633static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001634find_init_module(char *buf)
Guido van Rossum197346f1997-10-31 18:38:52 +00001635{
Tim Peters0f9431f2001-07-05 03:47:53 +00001636 const size_t save_len = strlen(buf);
Fred Drake4c82b232000-06-30 16:18:57 +00001637 size_t i = save_len;
Tim Peters0f9431f2001-07-05 03:47:53 +00001638 char *pname; /* pointer to start of __init__ */
Guido van Rossum197346f1997-10-31 18:38:52 +00001639 struct stat statbuf;
1640
Tim Peters0f9431f2001-07-05 03:47:53 +00001641/* For calling case_ok(buf, len, namelen, name):
1642 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1643 * ^ ^ ^ ^
1644 * |--------------------- buf ---------------------|
1645 * |------------------- len ------------------|
1646 * |------ name -------|
1647 * |----- namelen -----|
1648 */
Guido van Rossum197346f1997-10-31 18:38:52 +00001649 if (save_len + 13 >= MAXPATHLEN)
1650 return 0;
1651 buf[i++] = SEP;
Tim Peters0f9431f2001-07-05 03:47:53 +00001652 pname = buf + i;
1653 strcpy(pname, "__init__.py");
Guido van Rossum197346f1997-10-31 18:38:52 +00001654 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001655 if (case_ok(buf,
1656 save_len + 9, /* len("/__init__") */
1657 8, /* len("__init__") */
1658 pname)) {
1659 buf[save_len] = '\0';
1660 return 1;
1661 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001662 }
Tim Peters0f9431f2001-07-05 03:47:53 +00001663 i += strlen(pname);
1664 strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
Guido van Rossum197346f1997-10-31 18:38:52 +00001665 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001666 if (case_ok(buf,
1667 save_len + 9, /* len("/__init__") */
1668 8, /* len("__init__") */
1669 pname)) {
1670 buf[save_len] = '\0';
1671 return 1;
1672 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001673 }
1674 buf[save_len] = '\0';
1675 return 0;
1676}
Guido van Rossum48a680c2001-03-02 06:34:14 +00001677
1678#else
1679
1680#ifdef RISCOS
1681static int
1682find_init_module(buf)
1683 char *buf;
1684{
1685 int save_len = strlen(buf);
1686 int i = save_len;
1687
1688 if (save_len + 13 >= MAXPATHLEN)
1689 return 0;
1690 buf[i++] = SEP;
1691 strcpy(buf+i, "__init__/py");
1692 if (isfile(buf)) {
1693 buf[save_len] = '\0';
1694 return 1;
1695 }
1696
1697 if (Py_OptimizeFlag)
1698 strcpy(buf+i, "o");
1699 else
1700 strcpy(buf+i, "c");
1701 if (isfile(buf)) {
1702 buf[save_len] = '\0';
1703 return 1;
1704 }
1705 buf[save_len] = '\0';
1706 return 0;
1707}
1708#endif /*RISCOS*/
1709
Guido van Rossum197346f1997-10-31 18:38:52 +00001710#endif /* HAVE_STAT */
1711
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001712
Tim Petersdbd9ba62000-07-09 03:09:57 +00001713static int init_builtin(char *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001714
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001715/* Load an external module using the default search path and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001716 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001717
Guido van Rossum79f25d91997-04-29 20:08:16 +00001718static PyObject *
Just van Rossum52e14d62002-12-30 22:08:05 +00001719load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001720{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001721 PyObject *modules;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001722 PyObject *m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001723 int err;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001724
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001725 /* First check that there's an open file (if we need one) */
1726 switch (type) {
1727 case PY_SOURCE:
1728 case PY_COMPILED:
1729 if (fp == NULL) {
1730 PyErr_Format(PyExc_ValueError,
1731 "file object required for import (type code %d)",
1732 type);
1733 return NULL;
1734 }
1735 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001736
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001737 switch (type) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001738
1739 case PY_SOURCE:
1740 m = load_source_module(name, buf, fp);
1741 break;
1742
1743 case PY_COMPILED:
1744 m = load_compiled_module(name, buf, fp);
1745 break;
1746
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001747#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001748 case C_EXTENSION:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001749 m = _PyImport_LoadDynamicModule(name, buf, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001750 break;
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001751#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001752
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001753 case PKG_DIRECTORY:
1754 m = load_package(name, buf);
1755 break;
1756
1757 case C_BUILTIN:
1758 case PY_FROZEN:
Guido van Rossuma5568d31998-03-05 03:45:08 +00001759 if (buf != NULL && buf[0] != '\0')
1760 name = buf;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001761 if (type == C_BUILTIN)
1762 err = init_builtin(name);
1763 else
1764 err = PyImport_ImportFrozenModule(name);
1765 if (err < 0)
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001766 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001767 if (err == 0) {
1768 PyErr_Format(PyExc_ImportError,
1769 "Purported %s module %.200s not found",
1770 type == C_BUILTIN ?
1771 "builtin" : "frozen",
1772 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001773 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001774 }
1775 modules = PyImport_GetModuleDict();
1776 m = PyDict_GetItemString(modules, name);
1777 if (m == NULL) {
1778 PyErr_Format(
1779 PyExc_ImportError,
1780 "%s module %.200s not properly initialized",
1781 type == C_BUILTIN ?
1782 "builtin" : "frozen",
1783 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001784 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001785 }
1786 Py_INCREF(m);
1787 break;
1788
Just van Rossum52e14d62002-12-30 22:08:05 +00001789 case IMP_HOOK: {
1790 if (loader == NULL) {
1791 PyErr_SetString(PyExc_ImportError,
1792 "import hook without loader");
1793 return NULL;
1794 }
1795 m = PyObject_CallMethod(loader, "load_module", "s", name);
1796 break;
1797 }
1798
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001799 default:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001800 PyErr_Format(PyExc_ImportError,
1801 "Don't know how to import %.200s (type code %d)",
1802 name, type);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001803 m = NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001804
1805 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001806
1807 return m;
1808}
1809
1810
1811/* Initialize a built-in module.
Thomas Wouters89f507f2006-12-13 04:49:30 +00001812 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001813 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001814
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001815static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001816init_builtin(char *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001817{
Guido van Rossum25ce5661997-08-02 03:10:38 +00001818 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001819
Greg Ward201baee2001-10-04 14:52:06 +00001820 if (_PyImport_FindExtension(name, name) != NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +00001821 return 1;
1822
Guido van Rossum771c6c81997-10-31 18:37:24 +00001823 for (p = PyImport_Inittab; p->name != NULL; p++) {
Guido van Rossum25ce5661997-08-02 03:10:38 +00001824 if (strcmp(name, p->name) == 0) {
1825 if (p->initfunc == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001826 PyErr_Format(PyExc_ImportError,
1827 "Cannot re-init internal module %.200s",
1828 name);
Guido van Rossum74e6a111994-08-29 12:54:38 +00001829 return -1;
1830 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001831 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001832 PySys_WriteStderr("import %s # builtin\n", name);
Guido van Rossum25ce5661997-08-02 03:10:38 +00001833 (*p->initfunc)();
Guido van Rossum79f25d91997-04-29 20:08:16 +00001834 if (PyErr_Occurred())
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001835 return -1;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001836 if (_PyImport_FixupExtension(name, name) == NULL)
1837 return -1;
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001838 return 1;
1839 }
1840 }
1841 return 0;
1842}
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001843
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001844
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001845/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001846
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001847static struct _frozen *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001848find_frozen(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001849{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001850 struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001851
Guido van Rossum79f25d91997-04-29 20:08:16 +00001852 for (p = PyImport_FrozenModules; ; p++) {
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001853 if (p->name == NULL)
1854 return NULL;
1855 if (strcmp(p->name, name) == 0)
1856 break;
1857 }
1858 return p;
1859}
1860
Guido van Rossum79f25d91997-04-29 20:08:16 +00001861static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001862get_frozen_object(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001863{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001864 struct _frozen *p = find_frozen(name);
Guido van Rossuma5568d31998-03-05 03:45:08 +00001865 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001866
1867 if (p == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001868 PyErr_Format(PyExc_ImportError,
1869 "No such frozen object named %.200s",
1870 name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001871 return NULL;
1872 }
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001873 if (p->code == NULL) {
1874 PyErr_Format(PyExc_ImportError,
1875 "Excluded frozen object named %.200s",
1876 name);
1877 return NULL;
1878 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001879 size = p->size;
1880 if (size < 0)
1881 size = -size;
1882 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001883}
1884
1885/* Initialize a frozen module.
1886 Return 1 for succes, 0 if the module is not found, and -1 with
1887 an exception set if the initialization failed.
1888 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001889
1890int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001891PyImport_ImportFrozenModule(char *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001892{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001893 struct _frozen *p = find_frozen(name);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001894 PyObject *co;
1895 PyObject *m;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001896 int ispackage;
1897 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001898
1899 if (p == NULL)
1900 return 0;
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001901 if (p->code == NULL) {
1902 PyErr_Format(PyExc_ImportError,
1903 "Excluded frozen object named %.200s",
1904 name);
1905 return -1;
1906 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001907 size = p->size;
1908 ispackage = (size < 0);
1909 if (ispackage)
1910 size = -size;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001911 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001912 PySys_WriteStderr("import %s # frozen%s\n",
Guido van Rossuma5568d31998-03-05 03:45:08 +00001913 name, ispackage ? " package" : "");
1914 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001915 if (co == NULL)
1916 return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001917 if (!PyCode_Check(co)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001918 PyErr_Format(PyExc_TypeError,
1919 "frozen object %.200s is not a code object",
1920 name);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001921 goto err_return;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001922 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001923 if (ispackage) {
1924 /* Set __path__ to the package name */
1925 PyObject *d, *s;
1926 int err;
1927 m = PyImport_AddModule(name);
1928 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001929 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001930 d = PyModule_GetDict(m);
1931 s = PyString_InternFromString(name);
1932 if (s == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001933 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001934 err = PyDict_SetItemString(d, "__path__", s);
1935 Py_DECREF(s);
1936 if (err != 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001937 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001938 }
Guido van Rossume32bf6e1998-02-11 05:53:02 +00001939 m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001940 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001941 goto err_return;
1942 Py_DECREF(co);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001943 Py_DECREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001944 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001945err_return:
1946 Py_DECREF(co);
1947 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001948}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001949
1950
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001951/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001952 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001953
Guido van Rossum79f25d91997-04-29 20:08:16 +00001954PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001955PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001956{
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001957 PyObject *pname;
1958 PyObject *result;
1959
1960 pname = PyString_FromString(name);
Neal Norwitza11e4c12003-03-23 14:31:01 +00001961 if (pname == NULL)
1962 return NULL;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001963 result = PyImport_Import(pname);
1964 Py_DECREF(pname);
1965 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001966}
1967
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001968/* Forward declarations for helper routines */
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001969static PyObject *get_parent(PyObject *globals, char *buf,
1970 Py_ssize_t *p_buflen, int level);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001971static PyObject *load_next(PyObject *mod, PyObject *altmod,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001972 char **p_name, char *buf, Py_ssize_t *p_buflen);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001973static int mark_miss(char *name);
1974static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001975 char *buf, Py_ssize_t buflen, int recursive);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001976static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001977
1978/* The Magnum Opus of dotted-name import :-) */
1979
Guido van Rossum75acc9c1998-03-03 22:26:50 +00001980static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001981import_module_level(char *name, PyObject *globals, PyObject *locals,
1982 PyObject *fromlist, int level)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001983{
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001984 char buf[MAXPATHLEN+1];
Martin v. Löwis18e16552006-02-15 17:27:45 +00001985 Py_ssize_t buflen = 0;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001986 PyObject *parent, *head, *next, *tail;
1987
Thomas Woutersf7f438b2006-02-28 16:09:29 +00001988 parent = get_parent(globals, buf, &buflen, level);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001989 if (parent == NULL)
1990 return NULL;
1991
1992 head = load_next(parent, Py_None, &name, buf, &buflen);
1993 if (head == NULL)
1994 return NULL;
1995
1996 tail = head;
1997 Py_INCREF(tail);
1998 while (name) {
1999 next = load_next(tail, tail, &name, buf, &buflen);
2000 Py_DECREF(tail);
2001 if (next == NULL) {
2002 Py_DECREF(head);
2003 return NULL;
2004 }
2005 tail = next;
2006 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002007 if (tail == Py_None) {
2008 /* If tail is Py_None, both get_parent and load_next found
2009 an empty module name: someone called __import__("") or
2010 doctored faulty bytecode */
2011 Py_DECREF(tail);
2012 Py_DECREF(head);
2013 PyErr_SetString(PyExc_ValueError,
2014 "Empty module name");
2015 return NULL;
2016 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002017
2018 if (fromlist != NULL) {
2019 if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
2020 fromlist = NULL;
2021 }
2022
2023 if (fromlist == NULL) {
2024 Py_DECREF(tail);
2025 return head;
2026 }
2027
2028 Py_DECREF(head);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002029 if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002030 Py_DECREF(tail);
2031 return NULL;
2032 }
2033
2034 return tail;
2035}
2036
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002037/* For DLL compatibility */
2038#undef PyImport_ImportModuleEx
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002039PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002040PyImport_ImportModuleEx(char *name, PyObject *globals, PyObject *locals,
2041 PyObject *fromlist)
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002042{
2043 PyObject *result;
2044 lock_import();
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002045 result = import_module_level(name, globals, locals, fromlist, -1);
2046 if (unlock_import() < 0) {
2047 Py_XDECREF(result);
2048 PyErr_SetString(PyExc_RuntimeError,
2049 "not holding the import lock");
2050 return NULL;
2051 }
2052 return result;
2053}
2054#define PyImport_ImportModuleEx(n, g, l, f) \
2055 PyImport_ImportModuleLevel(n, g, l, f, -1);
2056
2057PyObject *
2058PyImport_ImportModuleLevel(char *name, PyObject *globals, PyObject *locals,
2059 PyObject *fromlist, int level)
2060{
2061 PyObject *result;
2062 lock_import();
2063 result = import_module_level(name, globals, locals, fromlist, level);
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002064 if (unlock_import() < 0) {
2065 Py_XDECREF(result);
2066 PyErr_SetString(PyExc_RuntimeError,
2067 "not holding the import lock");
2068 return NULL;
2069 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002070 return result;
2071}
2072
Fred Drake87590902004-05-28 20:21:36 +00002073/* Return the package that an import is being performed in. If globals comes
2074 from the module foo.bar.bat (not itself a package), this returns the
2075 sys.modules entry for foo.bar. If globals is from a package's __init__.py,
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002076 the package's entry in sys.modules is returned, as a borrowed reference.
Fred Drake87590902004-05-28 20:21:36 +00002077
2078 The *name* of the returned package is returned in buf, with the length of
2079 the name in *p_buflen.
2080
2081 If globals doesn't come from a package or a module in a package, or a
2082 corresponding entry is not found in sys.modules, Py_None is returned.
2083*/
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002084static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002085get_parent(PyObject *globals, char *buf, Py_ssize_t *p_buflen, int level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002086{
2087 static PyObject *namestr = NULL;
2088 static PyObject *pathstr = NULL;
2089 PyObject *modname, *modpath, *modules, *parent;
2090
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002091 if (globals == NULL || !PyDict_Check(globals) || !level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002092 return Py_None;
2093
2094 if (namestr == NULL) {
2095 namestr = PyString_InternFromString("__name__");
2096 if (namestr == NULL)
2097 return NULL;
2098 }
2099 if (pathstr == NULL) {
2100 pathstr = PyString_InternFromString("__path__");
2101 if (pathstr == NULL)
2102 return NULL;
2103 }
2104
2105 *buf = '\0';
2106 *p_buflen = 0;
2107 modname = PyDict_GetItem(globals, namestr);
2108 if (modname == NULL || !PyString_Check(modname))
2109 return Py_None;
2110
2111 modpath = PyDict_GetItem(globals, pathstr);
2112 if (modpath != NULL) {
Martin v. Löwis725507b2006-03-07 12:08:51 +00002113 Py_ssize_t len = PyString_GET_SIZE(modname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002114 if (len > MAXPATHLEN) {
2115 PyErr_SetString(PyExc_ValueError,
2116 "Module name too long");
2117 return NULL;
2118 }
2119 strcpy(buf, PyString_AS_STRING(modname));
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002120 }
2121 else {
2122 char *start = PyString_AS_STRING(modname);
2123 char *lastdot = strrchr(start, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002124 size_t len;
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002125 if (lastdot == NULL && level > 0) {
2126 PyErr_SetString(PyExc_ValueError,
Thomas Wouters89f507f2006-12-13 04:49:30 +00002127 "Attempted relative import in non-package");
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002128 return NULL;
2129 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002130 if (lastdot == NULL)
2131 return Py_None;
2132 len = lastdot - start;
2133 if (len >= MAXPATHLEN) {
2134 PyErr_SetString(PyExc_ValueError,
2135 "Module name too long");
2136 return NULL;
2137 }
2138 strncpy(buf, start, len);
2139 buf[len] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002140 }
2141
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002142 while (--level > 0) {
2143 char *dot = strrchr(buf, '.');
2144 if (dot == NULL) {
2145 PyErr_SetString(PyExc_ValueError,
Thomas Wouters89f507f2006-12-13 04:49:30 +00002146 "Attempted relative import beyond "
2147 "toplevel package");
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002148 return NULL;
2149 }
2150 *dot = '\0';
2151 }
2152 *p_buflen = strlen(buf);
2153
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002154 modules = PyImport_GetModuleDict();
2155 parent = PyDict_GetItemString(modules, buf);
2156 if (parent == NULL)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002157 PyErr_Format(PyExc_SystemError,
2158 "Parent module '%.200s' not loaded", buf);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002159 return parent;
2160 /* We expect, but can't guarantee, if parent != None, that:
2161 - parent.__name__ == buf
2162 - parent.__dict__ is globals
2163 If this is violated... Who cares? */
2164}
2165
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002166/* altmod is either None or same as mod */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002167static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002168load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002169 Py_ssize_t *p_buflen)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002170{
2171 char *name = *p_name;
2172 char *dot = strchr(name, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002173 size_t len;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002174 char *p;
2175 PyObject *result;
2176
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002177 if (strlen(name) == 0) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002178 /* completely empty module name should only happen in
2179 'from . import' (or '__import__("")')*/
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002180 Py_INCREF(mod);
2181 *p_name = NULL;
2182 return mod;
2183 }
2184
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002185 if (dot == NULL) {
2186 *p_name = NULL;
2187 len = strlen(name);
2188 }
2189 else {
2190 *p_name = dot+1;
2191 len = dot-name;
2192 }
Guido van Rossum111c20b1998-04-11 17:38:22 +00002193 if (len == 0) {
2194 PyErr_SetString(PyExc_ValueError,
2195 "Empty module name");
2196 return NULL;
2197 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002198
2199 p = buf + *p_buflen;
2200 if (p != buf)
2201 *p++ = '.';
2202 if (p+len-buf >= MAXPATHLEN) {
2203 PyErr_SetString(PyExc_ValueError,
2204 "Module name too long");
2205 return NULL;
2206 }
2207 strncpy(p, name, len);
2208 p[len] = '\0';
2209 *p_buflen = p+len-buf;
2210
2211 result = import_submodule(mod, p, buf);
2212 if (result == Py_None && altmod != mod) {
2213 Py_DECREF(result);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002214 /* Here, altmod must be None and mod must not be None */
Guido van Rossum0c819451997-09-07 06:16:57 +00002215 result = import_submodule(altmod, p, p);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002216 if (result != NULL && result != Py_None) {
2217 if (mark_miss(buf) != 0) {
2218 Py_DECREF(result);
2219 return NULL;
2220 }
2221 strncpy(buf, name, len);
2222 buf[len] = '\0';
2223 *p_buflen = len;
2224 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002225 }
2226 if (result == NULL)
2227 return NULL;
2228
2229 if (result == Py_None) {
2230 Py_DECREF(result);
2231 PyErr_Format(PyExc_ImportError,
2232 "No module named %.200s", name);
2233 return NULL;
2234 }
2235
2236 return result;
2237}
2238
2239static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002240mark_miss(char *name)
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002241{
2242 PyObject *modules = PyImport_GetModuleDict();
2243 return PyDict_SetItemString(modules, name, Py_None);
2244}
2245
2246static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00002247ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, Py_ssize_t buflen,
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002248 int recursive)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002249{
2250 int i;
2251
2252 if (!PyObject_HasAttrString(mod, "__path__"))
2253 return 1;
2254
2255 for (i = 0; ; i++) {
2256 PyObject *item = PySequence_GetItem(fromlist, i);
2257 int hasit;
2258 if (item == NULL) {
2259 if (PyErr_ExceptionMatches(PyExc_IndexError)) {
2260 PyErr_Clear();
2261 return 1;
2262 }
2263 return 0;
2264 }
2265 if (!PyString_Check(item)) {
2266 PyErr_SetString(PyExc_TypeError,
2267 "Item in ``from list'' not a string");
2268 Py_DECREF(item);
2269 return 0;
2270 }
2271 if (PyString_AS_STRING(item)[0] == '*') {
Guido van Rossum9905ef91997-09-08 16:07:11 +00002272 PyObject *all;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002273 Py_DECREF(item);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002274 /* See if the package defines __all__ */
2275 if (recursive)
2276 continue; /* Avoid endless recursion */
2277 all = PyObject_GetAttrString(mod, "__all__");
2278 if (all == NULL)
2279 PyErr_Clear();
2280 else {
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002281 int ret = ensure_fromlist(mod, all, buf, buflen, 1);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002282 Py_DECREF(all);
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002283 if (!ret)
2284 return 0;
Guido van Rossum9905ef91997-09-08 16:07:11 +00002285 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002286 continue;
2287 }
2288 hasit = PyObject_HasAttr(mod, item);
2289 if (!hasit) {
2290 char *subname = PyString_AS_STRING(item);
2291 PyObject *submod;
2292 char *p;
2293 if (buflen + strlen(subname) >= MAXPATHLEN) {
2294 PyErr_SetString(PyExc_ValueError,
2295 "Module name too long");
2296 Py_DECREF(item);
2297 return 0;
2298 }
2299 p = buf + buflen;
2300 *p++ = '.';
2301 strcpy(p, subname);
2302 submod = import_submodule(mod, subname, buf);
2303 Py_XDECREF(submod);
2304 if (submod == NULL) {
2305 Py_DECREF(item);
2306 return 0;
2307 }
2308 }
2309 Py_DECREF(item);
2310 }
2311
Guido van Rossuma7f2e811997-10-03 15:33:32 +00002312 /* NOTREACHED */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002313}
2314
Neil Schemenauer00b09662003-06-16 21:03:07 +00002315static int
2316add_submodule(PyObject *mod, PyObject *submod, char *fullname, char *subname,
2317 PyObject *modules)
2318{
2319 if (mod == Py_None)
2320 return 1;
2321 /* Irrespective of the success of this load, make a
2322 reference to it in the parent package module. A copy gets
2323 saved in the modules dictionary under the full name, so get a
2324 reference from there, if need be. (The exception is when the
2325 load failed with a SyntaxError -- then there's no trace in
2326 sys.modules. In that case, of course, do nothing extra.) */
2327 if (submod == NULL) {
2328 submod = PyDict_GetItemString(modules, fullname);
2329 if (submod == NULL)
2330 return 1;
2331 }
2332 if (PyModule_Check(mod)) {
2333 /* We can't use setattr here since it can give a
2334 * spurious warning if the submodule name shadows a
2335 * builtin name */
2336 PyObject *dict = PyModule_GetDict(mod);
2337 if (!dict)
2338 return 0;
2339 if (PyDict_SetItemString(dict, subname, submod) < 0)
2340 return 0;
2341 }
2342 else {
2343 if (PyObject_SetAttrString(mod, subname, submod) < 0)
2344 return 0;
2345 }
2346 return 1;
2347}
2348
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002349static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002350import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002351{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002352 PyObject *modules = PyImport_GetModuleDict();
Neil Schemenauer00b09662003-06-16 21:03:07 +00002353 PyObject *m = NULL;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002354
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002355 /* Require:
2356 if mod == None: subname == fullname
2357 else: mod.__name__ + "." + subname == fullname
2358 */
2359
Tim Peters50d8d372001-02-28 05:34:27 +00002360 if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002361 Py_INCREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00002362 }
2363 else {
Just van Rossum52e14d62002-12-30 22:08:05 +00002364 PyObject *path, *loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002365 char buf[MAXPATHLEN+1];
2366 struct filedescr *fdp;
2367 FILE *fp = NULL;
2368
Guido van Rossum9c0afe51998-05-19 15:09:05 +00002369 if (mod == Py_None)
2370 path = NULL;
2371 else {
2372 path = PyObject_GetAttrString(mod, "__path__");
2373 if (path == NULL) {
2374 PyErr_Clear();
2375 Py_INCREF(Py_None);
2376 return Py_None;
2377 }
2378 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002379
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002380 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00002381 fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
2382 &fp, &loader);
Guido van Rossumb68cd421998-07-01 17:36:26 +00002383 Py_XDECREF(path);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002384 if (fdp == NULL) {
2385 if (!PyErr_ExceptionMatches(PyExc_ImportError))
2386 return NULL;
2387 PyErr_Clear();
2388 Py_INCREF(Py_None);
2389 return Py_None;
2390 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002391 m = load_module(fullname, fp, buf, fdp->type, loader);
2392 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002393 if (fp)
2394 fclose(fp);
Neil Schemenauer00b09662003-06-16 21:03:07 +00002395 if (!add_submodule(mod, m, fullname, subname, modules)) {
2396 Py_XDECREF(m);
2397 m = NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002398 }
Guido van Rossum74e6a111994-08-29 12:54:38 +00002399 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002400
2401 return m;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002402}
2403
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002404
2405/* Re-import a module of any kind and return its module object, WITH
2406 INCREMENTED REFERENCE COUNT */
2407
Guido van Rossum79f25d91997-04-29 20:08:16 +00002408PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002409PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002410{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002411 PyObject *modules = PyImport_GetModuleDict();
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002412 PyObject *path = NULL, *loader = NULL;
Guido van Rossum222ef561997-09-06 19:41:09 +00002413 char *name, *subname;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002414 char buf[MAXPATHLEN+1];
2415 struct filedescr *fdp;
2416 FILE *fp = NULL;
Tim Peters1cd70172004-08-02 03:52:12 +00002417 PyObject *newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002418
Guido van Rossum79f25d91997-04-29 20:08:16 +00002419 if (m == NULL || !PyModule_Check(m)) {
2420 PyErr_SetString(PyExc_TypeError,
2421 "reload() argument must be module");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002422 return NULL;
2423 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002424 name = PyModule_GetName(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002425 if (name == NULL)
2426 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002427 if (m != PyDict_GetItemString(modules, name)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002428 PyErr_Format(PyExc_ImportError,
2429 "reload(): module %.200s not in sys.modules",
2430 name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002431 return NULL;
2432 }
Guido van Rossum222ef561997-09-06 19:41:09 +00002433 subname = strrchr(name, '.');
2434 if (subname == NULL)
2435 subname = name;
2436 else {
2437 PyObject *parentname, *parent;
2438 parentname = PyString_FromStringAndSize(name, (subname-name));
2439 if (parentname == NULL)
2440 return NULL;
2441 parent = PyDict_GetItem(modules, parentname);
2442 if (parent == NULL) {
2443 PyErr_Format(PyExc_ImportError,
2444 "reload(): parent %.200s not in sys.modules",
Georg Brandl0c55f292005-09-14 06:56:20 +00002445 PyString_AS_STRING(parentname));
2446 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002447 return NULL;
2448 }
Georg Brandl0c55f292005-09-14 06:56:20 +00002449 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002450 subname++;
2451 path = PyObject_GetAttrString(parent, "__path__");
2452 if (path == NULL)
2453 PyErr_Clear();
2454 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002455 buf[0] = '\0';
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002456 fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, &loader);
Guido van Rossum222ef561997-09-06 19:41:09 +00002457 Py_XDECREF(path);
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002458
2459 if (fdp == NULL) {
2460 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002461 return NULL;
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002462 }
2463
2464 newm = load_module(name, fp, buf, fdp->type, loader);
2465 Py_XDECREF(loader);
2466
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002467 if (fp)
2468 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00002469 if (newm == NULL) {
2470 /* load_module probably removed name from modules because of
2471 * the error. Put back the original module object. We're
2472 * going to return NULL in this case regardless of whether
2473 * replacing name succeeds, so the return value is ignored.
2474 */
2475 PyDict_SetItemString(modules, name, m);
2476 }
2477 return newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002478}
2479
2480
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002481/* Higher-level import emulator which emulates the "import" statement
2482 more accurately -- it invokes the __import__() function from the
2483 builtins of the current globals. This means that the import is
2484 done using whatever import hooks are installed in the current
Guido van Rossum6058eb41998-12-21 19:51:00 +00002485 environment, e.g. by "rexec".
2486 A dummy list ["__doc__"] is passed as the 4th argument so that
2487 e.g. PyImport_Import(PyString_FromString("win32com.client.gencache"))
2488 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002489
2490PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002491PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002492{
2493 static PyObject *silly_list = NULL;
2494 static PyObject *builtins_str = NULL;
2495 static PyObject *import_str = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002496 PyObject *globals = NULL;
2497 PyObject *import = NULL;
2498 PyObject *builtins = NULL;
2499 PyObject *r = NULL;
2500
2501 /* Initialize constant string objects */
2502 if (silly_list == NULL) {
2503 import_str = PyString_InternFromString("__import__");
2504 if (import_str == NULL)
2505 return NULL;
2506 builtins_str = PyString_InternFromString("__builtins__");
2507 if (builtins_str == NULL)
2508 return NULL;
2509 silly_list = Py_BuildValue("[s]", "__doc__");
2510 if (silly_list == NULL)
2511 return NULL;
2512 }
2513
2514 /* Get the builtins from current globals */
2515 globals = PyEval_GetGlobals();
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002516 if (globals != NULL) {
Guido van Rossum66468561998-10-22 15:46:50 +00002517 Py_INCREF(globals);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002518 builtins = PyObject_GetItem(globals, builtins_str);
2519 if (builtins == NULL)
2520 goto err;
2521 }
2522 else {
2523 /* No globals -- use standard builtins, and fake globals */
2524 PyErr_Clear();
2525
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002526 builtins = PyImport_ImportModuleLevel("__builtin__",
2527 NULL, NULL, NULL, 0);
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002528 if (builtins == NULL)
2529 return NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002530 globals = Py_BuildValue("{OO}", builtins_str, builtins);
2531 if (globals == NULL)
2532 goto err;
2533 }
2534
2535 /* Get the __import__ function from the builtins */
Tim Peters6d6c1a32001-08-02 04:15:00 +00002536 if (PyDict_Check(builtins)) {
Fred Drakea76ba6e2001-03-06 06:31:15 +00002537 import = PyObject_GetItem(builtins, import_str);
Tim Peters6d6c1a32001-08-02 04:15:00 +00002538 if (import == NULL)
2539 PyErr_SetObject(PyExc_KeyError, import_str);
2540 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002541 else
Fred Drakea76ba6e2001-03-06 06:31:15 +00002542 import = PyObject_GetAttr(builtins, import_str);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002543 if (import == NULL)
2544 goto err;
2545
2546 /* Call the _import__ function with the proper argument list */
Thomas Wouters477c8d52006-05-27 19:21:47 +00002547 r = PyObject_CallFunctionObjArgs(import, module_name, globals,
2548 globals, silly_list, NULL);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002549
2550 err:
2551 Py_XDECREF(globals);
2552 Py_XDECREF(builtins);
2553 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00002554
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002555 return r;
2556}
2557
2558
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002559/* Module 'imp' provides Python access to the primitives used for
2560 importing modules.
2561*/
2562
Guido van Rossum79f25d91997-04-29 20:08:16 +00002563static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002564imp_get_magic(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002565{
2566 char buf[4];
2567
Guido van Rossum96774c12000-05-01 20:19:08 +00002568 buf[0] = (char) ((pyc_magic >> 0) & 0xff);
2569 buf[1] = (char) ((pyc_magic >> 8) & 0xff);
2570 buf[2] = (char) ((pyc_magic >> 16) & 0xff);
2571 buf[3] = (char) ((pyc_magic >> 24) & 0xff);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002572
Guido van Rossum79f25d91997-04-29 20:08:16 +00002573 return PyString_FromStringAndSize(buf, 4);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002574}
2575
Guido van Rossum79f25d91997-04-29 20:08:16 +00002576static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002577imp_get_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002578{
Guido van Rossum79f25d91997-04-29 20:08:16 +00002579 PyObject *list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002580 struct filedescr *fdp;
2581
Guido van Rossum79f25d91997-04-29 20:08:16 +00002582 list = PyList_New(0);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002583 if (list == NULL)
2584 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002585 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
2586 PyObject *item = Py_BuildValue("ssi",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002587 fdp->suffix, fdp->mode, fdp->type);
2588 if (item == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002589 Py_DECREF(list);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002590 return NULL;
2591 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002592 if (PyList_Append(list, item) < 0) {
2593 Py_DECREF(list);
2594 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002595 return NULL;
2596 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002597 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002598 }
2599 return list;
2600}
2601
Guido van Rossum79f25d91997-04-29 20:08:16 +00002602static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002603call_find_module(char *name, PyObject *path)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002604{
Tim Petersdbd9ba62000-07-09 03:09:57 +00002605 extern int fclose(FILE *);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002606 PyObject *fob, *ret;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002607 struct filedescr *fdp;
2608 char pathname[MAXPATHLEN+1];
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002609 FILE *fp = NULL;
2610
2611 pathname[0] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002612 if (path == Py_None)
2613 path = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00002614 fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002615 if (fdp == NULL)
2616 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002617 if (fp != NULL) {
2618 fob = PyFile_FromFile(fp, pathname, fdp->mode, fclose);
2619 if (fob == NULL) {
2620 fclose(fp);
2621 return NULL;
2622 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002623 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002624 else {
2625 fob = Py_None;
2626 Py_INCREF(fob);
Tim Peters50d8d372001-02-28 05:34:27 +00002627 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002628 ret = Py_BuildValue("Os(ssi)",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002629 fob, pathname, fdp->suffix, fdp->mode, fdp->type);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002630 Py_DECREF(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002631 return ret;
2632}
2633
Guido van Rossum79f25d91997-04-29 20:08:16 +00002634static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002635imp_find_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002636{
2637 char *name;
2638 PyObject *path = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002639 if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002640 return NULL;
2641 return call_find_module(name, path);
2642}
2643
2644static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002645imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002646{
2647 char *name;
2648 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002649 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002650 if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002651 return NULL;
2652 ret = init_builtin(name);
2653 if (ret < 0)
2654 return NULL;
2655 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002656 Py_INCREF(Py_None);
2657 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002658 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002659 m = PyImport_AddModule(name);
2660 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002661 return m;
2662}
2663
Guido van Rossum79f25d91997-04-29 20:08:16 +00002664static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002665imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002666{
2667 char *name;
2668 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002669 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002670 if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002671 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002672 ret = PyImport_ImportFrozenModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002673 if (ret < 0)
2674 return NULL;
2675 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002676 Py_INCREF(Py_None);
2677 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002678 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002679 m = PyImport_AddModule(name);
2680 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002681 return m;
2682}
2683
Guido van Rossum79f25d91997-04-29 20:08:16 +00002684static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002685imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002686{
2687 char *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00002688
Guido van Rossum43713e52000-02-29 13:59:29 +00002689 if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002690 return NULL;
2691 return get_frozen_object(name);
2692}
2693
Guido van Rossum79f25d91997-04-29 20:08:16 +00002694static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002695imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002696{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002697 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002698 if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002699 return NULL;
Guido van Rossum50ee94f2002-04-09 18:00:58 +00002700 return PyInt_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002701}
2702
Guido van Rossum79f25d91997-04-29 20:08:16 +00002703static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002704imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002705{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002706 char *name;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002707 struct _frozen *p;
Guido van Rossum43713e52000-02-29 13:59:29 +00002708 if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002709 return NULL;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002710 p = find_frozen(name);
Guido van Rossumb8bff3f2002-04-07 06:34:38 +00002711 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002712}
2713
2714static FILE *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002715get_file(char *pathname, PyObject *fob, char *mode)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002716{
2717 FILE *fp;
2718 if (fob == NULL) {
Tim Peters86c7d2f2004-08-01 23:24:21 +00002719 if (mode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002720 mode = "r" PY_STDIOTEXTMODE;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002721 fp = fopen(pathname, mode);
2722 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002723 PyErr_SetFromErrno(PyExc_IOError);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002724 }
2725 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002726 fp = PyFile_AsFile(fob);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002727 if (fp == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00002728 PyErr_SetString(PyExc_ValueError,
2729 "bad/closed file object");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002730 }
2731 return fp;
2732}
2733
Guido van Rossum79f25d91997-04-29 20:08:16 +00002734static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002735imp_load_compiled(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002736{
2737 char *name;
2738 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002739 PyObject *fob = NULL;
2740 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002741 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002742 if (!PyArg_ParseTuple(args, "ss|O!:load_compiled", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002743 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002744 return NULL;
2745 fp = get_file(pathname, fob, "rb");
2746 if (fp == NULL)
2747 return NULL;
2748 m = load_compiled_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002749 if (fob == NULL)
2750 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002751 return m;
2752}
2753
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002754#ifdef HAVE_DYNAMIC_LOADING
2755
Guido van Rossum79f25d91997-04-29 20:08:16 +00002756static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002757imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002758{
2759 char *name;
2760 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002761 PyObject *fob = NULL;
2762 PyObject *m;
Guido van Rossum7faeab31995-07-07 22:50:36 +00002763 FILE *fp = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002764 if (!PyArg_ParseTuple(args, "ss|O!:load_dynamic", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002765 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002766 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002767 if (fob) {
Guido van Rossum7faeab31995-07-07 22:50:36 +00002768 fp = get_file(pathname, fob, "r");
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002769 if (fp == NULL)
2770 return NULL;
2771 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002772 m = _PyImport_LoadDynamicModule(name, pathname, fp);
Guido van Rossum7faeab31995-07-07 22:50:36 +00002773 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002774}
2775
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002776#endif /* HAVE_DYNAMIC_LOADING */
2777
Guido van Rossum79f25d91997-04-29 20:08:16 +00002778static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002779imp_load_source(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002780{
2781 char *name;
2782 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002783 PyObject *fob = NULL;
2784 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002785 FILE *fp;
Guido van Rossum43713e52000-02-29 13:59:29 +00002786 if (!PyArg_ParseTuple(args, "ss|O!:load_source", &name, &pathname,
Guido van Rossum79f25d91997-04-29 20:08:16 +00002787 &PyFile_Type, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002788 return NULL;
2789 fp = get_file(pathname, fob, "r");
2790 if (fp == NULL)
2791 return NULL;
2792 m = load_source_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002793 if (fob == NULL)
2794 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002795 return m;
2796}
2797
Guido van Rossum79f25d91997-04-29 20:08:16 +00002798static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002799imp_load_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002800{
2801 char *name;
2802 PyObject *fob;
2803 char *pathname;
2804 char *suffix; /* Unused */
2805 char *mode;
2806 int type;
2807 FILE *fp;
2808
Guido van Rossum43713e52000-02-29 13:59:29 +00002809 if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002810 &name, &fob, &pathname,
2811 &suffix, &mode, &type))
2812 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002813 if (*mode) {
2814 /* Mode must start with 'r' or 'U' and must not contain '+'.
2815 Implicit in this test is the assumption that the mode
2816 may contain other modifiers like 'b' or 't'. */
2817
2818 if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00002819 PyErr_Format(PyExc_ValueError,
2820 "invalid file open mode %.200s", mode);
2821 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00002822 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002823 }
2824 if (fob == Py_None)
2825 fp = NULL;
2826 else {
2827 if (!PyFile_Check(fob)) {
2828 PyErr_SetString(PyExc_ValueError,
2829 "load_module arg#2 should be a file or None");
2830 return NULL;
2831 }
2832 fp = get_file(pathname, fob, mode);
2833 if (fp == NULL)
2834 return NULL;
2835 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002836 return load_module(name, fp, pathname, type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002837}
2838
2839static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002840imp_load_package(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002841{
2842 char *name;
2843 char *pathname;
Guido van Rossum43713e52000-02-29 13:59:29 +00002844 if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002845 return NULL;
2846 return load_package(name, pathname);
2847}
2848
2849static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002850imp_new_module(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002851{
2852 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002853 if (!PyArg_ParseTuple(args, "s:new_module", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002854 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002855 return PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002856}
2857
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002858/* Doc strings */
2859
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002860PyDoc_STRVAR(doc_imp,
2861"This module provides the components needed to build your own\n\
2862__import__ function. Undocumented functions are obsolete.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002863
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002864PyDoc_STRVAR(doc_find_module,
2865"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002866Search for a module. If path is omitted or None, search for a\n\
2867built-in, frozen or special module and continue search in sys.path.\n\
2868The module name cannot contain '.'; to search for a submodule of a\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002869package, pass the submodule name and the package's __path__.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002870
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002871PyDoc_STRVAR(doc_load_module,
2872"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002873Load a module, given information returned by find_module().\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002874The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002875
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002876PyDoc_STRVAR(doc_get_magic,
2877"get_magic() -> string\n\
2878Return the magic number for .pyc or .pyo files.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002879
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002880PyDoc_STRVAR(doc_get_suffixes,
2881"get_suffixes() -> [(suffix, mode, type), ...]\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002882Return a list of (suffix, mode, type) tuples describing the files\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002883that find_module() looks for.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002884
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002885PyDoc_STRVAR(doc_new_module,
2886"new_module(name) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002887Create a new module. Do not enter it in sys.modules.\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002888The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002889
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002890PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00002891"lock_held() -> boolean\n\
2892Return True if the import lock is currently held, else False.\n\
2893On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00002894
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002895PyDoc_STRVAR(doc_acquire_lock,
2896"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00002897Acquires the interpreter's import lock for the current thread.\n\
2898This lock should be used by import hooks to ensure thread-safety\n\
2899when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002900On platforms without threads, this function does nothing.");
2901
2902PyDoc_STRVAR(doc_release_lock,
2903"release_lock() -> None\n\
2904Release the interpreter's import lock.\n\
2905On platforms without threads, this function does nothing.");
2906
Guido van Rossum79f25d91997-04-29 20:08:16 +00002907static PyMethodDef imp_methods[] = {
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002908 {"find_module", imp_find_module, METH_VARARGS, doc_find_module},
2909 {"get_magic", imp_get_magic, METH_NOARGS, doc_get_magic},
2910 {"get_suffixes", imp_get_suffixes, METH_NOARGS, doc_get_suffixes},
2911 {"load_module", imp_load_module, METH_VARARGS, doc_load_module},
2912 {"new_module", imp_new_module, METH_VARARGS, doc_new_module},
2913 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
2914 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
2915 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Guido van Rossum0207e6d1997-09-09 22:04:42 +00002916 /* The rest are obsolete */
Neal Norwitz031829d2002-03-31 14:37:44 +00002917 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
2918 {"init_builtin", imp_init_builtin, METH_VARARGS},
2919 {"init_frozen", imp_init_frozen, METH_VARARGS},
2920 {"is_builtin", imp_is_builtin, METH_VARARGS},
2921 {"is_frozen", imp_is_frozen, METH_VARARGS},
2922 {"load_compiled", imp_load_compiled, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002923#ifdef HAVE_DYNAMIC_LOADING
Neal Norwitz031829d2002-03-31 14:37:44 +00002924 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002925#endif
Neal Norwitz031829d2002-03-31 14:37:44 +00002926 {"load_package", imp_load_package, METH_VARARGS},
Neal Norwitz031829d2002-03-31 14:37:44 +00002927 {"load_source", imp_load_source, METH_VARARGS},
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002928 {NULL, NULL} /* sentinel */
2929};
2930
Guido van Rossum1a8791e1998-08-04 22:46:29 +00002931static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002932setint(PyObject *d, char *name, int value)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002933{
2934 PyObject *v;
2935 int err;
2936
2937 v = PyInt_FromLong((long)value);
2938 err = PyDict_SetItemString(d, name, v);
2939 Py_XDECREF(v);
2940 return err;
2941}
2942
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002943typedef struct {
2944 PyObject_HEAD
2945} NullImporter;
2946
2947static int
2948NullImporter_init(NullImporter *self, PyObject *args, PyObject *kwds)
2949{
2950 char *path;
2951
2952 if (!_PyArg_NoKeywords("NullImporter()", kwds))
2953 return -1;
2954
2955 if (!PyArg_ParseTuple(args, "s:NullImporter",
2956 &path))
2957 return -1;
2958
2959 if (strlen(path) == 0) {
2960 PyErr_SetString(PyExc_ImportError, "empty pathname");
2961 return -1;
2962 } else {
2963#ifndef RISCOS
2964 struct stat statbuf;
2965 int rv;
2966
2967 rv = stat(path, &statbuf);
2968 if (rv == 0) {
2969 /* it exists */
2970 if (S_ISDIR(statbuf.st_mode)) {
2971 /* it's a directory */
2972 PyErr_SetString(PyExc_ImportError,
2973 "existing directory");
2974 return -1;
2975 }
2976 }
2977#else
2978 if (object_exists(path)) {
2979 /* it exists */
2980 if (isdir(path)) {
2981 /* it's a directory */
2982 PyErr_SetString(PyExc_ImportError,
2983 "existing directory");
2984 return -1;
2985 }
2986 }
2987#endif
2988 }
2989 return 0;
2990}
2991
2992static PyObject *
2993NullImporter_find_module(NullImporter *self, PyObject *args)
2994{
2995 Py_RETURN_NONE;
2996}
2997
2998static PyMethodDef NullImporter_methods[] = {
2999 {"find_module", (PyCFunction)NullImporter_find_module, METH_VARARGS,
3000 "Always return None"
3001 },
3002 {NULL} /* Sentinel */
3003};
3004
3005
3006static PyTypeObject NullImporterType = {
3007 PyObject_HEAD_INIT(NULL)
3008 0, /*ob_size*/
3009 "imp.NullImporter", /*tp_name*/
3010 sizeof(NullImporter), /*tp_basicsize*/
3011 0, /*tp_itemsize*/
3012 0, /*tp_dealloc*/
3013 0, /*tp_print*/
3014 0, /*tp_getattr*/
3015 0, /*tp_setattr*/
3016 0, /*tp_compare*/
3017 0, /*tp_repr*/
3018 0, /*tp_as_number*/
3019 0, /*tp_as_sequence*/
3020 0, /*tp_as_mapping*/
3021 0, /*tp_hash */
3022 0, /*tp_call*/
3023 0, /*tp_str*/
3024 0, /*tp_getattro*/
3025 0, /*tp_setattro*/
3026 0, /*tp_as_buffer*/
3027 Py_TPFLAGS_DEFAULT, /*tp_flags*/
3028 "Null importer object", /* tp_doc */
3029 0, /* tp_traverse */
3030 0, /* tp_clear */
3031 0, /* tp_richcompare */
3032 0, /* tp_weaklistoffset */
3033 0, /* tp_iter */
3034 0, /* tp_iternext */
3035 NullImporter_methods, /* tp_methods */
3036 0, /* tp_members */
3037 0, /* tp_getset */
3038 0, /* tp_base */
3039 0, /* tp_dict */
3040 0, /* tp_descr_get */
3041 0, /* tp_descr_set */
3042 0, /* tp_dictoffset */
3043 (initproc)NullImporter_init, /* tp_init */
3044 0, /* tp_alloc */
3045 PyType_GenericNew /* tp_new */
3046};
3047
3048
Jason Tishler6bc06ec2003-09-04 11:59:50 +00003049PyMODINIT_FUNC
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003050initimp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003051{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003052 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003053
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003054 if (PyType_Ready(&NullImporterType) < 0)
3055 goto failure;
3056
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003057 m = Py_InitModule4("imp", imp_methods, doc_imp,
3058 NULL, PYTHON_API_VERSION);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003059 if (m == NULL)
3060 goto failure;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003061 d = PyModule_GetDict(m);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00003062 if (d == NULL)
3063 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003064
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003065 if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
3066 if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
3067 if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
3068 if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
3069 if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
3070 if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
3071 if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
3072 if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
Guido van Rossum0f84a341998-08-06 13:36:01 +00003073 if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum52e14d62002-12-30 22:08:05 +00003074 if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003075
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003076 Py_INCREF(&NullImporterType);
3077 PyModule_AddObject(m, "NullImporter", (PyObject *)&NullImporterType);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003078 failure:
3079 ;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003080}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003081
3082
Guido van Rossumb18618d2000-05-03 23:44:39 +00003083/* API for embedding applications that want to add their own entries
3084 to the table of built-in modules. This should normally be called
3085 *before* Py_Initialize(). When the table resize fails, -1 is
3086 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003087
3088 After a similar function by Just van Rossum. */
3089
3090int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003091PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003092{
3093 static struct _inittab *our_copy = NULL;
3094 struct _inittab *p;
3095 int i, n;
3096
3097 /* Count the number of entries in both tables */
3098 for (n = 0; newtab[n].name != NULL; n++)
3099 ;
3100 if (n == 0)
3101 return 0; /* Nothing to do */
3102 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
3103 ;
3104
3105 /* Allocate new memory for the combined table */
Guido van Rossumb18618d2000-05-03 23:44:39 +00003106 p = our_copy;
3107 PyMem_RESIZE(p, struct _inittab, i+n+1);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003108 if (p == NULL)
3109 return -1;
3110
3111 /* Copy the tables into the new memory */
3112 if (our_copy != PyImport_Inittab)
3113 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
3114 PyImport_Inittab = our_copy = p;
3115 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
3116
3117 return 0;
3118}
3119
3120/* Shorthand to add a single entry given a name and a function */
3121
3122int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003123PyImport_AppendInittab(char *name, void (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003124{
3125 struct _inittab newtab[2];
3126
3127 memset(newtab, '\0', sizeof newtab);
3128
3129 newtab[0].name = name;
3130 newtab[0].initfunc = initfunc;
3131
3132 return PyImport_ExtendInittab(newtab);
3133}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003134
3135#ifdef __cplusplus
3136}
3137#endif