blob: dadae2e9c72dcfbb5b4434c4fe97e19bb24979ae [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Module definition and import implementation */
3
Guido van Rossum79f25d91997-04-29 20:08:16 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Neal Norwitzadb69fc2005-12-17 20:54:49 +00008#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00009#include "pythonrun.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000010#include "errcode.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000011#include "marshal.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000012#include "code.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000013#include "compile.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000014#include "eval.h"
Guido van Rossumd8bac6d1992-02-26 15:19:13 +000015#include "osdefs.h"
Guido van Rossum1ae940a1995-01-02 19:04:15 +000016#include "importdl.h"
Guido van Rossumc405b7b1991-06-04 19:39:42 +000017
Guido van Rossum55a83382000-09-20 20:31:38 +000018#ifdef HAVE_FCNTL_H
19#include <fcntl.h>
20#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000021#ifdef __cplusplus
22extern "C" {
23#endif
Guido van Rossum55a83382000-09-20 20:31:38 +000024
Christian Heimesd3eb5a152008-02-24 00:38:49 +000025#ifdef MS_WINDOWS
26/* for stat.st_mode */
27typedef unsigned short mode_t;
28#endif
29
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000030extern time_t PyOS_GetLastModificationTime(char *, FILE *);
31 /* In getmtime.c */
Guido van Rossum21d335e1993-10-15 13:01:11 +000032
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000033/* Magic word to reject .pyc files generated by other Python versions.
34 It should change for each incompatible change to the bytecode.
35
36 The value of CR and LF is incorporated so if you ever read or write
Guido van Rossum7faeab31995-07-07 22:50:36 +000037 a .pyc file in text mode the magic number will be wrong; also, the
Tim Peters36515e22001-11-18 04:06:29 +000038 Apple MPW compiler swaps their values, botching string constants.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000039
Guido van Rossum45aecf42006-03-15 04:58:47 +000040 The magic numbers must be spaced apart at least 2 values, as the
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000041 -U interpeter flag will cause MAGIC+1 being used. They have been
42 odd numbers for some time now.
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000043
Jeremy Hyltond4ceb312004-04-01 02:45:22 +000044 There were a variety of old schemes for setting the magic number.
45 The current working scheme is to increment the previous value by
46 10.
Guido van Rossumf6894922002-08-31 15:16:14 +000047
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000048 Known values:
49 Python 1.5: 20121
50 Python 1.5.1: 20121
51 Python 1.5.2: 20121
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000052 Python 1.6: 50428
Marc-André Lemburgbd3be8f2002-02-07 11:33:49 +000053 Python 2.0: 50823
54 Python 2.0.1: 50823
55 Python 2.1: 60202
56 Python 2.1.1: 60202
57 Python 2.1.2: 60202
58 Python 2.2: 60717
Neal Norwitz7fdcb412002-06-14 01:07:39 +000059 Python 2.3a0: 62011
Michael W. Hudsondd32a912002-08-15 14:59:02 +000060 Python 2.3a0: 62021
Guido van Rossumf6894922002-08-31 15:16:14 +000061 Python 2.3a0: 62011 (!)
Martin v. Löwisef82d2f2004-06-27 16:51:46 +000062 Python 2.4a0: 62041
Raymond Hettingerfd2d1f72004-08-23 23:37:48 +000063 Python 2.4a3: 62051
Raymond Hettinger2c31a052004-09-22 18:44:21 +000064 Python 2.4b1: 62061
Michael W. Hudsondf888462005-06-03 14:41:55 +000065 Python 2.5a0: 62071
Michael W. Hudsonaee2e282005-10-21 11:32:20 +000066 Python 2.5a0: 62081 (ast-branch)
Guido van Rossumc2e20742006-02-27 22:32:47 +000067 Python 2.5a0: 62091 (with)
Guido van Rossumf6694362006-03-10 02:28:35 +000068 Python 2.5a0: 62092 (changed WITH_CLEANUP opcode)
Thomas Wouters0e3f5912006-08-11 14:57:12 +000069 Python 2.5b3: 62101 (fix wrong code: for x, in ...)
70 Python 2.5b3: 62111 (fix wrong code: x += yield)
71 Python 2.5c1: 62121 (fix wrong lnotab with for loops and
72 storing constants that should have been removed)
Thomas Wouters89f507f2006-12-13 04:49:30 +000073 Python 2.5c2: 62131 (fix wrong code: for x, in ... in listcomp/genexp)
Christian Heimes99170a52007-12-19 02:07:34 +000074 Python 2.6a0: 62151 (peephole optimizations and STORE_MAP opcode)
Christian Heimesdd15f6c2008-03-16 00:07:10 +000075 Python 2.6a1: 62161 (WITH_CLEANUP optimization)
Guido van Rossum45aecf42006-03-15 04:58:47 +000076 Python 3000: 3000
Brett Cannone2e23ef2006-08-25 05:05:30 +000077 3010 (removed UNARY_CONVERT)
Guido van Rossum86e58e22006-08-28 15:27:34 +000078 3020 (added BUILD_SET)
Guido van Rossum4f72a782006-10-27 23:31:49 +000079 3030 (added keyword-only parameters)
Guido van Rossum3203bdc2006-12-28 21:03:31 +000080 3040 (added signature annotations)
Guido van Rossum452bf512007-02-09 05:32:43 +000081 3050 (print becomes a function)
Guido van Rossum52cc1d82007-03-18 15:41:51 +000082 3060 (PEP 3115 metaclass syntax)
Guido van Rossum00bc0e02007-10-15 02:52:41 +000083 3070 (PEP 3109 raise changes)
84 3080 (PEP 3137 make __file__ and __name__ unicode)
Guido van Rossum98297ee2007-11-06 21:34:58 +000085 3090 (kill str8 interning)
Christian Heimes99170a52007-12-19 02:07:34 +000086 3100 (merge from 2.6a0, see 62151)
Christian Heimes3b06e532008-01-07 20:12:44 +000087 3102 (__file__ points to source file)
Christian Heimesdd15f6c2008-03-16 00:07:10 +000088 Python 3.0a4: 3110 (WITH_CLEANUP optimization).
Benjamin Petersoneec3d712008-06-11 15:59:43 +000089 Python 3.0a5: 3130 (lexical exception stacking, including POP_EXCEPT)
Tim Peters36515e22001-11-18 04:06:29 +000090*/
Benjamin Petersoneec3d712008-06-11 15:59:43 +000091#define MAGIC (3130 | ((long)'\r'<<16) | ((long)'\n'<<24))
Guido van Rossum3ddee711991-12-16 13:06:34 +000092
Guido van Rossum96774c12000-05-01 20:19:08 +000093/* Magic word as global; note that _PyImport_Init() can change the
Jeremy Hylton9262b8a2000-06-30 04:59:17 +000094 value of this global to accommodate for alterations of how the
Guido van Rossum96774c12000-05-01 20:19:08 +000095 compiler works which are enabled by command line switches. */
96static long pyc_magic = MAGIC;
97
Guido van Rossum25ce5661997-08-02 03:10:38 +000098/* See _PyImport_FixupExtension() below */
99static PyObject *extensions = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000100
Guido van Rossum771c6c81997-10-31 18:37:24 +0000101/* This table is defined in config.c: */
102extern struct _inittab _PyImport_Inittab[];
103
Guido van Rossumce3a72a2007-10-19 23:16:50 +0000104/* Method from Parser/tokenizer.c */
Guido van Rossum40d20bc2007-10-22 00:09:51 +0000105extern char * PyTokenizer_FindEncoding(int);
Guido van Rossumce3a72a2007-10-19 23:16:50 +0000106
Guido van Rossum771c6c81997-10-31 18:37:24 +0000107struct _inittab *PyImport_Inittab = _PyImport_Inittab;
Guido van Rossum66f1fa81991-04-03 19:03:52 +0000108
Guido van Rossumed1170e1999-12-20 21:23:41 +0000109/* these tables define the module suffixes that Python recognizes */
110struct filedescr * _PyImport_Filetab = NULL;
Guido van Rossum48a680c2001-03-02 06:34:14 +0000111
Guido van Rossumed1170e1999-12-20 21:23:41 +0000112static const struct filedescr _PyImport_StandardFiletab[] = {
Jack Jansenc88da1f2002-05-28 10:58:19 +0000113 {".py", "U", PY_SOURCE},
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000114#ifdef MS_WINDOWS
Jack Jansenc88da1f2002-05-28 10:58:19 +0000115 {".pyw", "U", PY_SOURCE},
Tim Peters36515e22001-11-18 04:06:29 +0000116#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000117 {".pyc", "rb", PY_COMPILED},
118 {0, 0}
119};
120
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000121
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000122/* Initialize things */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000123
124void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000125_PyImport_Init(void)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000126{
Guido van Rossumed1170e1999-12-20 21:23:41 +0000127 const struct filedescr *scan;
128 struct filedescr *filetab;
129 int countD = 0;
130 int countS = 0;
131
132 /* prepare _PyImport_Filetab: copy entries from
133 _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
134 */
Guido van Rossum04110fb2007-08-24 16:32:05 +0000135#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossumed1170e1999-12-20 21:23:41 +0000136 for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
137 ++countD;
Guido van Rossum04110fb2007-08-24 16:32:05 +0000138#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000139 for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
140 ++countS;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000141 filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000142 if (filetab == NULL)
143 Py_FatalError("Can't initialize import file table.");
Guido van Rossum04110fb2007-08-24 16:32:05 +0000144#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossumed1170e1999-12-20 21:23:41 +0000145 memcpy(filetab, _PyImport_DynLoadFiletab,
146 countD * sizeof(struct filedescr));
Guido van Rossum04110fb2007-08-24 16:32:05 +0000147#endif
Guido van Rossumed1170e1999-12-20 21:23:41 +0000148 memcpy(filetab + countD, _PyImport_StandardFiletab,
149 countS * sizeof(struct filedescr));
150 filetab[countD + countS].suffix = NULL;
151
152 _PyImport_Filetab = filetab;
153
Guido van Rossum0824f631997-03-11 18:37:35 +0000154 if (Py_OptimizeFlag) {
Guido van Rossumed1170e1999-12-20 21:23:41 +0000155 /* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
156 for (; filetab->suffix != NULL; filetab++) {
157 if (strcmp(filetab->suffix, ".pyc") == 0)
158 filetab->suffix = ".pyo";
Guido van Rossum0824f631997-03-11 18:37:35 +0000159 }
160 }
Guido van Rossum96774c12000-05-01 20:19:08 +0000161
Guido van Rossum572dbf82007-04-27 23:53:51 +0000162 {
Guido van Rossum96774c12000-05-01 20:19:08 +0000163 /* Fix the pyc_magic so that byte compiled code created
164 using the all-Unicode method doesn't interfere with
165 code created in normal operation mode. */
166 pyc_magic = MAGIC + 1;
167 }
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000168}
169
Guido van Rossum25ce5661997-08-02 03:10:38 +0000170void
Just van Rossum52e14d62002-12-30 22:08:05 +0000171_PyImportHooks_Init(void)
172{
173 PyObject *v, *path_hooks = NULL, *zimpimport;
174 int err = 0;
175
176 /* adding sys.path_hooks and sys.path_importer_cache, setting up
177 zipimport */
Christian Heimes9cd17752007-11-18 19:35:23 +0000178 if (PyType_Ready(&PyNullImporter_Type) < 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000179 goto error;
Just van Rossum52e14d62002-12-30 22:08:05 +0000180
181 if (Py_VerboseFlag)
182 PySys_WriteStderr("# installing zipimport hook\n");
183
184 v = PyList_New(0);
185 if (v == NULL)
186 goto error;
187 err = PySys_SetObject("meta_path", v);
188 Py_DECREF(v);
189 if (err)
190 goto error;
191 v = PyDict_New();
192 if (v == NULL)
193 goto error;
194 err = PySys_SetObject("path_importer_cache", v);
195 Py_DECREF(v);
196 if (err)
197 goto error;
198 path_hooks = PyList_New(0);
199 if (path_hooks == NULL)
200 goto error;
201 err = PySys_SetObject("path_hooks", path_hooks);
202 if (err) {
203 error:
204 PyErr_Print();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000205 Py_FatalError("initializing sys.meta_path, sys.path_hooks, "
206 "path_importer_cache, or NullImporter failed"
207 );
Just van Rossum52e14d62002-12-30 22:08:05 +0000208 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000209
Just van Rossum52e14d62002-12-30 22:08:05 +0000210 zimpimport = PyImport_ImportModule("zipimport");
211 if (zimpimport == NULL) {
212 PyErr_Clear(); /* No zip import module -- okay */
213 if (Py_VerboseFlag)
214 PySys_WriteStderr("# can't import zipimport\n");
215 }
216 else {
217 PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
218 "zipimporter");
219 Py_DECREF(zimpimport);
220 if (zipimporter == NULL) {
221 PyErr_Clear(); /* No zipimporter object -- okay */
222 if (Py_VerboseFlag)
223 PySys_WriteStderr(
Fred Drake1e5fc552003-07-11 15:01:02 +0000224 "# can't import zipimport.zipimporter\n");
Just van Rossum52e14d62002-12-30 22:08:05 +0000225 }
226 else {
227 /* sys.path_hooks.append(zipimporter) */
228 err = PyList_Append(path_hooks, zipimporter);
229 Py_DECREF(zipimporter);
230 if (err)
231 goto error;
232 if (Py_VerboseFlag)
233 PySys_WriteStderr(
234 "# installed zipimport hook\n");
235 }
236 }
237 Py_DECREF(path_hooks);
238}
239
240void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000241_PyImport_Fini(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000242{
243 Py_XDECREF(extensions);
244 extensions = NULL;
Barry Warsaw84294482000-10-03 16:02:05 +0000245 PyMem_DEL(_PyImport_Filetab);
246 _PyImport_Filetab = NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000247}
248
249
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000250/* Locking primitives to prevent parallel imports of the same module
251 in different threads to return with a partially loaded module.
252 These calls are serialized by the global interpreter lock. */
253
254#ifdef WITH_THREAD
255
Guido van Rossum49b56061998-10-01 20:42:43 +0000256#include "pythread.h"
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000257
Guido van Rossum65d5b571998-12-21 19:32:43 +0000258static PyThread_type_lock import_lock = 0;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000259static long import_lock_thread = -1;
260static int import_lock_level = 0;
261
262static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000263lock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000264{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000265 long me = PyThread_get_thread_ident();
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000266 if (me == -1)
267 return; /* Too bad */
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000268 if (import_lock == NULL) {
Guido van Rossum65d5b571998-12-21 19:32:43 +0000269 import_lock = PyThread_allocate_lock();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000270 if (import_lock == NULL)
271 return; /* Nothing much we can do. */
272 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000273 if (import_lock_thread == me) {
274 import_lock_level++;
275 return;
276 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000277 if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
278 {
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000279 PyThreadState *tstate = PyEval_SaveThread();
Guido van Rossum65d5b571998-12-21 19:32:43 +0000280 PyThread_acquire_lock(import_lock, 1);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000281 PyEval_RestoreThread(tstate);
282 }
283 import_lock_thread = me;
284 import_lock_level = 1;
285}
286
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000287static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000288unlock_import(void)
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000289{
Guido van Rossum65d5b571998-12-21 19:32:43 +0000290 long me = PyThread_get_thread_ident();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000291 if (me == -1 || import_lock == NULL)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000292 return 0; /* Too bad */
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000293 if (import_lock_thread != me)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000294 return -1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000295 import_lock_level--;
296 if (import_lock_level == 0) {
297 import_lock_thread = -1;
Guido van Rossum65d5b571998-12-21 19:32:43 +0000298 PyThread_release_lock(import_lock);
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000299 }
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000300 return 1;
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000301}
302
Guido van Rossum8ee3e5a2005-09-14 18:09:42 +0000303/* This function is called from PyOS_AfterFork to ensure that newly
304 created child processes do not share locks with the parent. */
305
306void
307_PyImport_ReInitLock(void)
308{
309#ifdef _AIX
310 if (import_lock != NULL)
311 import_lock = PyThread_allocate_lock();
312#endif
313}
314
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000315#else
316
317#define lock_import()
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000318#define unlock_import() 0
Guido van Rossum75acc9c1998-03-03 22:26:50 +0000319
320#endif
321
Tim Peters69232342001-08-30 05:16:13 +0000322static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000323imp_lock_held(PyObject *self, PyObject *noargs)
Tim Peters69232342001-08-30 05:16:13 +0000324{
Tim Peters69232342001-08-30 05:16:13 +0000325#ifdef WITH_THREAD
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000326 return PyBool_FromLong(import_lock_thread != -1);
Tim Peters69232342001-08-30 05:16:13 +0000327#else
Guido van Rossumb8bff3f2002-04-07 06:34:38 +0000328 return PyBool_FromLong(0);
Tim Peters69232342001-08-30 05:16:13 +0000329#endif
330}
331
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000332static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000333imp_acquire_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000334{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000335#ifdef WITH_THREAD
336 lock_import();
337#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000338 Py_INCREF(Py_None);
339 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000340}
341
342static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +0000343imp_release_lock(PyObject *self, PyObject *noargs)
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000344{
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000345#ifdef WITH_THREAD
346 if (unlock_import() < 0) {
347 PyErr_SetString(PyExc_RuntimeError,
348 "not holding the import lock");
349 return NULL;
350 }
351#endif
Neal Norwitz2294c0d2003-02-12 23:02:21 +0000352 Py_INCREF(Py_None);
353 return Py_None;
Guido van Rossumc4f4ca92003-02-12 21:46:11 +0000354}
355
Guido van Rossumd8faa362007-04-27 19:54:29 +0000356static void
357imp_modules_reloading_clear(void)
358{
359 PyInterpreterState *interp = PyThreadState_Get()->interp;
360 if (interp->modules_reloading != NULL)
361 PyDict_Clear(interp->modules_reloading);
362}
363
Guido van Rossum25ce5661997-08-02 03:10:38 +0000364/* Helper for sys */
365
366PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000367PyImport_GetModuleDict(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000368{
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000369 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000370 if (interp->modules == NULL)
371 Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
372 return interp->modules;
373}
374
Guido van Rossum3f5da241990-12-20 15:06:42 +0000375
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000376/* List of names to clear in sys */
377static char* sys_deletes[] = {
Collin Winter670e6922007-03-21 02:57:17 +0000378 "path", "argv", "ps1", "ps2",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000379 "last_type", "last_value", "last_traceback",
Just van Rossum52e14d62002-12-30 22:08:05 +0000380 "path_hooks", "path_importer_cache", "meta_path",
Christian Heimes7b3ce6a2008-01-31 14:31:45 +0000381 /* misc stuff */
382 "flags", "float_info",
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000383 NULL
384};
385
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000386static char* sys_files[] = {
387 "stdin", "__stdin__",
388 "stdout", "__stdout__",
389 "stderr", "__stderr__",
390 NULL
391};
392
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000393
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000394/* Un-initialize things, as good as we can */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000395
Guido van Rossum3f5da241990-12-20 15:06:42 +0000396void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000397PyImport_Cleanup(void)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000398{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000399 Py_ssize_t pos, ndone;
Guido van Rossum758eec01998-01-19 21:58:26 +0000400 char *name;
401 PyObject *key, *value, *dict;
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000402 PyInterpreterState *interp = PyThreadState_GET()->interp;
Guido van Rossum758eec01998-01-19 21:58:26 +0000403 PyObject *modules = interp->modules;
404
405 if (modules == NULL)
406 return; /* Already done */
407
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000408 /* Delete some special variables first. These are common
409 places where user values hide and people complain when their
410 destructors fail. Since the modules containing them are
411 deleted *last* of all, they would come too late in the normal
412 destruction order. Sigh. */
413
Georg Brandl1a3284e2007-12-02 09:40:06 +0000414 value = PyDict_GetItemString(modules, "builtins");
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000415 if (value != NULL && PyModule_Check(value)) {
416 dict = PyModule_GetDict(value);
417 if (Py_VerboseFlag)
Georg Brandl1a3284e2007-12-02 09:40:06 +0000418 PySys_WriteStderr("# clear builtins._\n");
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000419 PyDict_SetItemString(dict, "_", Py_None);
420 }
421 value = PyDict_GetItemString(modules, "sys");
422 if (value != NULL && PyModule_Check(value)) {
423 char **p;
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000424 PyObject *v;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000425 dict = PyModule_GetDict(value);
426 for (p = sys_deletes; *p != NULL; p++) {
427 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000428 PySys_WriteStderr("# clear sys.%s\n", *p);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000429 PyDict_SetItemString(dict, *p, Py_None);
430 }
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000431 for (p = sys_files; *p != NULL; p+=2) {
432 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000433 PySys_WriteStderr("# restore sys.%s\n", *p);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000434 v = PyDict_GetItemString(dict, *(p+1));
435 if (v == NULL)
436 v = Py_None;
437 PyDict_SetItemString(dict, *p, v);
438 }
439 }
440
441 /* First, delete __main__ */
442 value = PyDict_GetItemString(modules, "__main__");
443 if (value != NULL && PyModule_Check(value)) {
444 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000445 PySys_WriteStderr("# cleanup __main__\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000446 _PyModule_Clear(value);
447 PyDict_SetItemString(modules, "__main__", Py_None);
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000448 }
449
Georg Brandl1a3284e2007-12-02 09:40:06 +0000450 /* The special treatment of "builtins" here is because even
Guido van Rossum758eec01998-01-19 21:58:26 +0000451 when it's not referenced as a module, its dictionary is
452 referenced by almost every module's __builtins__. Since
453 deleting a module clears its dictionary (even if there are
Georg Brandl1a3284e2007-12-02 09:40:06 +0000454 references left to it), we need to delete the "builtins"
Guido van Rossum758eec01998-01-19 21:58:26 +0000455 module last. Likewise, we don't delete sys until the very
456 end because it is implicitly referenced (e.g. by print).
457
458 Also note that we 'delete' modules by replacing their entry
459 in the modules dict with None, rather than really deleting
460 them; this avoids a rehash of the modules dictionary and
461 also marks them as "non existent" so they won't be
462 re-imported. */
463
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000464 /* Next, repeatedly delete modules with a reference count of
Georg Brandl1a3284e2007-12-02 09:40:06 +0000465 one (skipping builtins and sys) and delete them */
Guido van Rossum758eec01998-01-19 21:58:26 +0000466 do {
467 ndone = 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000468 pos = 0;
Guido van Rossum758eec01998-01-19 21:58:26 +0000469 while (PyDict_Next(modules, &pos, &key, &value)) {
470 if (value->ob_refcnt != 1)
471 continue;
Neal Norwitz80e7f272007-08-26 06:45:23 +0000472 if (PyUnicode_Check(key) && PyModule_Check(value)) {
473 name = PyUnicode_AsString(key);
Georg Brandl1a3284e2007-12-02 09:40:06 +0000474 if (strcmp(name, "builtins") == 0)
Guido van Rossum758eec01998-01-19 21:58:26 +0000475 continue;
476 if (strcmp(name, "sys") == 0)
477 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000478 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000479 PySys_WriteStderr(
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000480 "# cleanup[1] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000481 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000482 PyDict_SetItem(modules, key, Py_None);
483 ndone++;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000484 }
485 }
Guido van Rossum758eec01998-01-19 21:58:26 +0000486 } while (ndone > 0);
487
Georg Brandl1a3284e2007-12-02 09:40:06 +0000488 /* Next, delete all modules (still skipping builtins and sys) */
Guido van Rossum758eec01998-01-19 21:58:26 +0000489 pos = 0;
490 while (PyDict_Next(modules, &pos, &key, &value)) {
Neal Norwitz80e7f272007-08-26 06:45:23 +0000491 if (PyUnicode_Check(key) && PyModule_Check(value)) {
492 name = PyUnicode_AsString(key);
Georg Brandl1a3284e2007-12-02 09:40:06 +0000493 if (strcmp(name, "builtins") == 0)
Guido van Rossum758eec01998-01-19 21:58:26 +0000494 continue;
495 if (strcmp(name, "sys") == 0)
496 continue;
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000497 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000498 PySys_WriteStderr("# cleanup[2] %s\n", name);
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000499 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000500 PyDict_SetItem(modules, key, Py_None);
501 }
502 }
503
Georg Brandl1a3284e2007-12-02 09:40:06 +0000504 /* Next, delete sys and builtins (in that order) */
Guido van Rossum758eec01998-01-19 21:58:26 +0000505 value = PyDict_GetItemString(modules, "sys");
506 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000507 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000508 PySys_WriteStderr("# cleanup sys\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000509 _PyModule_Clear(value);
Guido van Rossum758eec01998-01-19 21:58:26 +0000510 PyDict_SetItemString(modules, "sys", Py_None);
511 }
Georg Brandl1a3284e2007-12-02 09:40:06 +0000512 value = PyDict_GetItemString(modules, "builtins");
Guido van Rossum758eec01998-01-19 21:58:26 +0000513 if (value != NULL && PyModule_Check(value)) {
Guido van Rossuma0fec2b1998-02-06 17:16:02 +0000514 if (Py_VerboseFlag)
Georg Brandl1a3284e2007-12-02 09:40:06 +0000515 PySys_WriteStderr("# cleanup builtins\n");
Guido van Rossum05f9dce1998-02-19 20:58:44 +0000516 _PyModule_Clear(value);
Georg Brandl1a3284e2007-12-02 09:40:06 +0000517 PyDict_SetItemString(modules, "builtins", Py_None);
Guido van Rossum758eec01998-01-19 21:58:26 +0000518 }
519
520 /* Finally, clear and delete the modules directory */
521 PyDict_Clear(modules);
522 interp->modules = NULL;
523 Py_DECREF(modules);
Guido van Rossumd8faa362007-04-27 19:54:29 +0000524 Py_CLEAR(interp->modules_reloading);
Guido van Rossum8d15b5d1990-10-26 14:58:58 +0000525}
Guido van Rossum7f133ed1991-02-19 12:23:57 +0000526
527
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000528/* Helper for pythonrun.c -- return magic number */
529
530long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000531PyImport_GetMagicNumber(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000532{
Guido van Rossum96774c12000-05-01 20:19:08 +0000533 return pyc_magic;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000534}
535
536
Guido van Rossum25ce5661997-08-02 03:10:38 +0000537/* Magic for extension modules (built-in as well as dynamically
538 loaded). To prevent initializing an extension module more than
539 once, we keep a static dictionary 'extensions' keyed by module name
540 (for built-in modules) or by filename (for dynamically loaded
Barry Warsaw92883382001-08-13 23:05:44 +0000541 modules), containing these modules. A copy of the module's
Guido van Rossum25ce5661997-08-02 03:10:38 +0000542 dictionary is stored by calling _PyImport_FixupExtension()
543 immediately after the module initialization function succeeds. A
544 copy can be retrieved from there by calling
Martin v. Löwis1a214512008-06-11 05:26:20 +0000545 _PyImport_FindExtension().
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000546
Martin v. Löwis1a214512008-06-11 05:26:20 +0000547 Modules which do support multiple multiple initialization set
548 their m_size field to a non-negative number (indicating the size
549 of the module-specific state). They are still recorded in the
550 extensions dictionary, to avoid loading shared libraries twice.
551*/
552
553int
554_PyImport_FixupExtension(PyObject *mod, char *name, char *filename)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000555{
Martin v. Löwis1a214512008-06-11 05:26:20 +0000556 PyObject *modules, *dict;
557 struct PyModuleDef *def;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000558 if (extensions == NULL) {
559 extensions = PyDict_New();
560 if (extensions == NULL)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000561 return -1;
562 }
563 if (mod == NULL || !PyModule_Check(mod)) {
564 PyErr_BadInternalCall();
565 return -1;
566 }
567 def = PyModule_GetDef(mod);
568 if (!def) {
569 PyErr_BadInternalCall();
570 return -1;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000571 }
572 modules = PyImport_GetModuleDict();
Martin v. Löwis1a214512008-06-11 05:26:20 +0000573 if (PyDict_SetItemString(modules, name, mod) < 0)
574 return -1;
575 if (_PyState_AddModule(mod, def) < 0) {
576 PyDict_DelItemString(modules, name);
577 return -1;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000578 }
Martin v. Löwis1a214512008-06-11 05:26:20 +0000579 if (def->m_size == -1) {
580 if (def->m_base.m_copy) {
581 /* Somebody already imported the module,
582 likely under a different name.
583 XXX this should really not happen. */
584 Py_DECREF(def->m_base.m_copy);
585 def->m_base.m_copy = NULL;
586 }
587 dict = PyModule_GetDict(mod);
588 if (dict == NULL)
589 return -1;
590 def->m_base.m_copy = PyDict_Copy(dict);
591 if (def->m_base.m_copy == NULL)
592 return -1;
593 }
594 PyDict_SetItemString(extensions, filename, (PyObject*)def);
595 return 0;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000596}
597
598PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000599_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000600{
Martin v. Löwis1a214512008-06-11 05:26:20 +0000601 PyObject *mod, *mdict;
602 PyModuleDef* def;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000603 if (extensions == NULL)
604 return NULL;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000605 def = (PyModuleDef*)PyDict_GetItemString(extensions, filename);
606 if (def == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000607 return NULL;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000608 if (def->m_size == -1) {
609 /* Module does not support repeated initialization */
610 if (def->m_base.m_copy == NULL)
611 return NULL;
612 mod = PyImport_AddModule(name);
613 if (mod == NULL)
614 return NULL;
615 Py_INCREF(mod);
616 mdict = PyModule_GetDict(mod);
617 if (mdict == NULL)
618 return NULL;
619 if (PyDict_Update(mdict, def->m_base.m_copy))
620 return NULL;
621 }
622 else {
623 if (def->m_base.m_init == NULL)
624 return NULL;
625 mod = def->m_base.m_init();
626 if (mod == NULL)
627 return NULL;
628 PyDict_SetItemString(PyImport_GetModuleDict(), name, mod);
629 }
630 if (_PyState_AddModule(mod, def) < 0) {
631 PyDict_DelItemString(PyImport_GetModuleDict(), name);
632 Py_DECREF(mod);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000633 return NULL;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000634 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000635 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000636 PySys_WriteStderr("import %s # previously loaded (%s)\n",
Martin v. Löwis1a214512008-06-11 05:26:20 +0000637 name, filename);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000638 return mod;
Martin v. Löwis1a214512008-06-11 05:26:20 +0000639
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000640}
641
642
643/* Get the module object corresponding to a module name.
644 First check the modules dictionary if there's one there,
Walter Dörwaldf0dfc7a2003-10-20 14:01:56 +0000645 if not, create a new one and insert it in the modules dictionary.
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000646 Because the former action is most common, THIS DOES NOT RETURN A
647 'NEW' REFERENCE! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000648
Guido van Rossum79f25d91997-04-29 20:08:16 +0000649PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000650PyImport_AddModule(const char *name)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000651{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000652 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000653 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000654
Guido van Rossum25ce5661997-08-02 03:10:38 +0000655 if ((m = PyDict_GetItemString(modules, name)) != NULL &&
Guido van Rossum79f25d91997-04-29 20:08:16 +0000656 PyModule_Check(m))
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000657 return m;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000658 m = PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000659 if (m == NULL)
660 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000661 if (PyDict_SetItemString(modules, name, m) != 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000662 Py_DECREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000663 return NULL;
664 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000665 Py_DECREF(m); /* Yes, it still exists, in modules! */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000666
667 return m;
668}
669
Tim Peters1cd70172004-08-02 03:52:12 +0000670/* Remove name from sys.modules, if it's there. */
671static void
672_RemoveModule(const char *name)
673{
674 PyObject *modules = PyImport_GetModuleDict();
675 if (PyDict_GetItemString(modules, name) == NULL)
676 return;
677 if (PyDict_DelItemString(modules, name) < 0)
678 Py_FatalError("import: deleting existing key in"
679 "sys.modules failed");
680}
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000681
Christian Heimes3b06e532008-01-07 20:12:44 +0000682static PyObject * get_sourcefile(const char *file);
683
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000684/* Execute a code object in a module and return the module object
Tim Peters1cd70172004-08-02 03:52:12 +0000685 * WITH INCREMENTED REFERENCE COUNT. If an error occurs, name is
686 * removed from sys.modules, to avoid leaving damaged module objects
687 * in sys.modules. The caller may wish to restore the original
688 * module object (if any) in this case; PyImport_ReloadModule is an
689 * example.
690 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000691PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000692PyImport_ExecCodeModule(char *name, PyObject *co)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000693{
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000694 return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
695}
696
697PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000698PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000699{
Guido van Rossum25ce5661997-08-02 03:10:38 +0000700 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossum79f25d91997-04-29 20:08:16 +0000701 PyObject *m, *d, *v;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000702
Guido van Rossum79f25d91997-04-29 20:08:16 +0000703 m = PyImport_AddModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000704 if (m == NULL)
705 return NULL;
Jeremy Hyltonecd91292004-01-02 23:25:32 +0000706 /* If the module is being reloaded, we get the old module back
707 and re-use its dict to exec the new code. */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000708 d = PyModule_GetDict(m);
709 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
710 if (PyDict_SetItemString(d, "__builtins__",
711 PyEval_GetBuiltins()) != 0)
Tim Peters1cd70172004-08-02 03:52:12 +0000712 goto error;
Guido van Rossum6135a871995-01-09 17:53:26 +0000713 }
Guido van Rossum9c9a07c1996-05-16 20:43:40 +0000714 /* Remember the filename as the __file__ attribute */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000715 v = NULL;
716 if (pathname != NULL) {
Christian Heimes3b06e532008-01-07 20:12:44 +0000717 v = get_sourcefile(pathname);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000718 if (v == NULL)
719 PyErr_Clear();
720 }
721 if (v == NULL) {
722 v = ((PyCodeObject *)co)->co_filename;
723 Py_INCREF(v);
724 }
725 if (PyDict_SetItemString(d, "__file__", v) != 0)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000726 PyErr_Clear(); /* Not important enough to report */
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000727 Py_DECREF(v);
728
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000729 v = PyEval_EvalCode((PyCodeObject *)co, d, d);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000730 if (v == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +0000731 goto error;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000732 Py_DECREF(v);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000733
Guido van Rossum25ce5661997-08-02 03:10:38 +0000734 if ((m = PyDict_GetItemString(modules, name)) == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000735 PyErr_Format(PyExc_ImportError,
736 "Loaded module %.200s not found in sys.modules",
737 name);
Guido van Rossumb65e85c1997-07-10 18:00:45 +0000738 return NULL;
739 }
740
Guido van Rossum79f25d91997-04-29 20:08:16 +0000741 Py_INCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000742
743 return m;
Tim Peters1cd70172004-08-02 03:52:12 +0000744
745 error:
746 _RemoveModule(name);
747 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000748}
749
750
751/* Given a pathname for a Python source file, fill a buffer with the
752 pathname for the corresponding compiled file. Return the pathname
753 for the compiled file, or NULL if there's no space in the buffer.
754 Doesn't set an exception. */
755
756static char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000757make_compiled_pathname(char *pathname, char *buf, size_t buflen)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000758{
Tim Petersc1731372001-08-04 08:12:36 +0000759 size_t len = strlen(pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000760 if (len+2 > buflen)
761 return NULL;
Tim Petersc1731372001-08-04 08:12:36 +0000762
Martin v. Löwis6238d2b2002-06-30 15:26:10 +0000763#ifdef MS_WINDOWS
Tim Petersc1731372001-08-04 08:12:36 +0000764 /* Treat .pyw as if it were .py. The case of ".pyw" must match
765 that used in _PyImport_StandardFiletab. */
766 if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
767 --len; /* pretend 'w' isn't there */
768#endif
769 memcpy(buf, pathname, len);
770 buf[len] = Py_OptimizeFlag ? 'o' : 'c';
771 buf[len+1] = '\0';
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000772
773 return buf;
774}
775
776
777/* Given a pathname for a Python source file, its time of last
778 modification, and a pathname for a compiled file, check whether the
779 compiled file represents the same version of the source. If so,
780 return a FILE pointer for the compiled file, positioned just after
781 the header; if not, return NULL.
782 Doesn't set an exception. */
783
784static FILE *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000785check_compiled_module(char *pathname, time_t mtime, char *cpathname)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000786{
787 FILE *fp;
788 long magic;
789 long pyc_mtime;
790
791 fp = fopen(cpathname, "rb");
792 if (fp == NULL)
793 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000794 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000795 if (magic != pyc_magic) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000796 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000797 PySys_WriteStderr("# %s has bad magic\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000798 fclose(fp);
799 return NULL;
800 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000801 pyc_mtime = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000802 if (pyc_mtime != mtime) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000803 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000804 PySys_WriteStderr("# %s has bad mtime\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000805 fclose(fp);
806 return NULL;
807 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000808 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000809 PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000810 return fp;
811}
812
813
814/* Read a code object from a file and check it for validity */
815
Guido van Rossum79f25d91997-04-29 20:08:16 +0000816static PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000817read_compiled_module(char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000818{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000819 PyObject *co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000820
Tim Petersd9b9ac82001-01-28 00:27:39 +0000821 co = PyMarshal_ReadLastObjectFromFile(fp);
Armin Rigo01ab2792004-03-26 15:09:27 +0000822 if (co == NULL)
823 return NULL;
824 if (!PyCode_Check(co)) {
825 PyErr_Format(PyExc_ImportError,
826 "Non-code object in %.200s", cpathname);
827 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000828 return NULL;
829 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000830 return (PyCodeObject *)co;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000831}
832
833
834/* Load a module from a compiled file, execute it, and return its
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000835 module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000836
Guido van Rossum79f25d91997-04-29 20:08:16 +0000837static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000838load_compiled_module(char *name, char *cpathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000839{
840 long magic;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000841 PyCodeObject *co;
842 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000843
Guido van Rossum79f25d91997-04-29 20:08:16 +0000844 magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum96774c12000-05-01 20:19:08 +0000845 if (magic != pyc_magic) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000846 PyErr_Format(PyExc_ImportError,
847 "Bad magic number in %.200s", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000848 return NULL;
849 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000850 (void) PyMarshal_ReadLongFromFile(fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000851 co = read_compiled_module(cpathname, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000852 if (co == NULL)
853 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000854 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000855 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000856 name, cpathname);
Guido van Rossume32bf6e1998-02-11 05:53:02 +0000857 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000858 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000859
860 return m;
861}
862
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000863/* Parse a source file and return the corresponding code object */
864
Guido van Rossum79f25d91997-04-29 20:08:16 +0000865static PyCodeObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000866parse_source_module(const char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000867{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000868 PyCodeObject *co = NULL;
869 mod_ty mod;
Christian Heimes4d6ec852008-03-26 22:34:47 +0000870 PyCompilerFlags flags;
Thomas Wouters89f507f2006-12-13 04:49:30 +0000871 PyArena *arena = PyArena_New();
872 if (arena == NULL)
873 return NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000874
Christian Heimesb1b3efc2008-03-26 23:24:27 +0000875 flags.cf_flags = 0;
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000876 mod = PyParser_ASTFromFile(fp, pathname, NULL,
Christian Heimes4d6ec852008-03-26 22:34:47 +0000877 Py_file_input, 0, 0, &flags,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000878 NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000879 if (mod) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000880 co = PyAST_Compile(mod, pathname, NULL, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000881 }
Thomas Wouters89f507f2006-12-13 04:49:30 +0000882 PyArena_Free(arena);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000883 return co;
884}
885
886
Guido van Rossum55a83382000-09-20 20:31:38 +0000887/* Helper to open a bytecode file for writing in exclusive mode */
888
889static FILE *
Christian Heimes05e8be12008-02-23 18:30:17 +0000890open_exclusive(char *filename, mode_t mode)
Guido van Rossum55a83382000-09-20 20:31:38 +0000891{
892#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
893 /* Use O_EXCL to avoid a race condition when another process tries to
894 write the same file. When that happens, our open() call fails,
895 which is just fine (since it's only a cache).
896 XXX If the file exists and is writable but the directory is not
897 writable, the file will never be written. Oh well.
898 */
899 int fd;
900 (void) unlink(filename);
Tim Peters42c83af2000-09-29 04:03:10 +0000901 fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
902#ifdef O_BINARY
903 |O_BINARY /* necessary for Windows */
904#endif
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000905#ifdef __VMS
Christian Heimes05e8be12008-02-23 18:30:17 +0000906 , mode, "ctxt=bin", "shr=nil"
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000907#else
Christian Heimes05e8be12008-02-23 18:30:17 +0000908 , mode
Martin v. Löwis79acb9e2002-12-06 12:48:53 +0000909#endif
Martin v. Löwis18e16552006-02-15 17:27:45 +0000910 );
Guido van Rossum55a83382000-09-20 20:31:38 +0000911 if (fd < 0)
912 return NULL;
913 return fdopen(fd, "wb");
914#else
915 /* Best we can do -- on Windows this can't happen anyway */
916 return fopen(filename, "wb");
917#endif
918}
919
920
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000921/* Write a compiled module to a file, placing the time of last
922 modification of its source into the header.
923 Errors are ignored, if a write error occurs an attempt is made to
924 remove the file. */
925
926static void
Christian Heimes05e8be12008-02-23 18:30:17 +0000927write_compiled_module(PyCodeObject *co, char *cpathname, struct stat *srcstat)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000928{
929 FILE *fp;
Christian Heimes05e8be12008-02-23 18:30:17 +0000930 time_t mtime = srcstat->st_mtime;
931 mode_t mode = srcstat->st_mode;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000932
Christian Heimes05e8be12008-02-23 18:30:17 +0000933 fp = open_exclusive(cpathname, mode);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000934 if (fp == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000935 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000936 PySys_WriteStderr(
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000937 "# can't create %s\n", cpathname);
938 return;
939 }
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000940 PyMarshal_WriteLongToFile(pyc_magic, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000941 /* First write a 0 for mtime */
Martin v. Löwisef82d2f2004-06-27 16:51:46 +0000942 PyMarshal_WriteLongToFile(0L, fp, Py_MARSHAL_VERSION);
943 PyMarshal_WriteObjectToFile((PyObject *)co, fp, Py_MARSHAL_VERSION);
Armin Rigo01ab2792004-03-26 15:09:27 +0000944 if (fflush(fp) != 0 || ferror(fp)) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000945 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000946 PySys_WriteStderr("# can't write %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000947 /* Don't keep partial file */
948 fclose(fp);
949 (void) unlink(cpathname);
950 return;
951 }
952 /* Now write the true mtime */
953 fseek(fp, 4L, 0);
Martin v. Löwis18e16552006-02-15 17:27:45 +0000954 assert(mtime < LONG_MAX);
Martin v. Löwis725507b2006-03-07 12:08:51 +0000955 PyMarshal_WriteLongToFile((long)mtime, fp, Py_MARSHAL_VERSION);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000956 fflush(fp);
957 fclose(fp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000958 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +0000959 PySys_WriteStderr("# wrote %s\n", cpathname);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000960}
961
962
963/* Load a source module from a given file and return its module
Guido van Rossum7f9fa971995-01-20 16:53:12 +0000964 object WITH INCREMENTED REFERENCE COUNT. If there's a matching
965 byte-compiled file, use that instead. */
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000966
Guido van Rossum79f25d91997-04-29 20:08:16 +0000967static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000968load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000969{
Christian Heimes05e8be12008-02-23 18:30:17 +0000970 struct stat st;
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000971 FILE *fpc;
972 char buf[MAXPATHLEN+1];
973 char *cpathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000974 PyCodeObject *co;
975 PyObject *m;
Christian Heimes05e8be12008-02-23 18:30:17 +0000976
977 if (fstat(fileno(fp), &st) != 0) {
Neal Norwitz708e51a2005-10-03 04:48:15 +0000978 PyErr_Format(PyExc_RuntimeError,
Christian Heimes05e8be12008-02-23 18:30:17 +0000979 "unable to get file status from '%s'",
Neal Norwitz708e51a2005-10-03 04:48:15 +0000980 pathname);
Fred Drake4c82b232000-06-30 16:18:57 +0000981 return NULL;
Neal Norwitz708e51a2005-10-03 04:48:15 +0000982 }
Fred Drake4c82b232000-06-30 16:18:57 +0000983#if SIZEOF_TIME_T > 4
984 /* Python's .pyc timestamp handling presumes that the timestamp fits
985 in 4 bytes. This will be fine until sometime in the year 2038,
986 when a 4-byte signed time_t will overflow.
987 */
Christian Heimes05e8be12008-02-23 18:30:17 +0000988 if (st.st_mtime >> 32) {
Fred Drake4c82b232000-06-30 16:18:57 +0000989 PyErr_SetString(PyExc_OverflowError,
Fred Drakec63d3e92001-03-01 06:33:32 +0000990 "modification time overflows a 4 byte field");
Fred Drake4c82b232000-06-30 16:18:57 +0000991 return NULL;
992 }
993#endif
Tim Peters36515e22001-11-18 04:06:29 +0000994 cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton37832f02001-04-13 17:50:20 +0000995 (size_t)MAXPATHLEN + 1);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000996 if (cpathname != NULL &&
Christian Heimes05e8be12008-02-23 18:30:17 +0000997 (fpc = check_compiled_module(pathname, st.st_mtime, cpathname))) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +0000998 co = read_compiled_module(cpathname, fpc);
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000999 fclose(fpc);
1000 if (co == NULL)
1001 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001002 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001003 PySys_WriteStderr("import %s # precompiled from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001004 name, cpathname);
Guido van Rossumafd3dae1998-08-25 18:44:34 +00001005 pathname = cpathname;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001006 }
1007 else {
1008 co = parse_source_module(pathname, fp);
1009 if (co == NULL)
1010 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001011 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001012 PySys_WriteStderr("import %s # from %s\n",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001013 name, pathname);
Christian Heimes790c8232008-01-07 21:14:23 +00001014 if (cpathname) {
1015 PyObject *ro = PySys_GetObject("dont_write_bytecode");
1016 if (ro == NULL || !PyObject_IsTrue(ro))
Christian Heimes05e8be12008-02-23 18:30:17 +00001017 write_compiled_module(co, cpathname, &st);
Christian Heimes790c8232008-01-07 21:14:23 +00001018 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001019 }
Guido van Rossumafd3dae1998-08-25 18:44:34 +00001020 m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001021 Py_DECREF(co);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001022
1023 return m;
1024}
1025
Christian Heimes3b06e532008-01-07 20:12:44 +00001026/* Get source file -> unicode or None
1027 * Returns the path to the py file if available, else the given path
1028 */
1029static PyObject *
1030get_sourcefile(const char *file)
1031{
1032 char py[MAXPATHLEN + 1];
1033 Py_ssize_t len;
1034 PyObject *u;
1035 struct stat statbuf;
1036
1037 if (!file || !*file) {
1038 Py_RETURN_NONE;
1039 }
1040
1041 len = strlen(file);
Christian Heimes3540b502008-01-11 07:03:05 +00001042 /* match '*.py?' */
1043 if (len > MAXPATHLEN || PyOS_strnicmp(&file[len-4], ".py", 3) != 0) {
Christian Heimes3b06e532008-01-07 20:12:44 +00001044 return PyUnicode_DecodeFSDefault(file);
1045 }
1046
1047 strncpy(py, file, len-1);
Martin v. Löwis5021ebc2008-03-22 22:07:13 +00001048 py[len-1] = '\0';
Christian Heimes3b06e532008-01-07 20:12:44 +00001049 if (stat(py, &statbuf) == 0 &&
1050 S_ISREG(statbuf.st_mode)) {
1051 u = PyUnicode_DecodeFSDefault(py);
1052 }
1053 else {
1054 u = PyUnicode_DecodeFSDefault(file);
1055 }
1056 return u;
1057}
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001058
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001059/* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +00001060static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
1061static struct filedescr *find_module(char *, char *, PyObject *,
1062 char *, size_t, FILE **, PyObject **);
Christian Heimes3b06e532008-01-07 20:12:44 +00001063static struct _frozen * find_frozen(char *);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001064
1065/* Load a package and return its module object WITH INCREMENTED
1066 REFERENCE COUNT */
1067
1068static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001069load_package(char *name, char *pathname)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001070{
Tim Peters1cd70172004-08-02 03:52:12 +00001071 PyObject *m, *d;
1072 PyObject *file = NULL;
1073 PyObject *path = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001074 int err;
1075 char buf[MAXPATHLEN+1];
1076 FILE *fp = NULL;
1077 struct filedescr *fdp;
1078
1079 m = PyImport_AddModule(name);
1080 if (m == NULL)
1081 return NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001082 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001083 PySys_WriteStderr("import %s # directory %s\n",
Guido van Rossum17fc85f1997-09-06 18:52:03 +00001084 name, pathname);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001085 d = PyModule_GetDict(m);
Christian Heimes3b06e532008-01-07 20:12:44 +00001086 file = get_sourcefile(pathname);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001087 if (file == NULL)
Tim Peters1cd70172004-08-02 03:52:12 +00001088 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001089 path = Py_BuildValue("[O]", file);
Tim Peters1cd70172004-08-02 03:52:12 +00001090 if (path == NULL)
1091 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001092 err = PyDict_SetItemString(d, "__file__", file);
1093 if (err == 0)
1094 err = PyDict_SetItemString(d, "__path__", path);
Tim Peters1cd70172004-08-02 03:52:12 +00001095 if (err != 0)
1096 goto error;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001097 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00001098 fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001099 if (fdp == NULL) {
1100 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1101 PyErr_Clear();
Thomas Heller25653242004-06-07 15:04:10 +00001102 Py_INCREF(m);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001103 }
1104 else
1105 m = NULL;
1106 goto cleanup;
1107 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001108 m = load_module(name, fp, buf, fdp->type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001109 if (fp != NULL)
1110 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00001111 goto cleanup;
1112
1113 error:
1114 m = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001115 cleanup:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001116 Py_XDECREF(path);
1117 Py_XDECREF(file);
1118 return m;
1119}
1120
1121
1122/* Helper to test for built-in module */
1123
1124static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001125is_builtin(char *name)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001126{
1127 int i;
Guido van Rossum771c6c81997-10-31 18:37:24 +00001128 for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
1129 if (strcmp(name, PyImport_Inittab[i].name) == 0) {
1130 if (PyImport_Inittab[i].initfunc == NULL)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001131 return -1;
1132 else
1133 return 1;
1134 }
1135 }
1136 return 0;
1137}
1138
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001139
Just van Rossum52e14d62002-12-30 22:08:05 +00001140/* Return an importer object for a sys.path/pkg.__path__ item 'p',
1141 possibly by fetching it from the path_importer_cache dict. If it
Thomas Wouters89f507f2006-12-13 04:49:30 +00001142 wasn't yet cached, traverse path_hooks until a hook is found
Just van Rossum52e14d62002-12-30 22:08:05 +00001143 that can handle the path item. Return None if no hook could;
1144 this tells our caller it should fall back to the builtin
1145 import mechanism. Cache the result in path_importer_cache.
1146 Returns a borrowed reference. */
1147
1148static PyObject *
1149get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
1150 PyObject *p)
1151{
1152 PyObject *importer;
Martin v. Löwis725507b2006-03-07 12:08:51 +00001153 Py_ssize_t j, nhooks;
Just van Rossum52e14d62002-12-30 22:08:05 +00001154
1155 /* These conditions are the caller's responsibility: */
1156 assert(PyList_Check(path_hooks));
1157 assert(PyDict_Check(path_importer_cache));
1158
1159 nhooks = PyList_Size(path_hooks);
1160 if (nhooks < 0)
1161 return NULL; /* Shouldn't happen */
1162
1163 importer = PyDict_GetItem(path_importer_cache, p);
1164 if (importer != NULL)
1165 return importer;
1166
1167 /* set path_importer_cache[p] to None to avoid recursion */
1168 if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
1169 return NULL;
1170
1171 for (j = 0; j < nhooks; j++) {
1172 PyObject *hook = PyList_GetItem(path_hooks, j);
1173 if (hook == NULL)
1174 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001175 importer = PyObject_CallFunctionObjArgs(hook, p, NULL);
Just van Rossum52e14d62002-12-30 22:08:05 +00001176 if (importer != NULL)
1177 break;
1178
1179 if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
1180 return NULL;
1181 }
1182 PyErr_Clear();
1183 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001184 if (importer == NULL) {
1185 importer = PyObject_CallFunctionObjArgs(
Christian Heimes9cd17752007-11-18 19:35:23 +00001186 (PyObject *)&PyNullImporter_Type, p, NULL
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001187 );
1188 if (importer == NULL) {
1189 if (PyErr_ExceptionMatches(PyExc_ImportError)) {
1190 PyErr_Clear();
1191 return Py_None;
1192 }
1193 }
1194 }
1195 if (importer != NULL) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001196 int err = PyDict_SetItem(path_importer_cache, p, importer);
1197 Py_DECREF(importer);
1198 if (err != 0)
1199 return NULL;
1200 }
1201 return importer;
1202}
1203
Christian Heimes9cd17752007-11-18 19:35:23 +00001204PyAPI_FUNC(PyObject *)
1205PyImport_GetImporter(PyObject *path) {
1206 PyObject *importer=NULL, *path_importer_cache=NULL, *path_hooks=NULL;
1207
1208 if ((path_importer_cache = PySys_GetObject("path_importer_cache"))) {
1209 if ((path_hooks = PySys_GetObject("path_hooks"))) {
1210 importer = get_path_importer(path_importer_cache,
1211 path_hooks, path);
1212 }
1213 }
1214 Py_XINCREF(importer); /* get_path_importer returns a borrowed reference */
1215 return importer;
1216}
1217
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001218/* Search the path (default sys.path) for a module. Return the
1219 corresponding filedescr struct, and (via return arguments) the
1220 pathname and an open file. Return NULL if the module is not found. */
1221
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001222#ifdef MS_COREDLL
Thomas Woutersb4bd21c2000-07-22 23:38:01 +00001223extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
Martin v. Löwis18e16552006-02-15 17:27:45 +00001224 char *, Py_ssize_t);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001225#endif
1226
Martin v. Löwis18e16552006-02-15 17:27:45 +00001227static int case_ok(char *, Py_ssize_t, Py_ssize_t, char *);
Tim Petersdbd9ba62000-07-09 03:09:57 +00001228static int find_init_module(char *); /* Forward */
Just van Rossum52e14d62002-12-30 22:08:05 +00001229static struct filedescr importhookdescr = {"", "", IMP_HOOK};
Guido van Rossum197346f1997-10-31 18:38:52 +00001230
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001231static struct filedescr *
Just van Rossum52e14d62002-12-30 22:08:05 +00001232find_module(char *fullname, char *subname, PyObject *path, char *buf,
1233 size_t buflen, FILE **p_fp, PyObject **p_loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001234{
Martin v. Löwis725507b2006-03-07 12:08:51 +00001235 Py_ssize_t i, npath;
Fred Drake4c82b232000-06-30 16:18:57 +00001236 size_t len, namelen;
Guido van Rossum80bb9651996-12-05 23:27:02 +00001237 struct filedescr *fdp = NULL;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001238 char *filemode;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001239 FILE *fp = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00001240 PyObject *path_hooks, *path_importer_cache;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001241 struct stat statbuf;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001242 static struct filedescr fd_frozen = {"", "", PY_FROZEN};
1243 static struct filedescr fd_builtin = {"", "", C_BUILTIN};
1244 static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
Guido van Rossum0506a431998-08-11 15:07:39 +00001245 char name[MAXPATHLEN+1];
Andrew MacIntyred9400542002-02-26 11:41:34 +00001246#if defined(PYOS_OS2)
1247 size_t saved_len;
1248 size_t saved_namelen;
1249 char *saved_buf = NULL;
1250#endif
Just van Rossum52e14d62002-12-30 22:08:05 +00001251 if (p_loader != NULL)
1252 *p_loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001253
Just van Rossum52e14d62002-12-30 22:08:05 +00001254 if (strlen(subname) > MAXPATHLEN) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001255 PyErr_SetString(PyExc_OverflowError,
1256 "module name is too long");
Fred Drake4c82b232000-06-30 16:18:57 +00001257 return NULL;
1258 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001259 strcpy(name, subname);
1260
1261 /* sys.meta_path import hook */
1262 if (p_loader != NULL) {
1263 PyObject *meta_path;
1264
1265 meta_path = PySys_GetObject("meta_path");
1266 if (meta_path == NULL || !PyList_Check(meta_path)) {
1267 PyErr_SetString(PyExc_ImportError,
1268 "sys.meta_path must be a list of "
1269 "import hooks");
1270 return NULL;
1271 }
1272 Py_INCREF(meta_path); /* zap guard */
1273 npath = PyList_Size(meta_path);
1274 for (i = 0; i < npath; i++) {
1275 PyObject *loader;
1276 PyObject *hook = PyList_GetItem(meta_path, i);
1277 loader = PyObject_CallMethod(hook, "find_module",
1278 "sO", fullname,
1279 path != NULL ?
1280 path : Py_None);
1281 if (loader == NULL) {
1282 Py_DECREF(meta_path);
1283 return NULL; /* true error */
1284 }
1285 if (loader != Py_None) {
1286 /* a loader was found */
1287 *p_loader = loader;
1288 Py_DECREF(meta_path);
1289 return &importhookdescr;
1290 }
1291 Py_DECREF(loader);
1292 }
1293 Py_DECREF(meta_path);
1294 }
Guido van Rossum0506a431998-08-11 15:07:39 +00001295
Guido van Rossum13d77992007-07-23 03:16:50 +00001296 if (path != NULL && PyUnicode_Check(path)) {
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001297 /* The only type of submodule allowed inside a "frozen"
1298 package are other frozen modules or packages. */
Guido van Rossum13d77992007-07-23 03:16:50 +00001299 char *p = PyUnicode_AsString(path);
1300 if (strlen(p) + 1 + strlen(name) >= (size_t)buflen) {
Guido van Rossum0506a431998-08-11 15:07:39 +00001301 PyErr_SetString(PyExc_ImportError,
1302 "full frozen module name too long");
1303 return NULL;
1304 }
Guido van Rossum13d77992007-07-23 03:16:50 +00001305 strcpy(buf, p);
Guido van Rossum0506a431998-08-11 15:07:39 +00001306 strcat(buf, ".");
1307 strcat(buf, name);
1308 strcpy(name, buf);
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001309 if (find_frozen(name) != NULL) {
1310 strcpy(buf, name);
1311 return &fd_frozen;
1312 }
1313 PyErr_Format(PyExc_ImportError,
1314 "No frozen submodule named %.200s", name);
1315 return NULL;
Guido van Rossum0506a431998-08-11 15:07:39 +00001316 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001317 if (path == NULL) {
1318 if (is_builtin(name)) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001319 strcpy(buf, name);
1320 return &fd_builtin;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001321 }
Greg Ward201baee2001-10-04 14:52:06 +00001322 if ((find_frozen(name)) != NULL) {
Guido van Rossuma5568d31998-03-05 03:45:08 +00001323 strcpy(buf, name);
1324 return &fd_frozen;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001325 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001326
Guido van Rossumac279101996-08-22 23:10:58 +00001327#ifdef MS_COREDLL
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001328 fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
1329 if (fp != NULL) {
1330 *p_fp = fp;
1331 return fdp;
1332 }
Guido van Rossuma5a3db71996-04-09 02:39:59 +00001333#endif
Guido van Rossuma5568d31998-03-05 03:45:08 +00001334 path = PySys_GetObject("path");
1335 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001336 if (path == NULL || !PyList_Check(path)) {
1337 PyErr_SetString(PyExc_ImportError,
Guido van Rossuma5568d31998-03-05 03:45:08 +00001338 "sys.path must be a list of directory names");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001339 return NULL;
1340 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001341
1342 path_hooks = PySys_GetObject("path_hooks");
1343 if (path_hooks == NULL || !PyList_Check(path_hooks)) {
1344 PyErr_SetString(PyExc_ImportError,
1345 "sys.path_hooks must be a list of "
1346 "import hooks");
1347 return NULL;
1348 }
1349 path_importer_cache = PySys_GetObject("path_importer_cache");
1350 if (path_importer_cache == NULL ||
1351 !PyDict_Check(path_importer_cache)) {
1352 PyErr_SetString(PyExc_ImportError,
1353 "sys.path_importer_cache must be a dict");
1354 return NULL;
1355 }
1356
Guido van Rossum79f25d91997-04-29 20:08:16 +00001357 npath = PyList_Size(path);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001358 namelen = strlen(name);
1359 for (i = 0; i < npath; i++) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001360 PyObject *v = PyList_GetItem(path, i);
Guido van Rossumf15a29f2007-05-04 00:41:39 +00001361 PyObject *origv = v;
Guido van Rossum6262cc72007-05-09 23:29:27 +00001362 const char *base;
Guido van Rossumf15a29f2007-05-04 00:41:39 +00001363 Py_ssize_t size;
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00001364 if (!v)
1365 return NULL;
Guido van Rossuma4b8d1d2007-08-27 15:02:28 +00001366 if (PyUnicode_Check(v)) {
1367 v = _PyUnicode_AsDefaultEncodedString(v, NULL);
1368 if (v == NULL)
1369 return NULL;
1370 }
Christian Heimes72b710a2008-05-26 13:28:38 +00001371 if (!PyBytes_Check(v))
Guido van Rossuma4b8d1d2007-08-27 15:02:28 +00001372 continue;
Christian Heimes72b710a2008-05-26 13:28:38 +00001373 base = PyBytes_AS_STRING(v);
1374 size = PyBytes_GET_SIZE(v);
Guido van Rossumf15a29f2007-05-04 00:41:39 +00001375 len = size;
Walter Dörwald3430d702002-06-17 10:43:59 +00001376 if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001377 continue; /* Too long */
Walter Dörwald3430d702002-06-17 10:43:59 +00001378 }
Guido van Rossumf15a29f2007-05-04 00:41:39 +00001379 strcpy(buf, base);
Walter Dörwald3430d702002-06-17 10:43:59 +00001380 if (strlen(buf) != len) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001381 continue; /* v contains '\0' */
Walter Dörwald3430d702002-06-17 10:43:59 +00001382 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001383
1384 /* sys.path_hooks import hook */
1385 if (p_loader != NULL) {
1386 PyObject *importer;
1387
1388 importer = get_path_importer(path_importer_cache,
Guido van Rossumf15a29f2007-05-04 00:41:39 +00001389 path_hooks, origv);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001390 if (importer == NULL) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001391 return NULL;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001392 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001393 /* Note: importer is a borrowed reference */
1394 if (importer != Py_None) {
Just van Rossum52e14d62002-12-30 22:08:05 +00001395 PyObject *loader;
1396 loader = PyObject_CallMethod(importer,
1397 "find_module",
1398 "s", fullname);
1399 if (loader == NULL)
1400 return NULL; /* error */
1401 if (loader != Py_None) {
1402 /* a loader was found */
1403 *p_loader = loader;
1404 return &importhookdescr;
1405 }
1406 Py_DECREF(loader);
Thomas Wouters477c8d52006-05-27 19:21:47 +00001407 continue;
Just van Rossum52e14d62002-12-30 22:08:05 +00001408 }
Just van Rossum52e14d62002-12-30 22:08:05 +00001409 }
Thomas Wouters477c8d52006-05-27 19:21:47 +00001410 /* no hook was found, use builtin import */
Just van Rossum52e14d62002-12-30 22:08:05 +00001411
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001412 if (len > 0 && buf[len-1] != SEP
1413#ifdef ALTSEP
1414 && buf[len-1] != ALTSEP
1415#endif
1416 )
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001417 buf[len++] = SEP;
Guido van Rossum215c3402000-11-13 17:26:32 +00001418 strcpy(buf+len, name);
1419 len += namelen;
Tim Peters50d8d372001-02-28 05:34:27 +00001420
1421 /* Check for package import (buf holds a directory name,
1422 and there's an __init__ module in that directory */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001423#ifdef HAVE_STAT
Walter Dörwald3430d702002-06-17 10:43:59 +00001424 if (stat(buf, &statbuf) == 0 && /* it exists */
1425 S_ISDIR(statbuf.st_mode) && /* it's a directory */
Thomas Wouters477c8d52006-05-27 19:21:47 +00001426 case_ok(buf, len, namelen, name)) { /* case matches */
1427 if (find_init_module(buf)) { /* and has __init__.py */
Thomas Wouters477c8d52006-05-27 19:21:47 +00001428 return &fd_package;
1429 }
1430 else {
1431 char warnstr[MAXPATHLEN+80];
1432 sprintf(warnstr, "Not importing directory "
1433 "'%.*s': missing __init__.py",
1434 MAXPATHLEN, buf);
Skip Montanaro46fc3372007-08-12 11:44:53 +00001435 if (PyErr_WarnEx(PyExc_ImportWarning,
1436 warnstr, 1)) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001437 return NULL;
1438 }
1439 }
Walter Dörwald3430d702002-06-17 10:43:59 +00001440 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001441#endif
Andrew MacIntyred9400542002-02-26 11:41:34 +00001442#if defined(PYOS_OS2)
1443 /* take a snapshot of the module spec for restoration
1444 * after the 8 character DLL hackery
1445 */
1446 saved_buf = strdup(buf);
1447 saved_len = len;
1448 saved_namelen = namelen;
1449#endif /* PYOS_OS2 */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001450 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
Guido van Rossum04110fb2007-08-24 16:32:05 +00001451#if defined(PYOS_OS2) && defined(HAVE_DYNAMIC_LOADING)
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001452 /* OS/2 limits DLLs to 8 character names (w/o
1453 extension)
Andrew MacIntyred9400542002-02-26 11:41:34 +00001454 * so if the name is longer than that and its a
1455 * dynamically loaded module we're going to try,
1456 * truncate the name before trying
1457 */
Just van Rossum52e14d62002-12-30 22:08:05 +00001458 if (strlen(subname) > 8) {
Andrew MacIntyred9400542002-02-26 11:41:34 +00001459 /* is this an attempt to load a C extension? */
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001460 const struct filedescr *scan;
1461 scan = _PyImport_DynLoadFiletab;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001462 while (scan->suffix != NULL) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001463 if (!strcmp(scan->suffix, fdp->suffix))
Andrew MacIntyred9400542002-02-26 11:41:34 +00001464 break;
1465 else
1466 scan++;
1467 }
1468 if (scan->suffix != NULL) {
1469 /* yes, so truncate the name */
1470 namelen = 8;
Just van Rossum52e14d62002-12-30 22:08:05 +00001471 len -= strlen(subname) - namelen;
Andrew MacIntyred9400542002-02-26 11:41:34 +00001472 buf[len] = '\0';
1473 }
1474 }
1475#endif /* PYOS_OS2 */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001476 strcpy(buf+len, fdp->suffix);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001477 if (Py_VerboseFlag > 1)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001478 PySys_WriteStderr("# trying %s\n", buf);
Jack Jansenc88da1f2002-05-28 10:58:19 +00001479 filemode = fdp->mode;
Tim Peters86c7d2f2004-08-01 23:24:21 +00001480 if (filemode[0] == 'U')
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00001481 filemode = "r" PY_STDIOTEXTMODE;
Jack Jansenc88da1f2002-05-28 10:58:19 +00001482 fp = fopen(buf, filemode);
Tim Peters50d8d372001-02-28 05:34:27 +00001483 if (fp != NULL) {
1484 if (case_ok(buf, len, namelen, name))
1485 break;
1486 else { /* continue search */
1487 fclose(fp);
1488 fp = NULL;
Barry Warsaw914a0b12001-02-02 19:12:16 +00001489 }
Barry Warsaw914a0b12001-02-02 19:12:16 +00001490 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001491#if defined(PYOS_OS2)
1492 /* restore the saved snapshot */
1493 strcpy(buf, saved_buf);
1494 len = saved_len;
1495 namelen = saved_namelen;
1496#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001497 }
Andrew MacIntyred9400542002-02-26 11:41:34 +00001498#if defined(PYOS_OS2)
1499 /* don't need/want the module name snapshot anymore */
1500 if (saved_buf)
1501 {
1502 free(saved_buf);
1503 saved_buf = NULL;
1504 }
1505#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001506 if (fp != NULL)
1507 break;
1508 }
1509 if (fp == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001510 PyErr_Format(PyExc_ImportError,
1511 "No module named %.200s", name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001512 return NULL;
1513 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001514 *p_fp = fp;
1515 return fdp;
1516}
1517
Raymond Hettingerdb29e0f2004-10-07 06:46:25 +00001518/* Helpers for main.c
1519 * Find the source file corresponding to a named module
1520 */
1521struct filedescr *
1522_PyImport_FindModule(const char *name, PyObject *path, char *buf,
1523 size_t buflen, FILE **p_fp, PyObject **p_loader)
1524{
1525 return find_module((char *) name, (char *) name, path,
1526 buf, buflen, p_fp, p_loader);
1527}
1528
1529PyAPI_FUNC(int) _PyImport_IsScript(struct filedescr * fd)
1530{
1531 return fd->type == PY_SOURCE || fd->type == PY_COMPILED;
1532}
1533
Martin v. Löwis18e16552006-02-15 17:27:45 +00001534/* case_ok(char* buf, Py_ssize_t len, Py_ssize_t namelen, char* name)
Tim Petersd1e87a82001-03-01 18:12:00 +00001535 * The arguments here are tricky, best shown by example:
1536 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1537 * ^ ^ ^ ^
1538 * |--------------------- buf ---------------------|
1539 * |------------------- len ------------------|
1540 * |------ name -------|
1541 * |----- namelen -----|
1542 * buf is the full path, but len only counts up to (& exclusive of) the
1543 * extension. name is the module name, also exclusive of extension.
1544 *
1545 * We've already done a successful stat() or fopen() on buf, so know that
1546 * there's some match, possibly case-insensitive.
1547 *
Tim Peters50d8d372001-02-28 05:34:27 +00001548 * case_ok() is to return 1 if there's a case-sensitive match for
1549 * name, else 0. case_ok() is also to return 1 if envar PYTHONCASEOK
1550 * exists.
Tim Petersd1e87a82001-03-01 18:12:00 +00001551 *
Tim Peters50d8d372001-02-28 05:34:27 +00001552 * case_ok() is used to implement case-sensitive import semantics even
1553 * on platforms with case-insensitive filesystems. It's trivial to implement
1554 * for case-sensitive filesystems. It's pretty much a cross-platform
1555 * nightmare for systems with case-insensitive filesystems.
1556 */
Guido van Rossum0980bd91998-02-13 17:18:36 +00001557
Tim Peters50d8d372001-02-28 05:34:27 +00001558/* First we may need a pile of platform-specific header files; the sequence
1559 * of #if's here should match the sequence in the body of case_ok().
1560 */
Jason Tishler7961aa62005-05-20 00:56:54 +00001561#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001562#include <windows.h>
Guido van Rossum4c3f57c2001-01-10 20:40:46 +00001563
Tim Peters50d8d372001-02-28 05:34:27 +00001564#elif defined(DJGPP)
1565#include <dir.h>
1566
Jason Tishler7961aa62005-05-20 00:56:54 +00001567#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001568#include <sys/types.h>
1569#include <dirent.h>
1570
Andrew MacIntyred9400542002-02-26 11:41:34 +00001571#elif defined(PYOS_OS2)
1572#define INCL_DOS
1573#define INCL_DOSERRORS
1574#define INCL_NOPMAPI
1575#include <os2.h>
Tim Peters50d8d372001-02-28 05:34:27 +00001576#endif
1577
Guido van Rossum0980bd91998-02-13 17:18:36 +00001578static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00001579case_ok(char *buf, Py_ssize_t len, Py_ssize_t namelen, char *name)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001580{
Tim Peters50d8d372001-02-28 05:34:27 +00001581/* Pick a platform-specific implementation; the sequence of #if's here should
1582 * match the sequence just above.
1583 */
1584
Jason Tishler7961aa62005-05-20 00:56:54 +00001585/* MS_WINDOWS */
1586#if defined(MS_WINDOWS)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001587 WIN32_FIND_DATA data;
1588 HANDLE h;
Tim Peters50d8d372001-02-28 05:34:27 +00001589
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001590 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum0980bd91998-02-13 17:18:36 +00001591 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001592
Guido van Rossum0980bd91998-02-13 17:18:36 +00001593 h = FindFirstFile(buf, &data);
1594 if (h == INVALID_HANDLE_VALUE) {
1595 PyErr_Format(PyExc_NameError,
1596 "Can't find file for module %.100s\n(filename %.300s)",
1597 name, buf);
1598 return 0;
1599 }
1600 FindClose(h);
Tim Peters50d8d372001-02-28 05:34:27 +00001601 return strncmp(data.cFileName, name, namelen) == 0;
1602
1603/* DJGPP */
1604#elif defined(DJGPP)
1605 struct ffblk ffblk;
1606 int done;
1607
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001608 if (Py_GETENV("PYTHONCASEOK") != NULL)
Guido van Rossum323bf5e1998-06-24 03:54:06 +00001609 return 1;
Tim Peters50d8d372001-02-28 05:34:27 +00001610
1611 done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
1612 if (done) {
Guido van Rossum0980bd91998-02-13 17:18:36 +00001613 PyErr_Format(PyExc_NameError,
Tim Peters50d8d372001-02-28 05:34:27 +00001614 "Can't find file for module %.100s\n(filename %.300s)",
Guido van Rossum0980bd91998-02-13 17:18:36 +00001615 name, buf);
1616 return 0;
1617 }
Tim Peters50d8d372001-02-28 05:34:27 +00001618 return strncmp(ffblk.ff_name, name, namelen) == 0;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001619
Jason Tishler7961aa62005-05-20 00:56:54 +00001620/* new-fangled macintosh (macosx) or Cygwin */
1621#elif (defined(__MACH__) && defined(__APPLE__) || defined(__CYGWIN__)) && defined(HAVE_DIRENT_H)
Tim Peters430f5d42001-03-01 01:30:56 +00001622 DIR *dirp;
1623 struct dirent *dp;
Tim Petersd1e87a82001-03-01 18:12:00 +00001624 char dirname[MAXPATHLEN + 1];
1625 const int dirlen = len - namelen - 1; /* don't want trailing SEP */
Tim Peters430f5d42001-03-01 01:30:56 +00001626
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +00001627 if (Py_GETENV("PYTHONCASEOK") != NULL)
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001628 return 1;
1629
Tim Petersd1e87a82001-03-01 18:12:00 +00001630 /* Copy the dir component into dirname; substitute "." if empty */
1631 if (dirlen <= 0) {
1632 dirname[0] = '.';
1633 dirname[1] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001634 }
1635 else {
Tim Petersd1e87a82001-03-01 18:12:00 +00001636 assert(dirlen <= MAXPATHLEN);
1637 memcpy(dirname, buf, dirlen);
1638 dirname[dirlen] = '\0';
Tim Peters430f5d42001-03-01 01:30:56 +00001639 }
1640 /* Open the directory and search the entries for an exact match. */
Tim Petersd1e87a82001-03-01 18:12:00 +00001641 dirp = opendir(dirname);
Tim Peters430f5d42001-03-01 01:30:56 +00001642 if (dirp) {
Tim Peters677898a2001-03-02 03:28:03 +00001643 char *nameWithExt = buf + len - namelen;
Tim Peters430f5d42001-03-01 01:30:56 +00001644 while ((dp = readdir(dirp)) != NULL) {
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001645 const int thislen =
Tim Peters430f5d42001-03-01 01:30:56 +00001646#ifdef _DIRENT_HAVE_D_NAMELEN
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001647 dp->d_namlen;
Tim Peters430f5d42001-03-01 01:30:56 +00001648#else
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001649 strlen(dp->d_name);
Tim Peters430f5d42001-03-01 01:30:56 +00001650#endif
Tim Petersd1e87a82001-03-01 18:12:00 +00001651 if (thislen >= namelen &&
Tim Peters677898a2001-03-02 03:28:03 +00001652 strcmp(dp->d_name, nameWithExt) == 0) {
Tim Peters430f5d42001-03-01 01:30:56 +00001653 (void)closedir(dirp);
1654 return 1; /* Found */
1655 }
1656 }
Tim Petersdbe6ebb2001-03-01 08:47:29 +00001657 (void)closedir(dirp);
Tim Peters430f5d42001-03-01 01:30:56 +00001658 }
Tim Peters430f5d42001-03-01 01:30:56 +00001659 return 0 ; /* Not found */
Tim Peters430f5d42001-03-01 01:30:56 +00001660
Andrew MacIntyred9400542002-02-26 11:41:34 +00001661/* OS/2 */
1662#elif defined(PYOS_OS2)
1663 HDIR hdir = 1;
1664 ULONG srchcnt = 1;
1665 FILEFINDBUF3 ffbuf;
1666 APIRET rc;
1667
Christian Heimes790c8232008-01-07 21:14:23 +00001668 if (Py_GETENV("PYTHONCASEOK") != NULL)
Andrew MacIntyred9400542002-02-26 11:41:34 +00001669 return 1;
1670
1671 rc = DosFindFirst(buf,
1672 &hdir,
1673 FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
1674 &ffbuf, sizeof(ffbuf),
1675 &srchcnt,
1676 FIL_STANDARD);
1677 if (rc != NO_ERROR)
1678 return 0;
1679 return strncmp(ffbuf.achName, name, namelen) == 0;
1680
Tim Peters50d8d372001-02-28 05:34:27 +00001681/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
1682#else
Guido van Rossum0980bd91998-02-13 17:18:36 +00001683 return 1;
Guido van Rossum0980bd91998-02-13 17:18:36 +00001684
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001685#endif
Tim Peters50d8d372001-02-28 05:34:27 +00001686}
Guido van Rossum4d1b3b91998-02-13 23:27:59 +00001687
Guido van Rossum0980bd91998-02-13 17:18:36 +00001688
Guido van Rossum197346f1997-10-31 18:38:52 +00001689#ifdef HAVE_STAT
1690/* Helper to look for __init__.py or __init__.py[co] in potential package */
1691static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001692find_init_module(char *buf)
Guido van Rossum197346f1997-10-31 18:38:52 +00001693{
Tim Peters0f9431f2001-07-05 03:47:53 +00001694 const size_t save_len = strlen(buf);
Fred Drake4c82b232000-06-30 16:18:57 +00001695 size_t i = save_len;
Tim Peters0f9431f2001-07-05 03:47:53 +00001696 char *pname; /* pointer to start of __init__ */
Guido van Rossum197346f1997-10-31 18:38:52 +00001697 struct stat statbuf;
1698
Tim Peters0f9431f2001-07-05 03:47:53 +00001699/* For calling case_ok(buf, len, namelen, name):
1700 * /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
1701 * ^ ^ ^ ^
1702 * |--------------------- buf ---------------------|
1703 * |------------------- len ------------------|
1704 * |------ name -------|
1705 * |----- namelen -----|
1706 */
Guido van Rossum197346f1997-10-31 18:38:52 +00001707 if (save_len + 13 >= MAXPATHLEN)
1708 return 0;
1709 buf[i++] = SEP;
Tim Peters0f9431f2001-07-05 03:47:53 +00001710 pname = buf + i;
1711 strcpy(pname, "__init__.py");
Guido van Rossum197346f1997-10-31 18:38:52 +00001712 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001713 if (case_ok(buf,
1714 save_len + 9, /* len("/__init__") */
1715 8, /* len("__init__") */
1716 pname)) {
1717 buf[save_len] = '\0';
1718 return 1;
1719 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001720 }
Tim Peters0f9431f2001-07-05 03:47:53 +00001721 i += strlen(pname);
1722 strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
Guido van Rossum197346f1997-10-31 18:38:52 +00001723 if (stat(buf, &statbuf) == 0) {
Tim Peters0f9431f2001-07-05 03:47:53 +00001724 if (case_ok(buf,
1725 save_len + 9, /* len("/__init__") */
1726 8, /* len("__init__") */
1727 pname)) {
1728 buf[save_len] = '\0';
1729 return 1;
1730 }
Guido van Rossum197346f1997-10-31 18:38:52 +00001731 }
1732 buf[save_len] = '\0';
1733 return 0;
1734}
Guido van Rossum48a680c2001-03-02 06:34:14 +00001735
Guido van Rossum197346f1997-10-31 18:38:52 +00001736#endif /* HAVE_STAT */
1737
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001738
Tim Petersdbd9ba62000-07-09 03:09:57 +00001739static int init_builtin(char *); /* Forward */
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001740
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001741/* Load an external module using the default search path and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001742 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001743
Guido van Rossum79f25d91997-04-29 20:08:16 +00001744static PyObject *
Just van Rossum52e14d62002-12-30 22:08:05 +00001745load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001746{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001747 PyObject *modules;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001748 PyObject *m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001749 int err;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001750
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001751 /* First check that there's an open file (if we need one) */
1752 switch (type) {
1753 case PY_SOURCE:
1754 case PY_COMPILED:
1755 if (fp == NULL) {
1756 PyErr_Format(PyExc_ValueError,
1757 "file object required for import (type code %d)",
1758 type);
1759 return NULL;
1760 }
1761 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001762
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001763 switch (type) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001764
1765 case PY_SOURCE:
1766 m = load_source_module(name, buf, fp);
1767 break;
1768
1769 case PY_COMPILED:
1770 m = load_compiled_module(name, buf, fp);
1771 break;
1772
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001773#ifdef HAVE_DYNAMIC_LOADING
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001774 case C_EXTENSION:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001775 m = _PyImport_LoadDynamicModule(name, buf, fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001776 break;
Guido van Rossum96a8fb71999-12-22 14:09:35 +00001777#endif
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001778
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001779 case PKG_DIRECTORY:
1780 m = load_package(name, buf);
1781 break;
1782
1783 case C_BUILTIN:
1784 case PY_FROZEN:
Guido van Rossuma5568d31998-03-05 03:45:08 +00001785 if (buf != NULL && buf[0] != '\0')
1786 name = buf;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001787 if (type == C_BUILTIN)
1788 err = init_builtin(name);
1789 else
1790 err = PyImport_ImportFrozenModule(name);
1791 if (err < 0)
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001792 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001793 if (err == 0) {
1794 PyErr_Format(PyExc_ImportError,
1795 "Purported %s module %.200s not found",
1796 type == C_BUILTIN ?
1797 "builtin" : "frozen",
1798 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001799 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001800 }
1801 modules = PyImport_GetModuleDict();
1802 m = PyDict_GetItemString(modules, name);
1803 if (m == NULL) {
1804 PyErr_Format(
1805 PyExc_ImportError,
1806 "%s module %.200s not properly initialized",
1807 type == C_BUILTIN ?
1808 "builtin" : "frozen",
1809 name);
Guido van Rossuma86f77d1997-09-09 18:53:47 +00001810 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001811 }
1812 Py_INCREF(m);
1813 break;
1814
Just van Rossum52e14d62002-12-30 22:08:05 +00001815 case IMP_HOOK: {
1816 if (loader == NULL) {
1817 PyErr_SetString(PyExc_ImportError,
1818 "import hook without loader");
1819 return NULL;
1820 }
1821 m = PyObject_CallMethod(loader, "load_module", "s", name);
1822 break;
1823 }
1824
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001825 default:
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001826 PyErr_Format(PyExc_ImportError,
1827 "Don't know how to import %.200s (type code %d)",
1828 name, type);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001829 m = NULL;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001830
1831 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001832
1833 return m;
1834}
1835
1836
1837/* Initialize a built-in module.
Thomas Wouters89f507f2006-12-13 04:49:30 +00001838 Return 1 for success, 0 if the module is not found, and -1 with
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001839 an exception set if the initialization failed. */
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001840
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001841static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001842init_builtin(char *name)
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001843{
Guido van Rossum25ce5661997-08-02 03:10:38 +00001844 struct _inittab *p;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001845
Greg Ward201baee2001-10-04 14:52:06 +00001846 if (_PyImport_FindExtension(name, name) != NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +00001847 return 1;
1848
Guido van Rossum771c6c81997-10-31 18:37:24 +00001849 for (p = PyImport_Inittab; p->name != NULL; p++) {
Martin v. Löwis1a214512008-06-11 05:26:20 +00001850 PyObject *mod;
Guido van Rossum25ce5661997-08-02 03:10:38 +00001851 if (strcmp(name, p->name) == 0) {
1852 if (p->initfunc == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001853 PyErr_Format(PyExc_ImportError,
1854 "Cannot re-init internal module %.200s",
1855 name);
Guido van Rossum74e6a111994-08-29 12:54:38 +00001856 return -1;
1857 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001858 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001859 PySys_WriteStderr("import %s # builtin\n", name);
Martin v. Löwis1a214512008-06-11 05:26:20 +00001860 mod = (*p->initfunc)();
1861 if (mod == 0)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001862 return -1;
Martin v. Löwis1a214512008-06-11 05:26:20 +00001863 if (_PyImport_FixupExtension(mod, name, name) < 0)
Guido van Rossum25ce5661997-08-02 03:10:38 +00001864 return -1;
Martin v. Löwis1a214512008-06-11 05:26:20 +00001865 /* FixupExtension has put the module into sys.modules,
1866 so we can release our own reference. */
1867 Py_DECREF(mod);
Guido van Rossum7f133ed1991-02-19 12:23:57 +00001868 return 1;
1869 }
1870 }
1871 return 0;
1872}
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001873
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001874
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001875/* Frozen modules */
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001876
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001877static struct _frozen *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001878find_frozen(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001879{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001880 struct _frozen *p;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001881
Guido van Rossum79f25d91997-04-29 20:08:16 +00001882 for (p = PyImport_FrozenModules; ; p++) {
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001883 if (p->name == NULL)
1884 return NULL;
1885 if (strcmp(p->name, name) == 0)
1886 break;
1887 }
1888 return p;
1889}
1890
Guido van Rossum79f25d91997-04-29 20:08:16 +00001891static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001892get_frozen_object(char *name)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001893{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001894 struct _frozen *p = find_frozen(name);
Guido van Rossuma5568d31998-03-05 03:45:08 +00001895 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001896
1897 if (p == NULL) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001898 PyErr_Format(PyExc_ImportError,
1899 "No such frozen object named %.200s",
1900 name);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001901 return NULL;
1902 }
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001903 if (p->code == NULL) {
1904 PyErr_Format(PyExc_ImportError,
1905 "Excluded frozen object named %.200s",
1906 name);
1907 return NULL;
1908 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001909 size = p->size;
1910 if (size < 0)
1911 size = -size;
1912 return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001913}
1914
1915/* Initialize a frozen module.
1916 Return 1 for succes, 0 if the module is not found, and -1 with
1917 an exception set if the initialization failed.
1918 This function is also used from frozenmain.c */
Guido van Rossum0b344901995-02-07 15:35:27 +00001919
1920int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001921PyImport_ImportFrozenModule(char *name)
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001922{
Guido van Rossumcfd0a221996-06-17 17:06:34 +00001923 struct _frozen *p = find_frozen(name);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001924 PyObject *co;
1925 PyObject *m;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001926 int ispackage;
1927 int size;
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00001928
1929 if (p == NULL)
1930 return 0;
Guido van Rossum8f4d3312001-10-18 18:54:11 +00001931 if (p->code == NULL) {
1932 PyErr_Format(PyExc_ImportError,
1933 "Excluded frozen object named %.200s",
1934 name);
1935 return -1;
1936 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001937 size = p->size;
1938 ispackage = (size < 0);
1939 if (ispackage)
1940 size = -size;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001941 if (Py_VerboseFlag)
Guido van Rossum2f3667a1998-10-12 18:23:55 +00001942 PySys_WriteStderr("import %s # frozen%s\n",
Guido van Rossuma5568d31998-03-05 03:45:08 +00001943 name, ispackage ? " package" : "");
1944 co = PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001945 if (co == NULL)
1946 return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001947 if (!PyCode_Check(co)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001948 PyErr_Format(PyExc_TypeError,
1949 "frozen object %.200s is not a code object",
1950 name);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001951 goto err_return;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001952 }
Guido van Rossuma5568d31998-03-05 03:45:08 +00001953 if (ispackage) {
1954 /* Set __path__ to the package name */
1955 PyObject *d, *s;
1956 int err;
1957 m = PyImport_AddModule(name);
1958 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001959 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001960 d = PyModule_GetDict(m);
Martin v. Löwis5b222132007-06-10 09:51:05 +00001961 s = PyUnicode_InternFromString(name);
Guido van Rossuma5568d31998-03-05 03:45:08 +00001962 if (s == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001963 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001964 err = PyDict_SetItemString(d, "__path__", s);
1965 Py_DECREF(s);
1966 if (err != 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001967 goto err_return;
Guido van Rossuma5568d31998-03-05 03:45:08 +00001968 }
Guido van Rossume32bf6e1998-02-11 05:53:02 +00001969 m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001970 if (m == NULL)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001971 goto err_return;
1972 Py_DECREF(co);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001973 Py_DECREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001974 return 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001975err_return:
1976 Py_DECREF(co);
1977 return -1;
Guido van Rossumf56e3db1993-04-01 20:59:32 +00001978}
Guido van Rossum74e6a111994-08-29 12:54:38 +00001979
1980
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001981/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum7f9fa971995-01-20 16:53:12 +00001982 its module object WITH INCREMENTED REFERENCE COUNT */
Guido van Rossum74e6a111994-08-29 12:54:38 +00001983
Guido van Rossum79f25d91997-04-29 20:08:16 +00001984PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +00001985PyImport_ImportModule(const char *name)
Guido van Rossum74e6a111994-08-29 12:54:38 +00001986{
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001987 PyObject *pname;
1988 PyObject *result;
1989
Martin v. Löwis5b222132007-06-10 09:51:05 +00001990 pname = PyUnicode_FromString(name);
Neal Norwitza11e4c12003-03-23 14:31:01 +00001991 if (pname == NULL)
1992 return NULL;
Marc-André Lemburg3c61c352001-02-09 19:40:15 +00001993 result = PyImport_Import(pname);
1994 Py_DECREF(pname);
1995 return result;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00001996}
1997
Christian Heimes072c0f12008-01-03 23:01:04 +00001998/* Import a module without blocking
1999 *
2000 * At first it tries to fetch the module from sys.modules. If the module was
2001 * never loaded before it loads it with PyImport_ImportModule() unless another
2002 * thread holds the import lock. In the latter case the function raises an
2003 * ImportError instead of blocking.
2004 *
2005 * Returns the module object with incremented ref count.
2006 */
2007PyObject *
2008PyImport_ImportModuleNoBlock(const char *name)
2009{
2010 PyObject *result;
2011 PyObject *modules;
2012 long me;
2013
2014 /* Try to get the module from sys.modules[name] */
2015 modules = PyImport_GetModuleDict();
2016 if (modules == NULL)
2017 return NULL;
2018
2019 result = PyDict_GetItemString(modules, name);
2020 if (result != NULL) {
2021 Py_INCREF(result);
2022 return result;
2023 }
2024 else {
2025 PyErr_Clear();
2026 }
2027
2028 /* check the import lock
2029 * me might be -1 but I ignore the error here, the lock function
2030 * takes care of the problem */
2031 me = PyThread_get_thread_ident();
2032 if (import_lock_thread == -1 || import_lock_thread == me) {
2033 /* no thread or me is holding the lock */
2034 return PyImport_ImportModule(name);
2035 }
2036 else {
2037 PyErr_Format(PyExc_ImportError,
2038 "Failed to import %.200s because the import lock"
2039 "is held by another thread.",
2040 name);
2041 return NULL;
2042 }
2043}
2044
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002045/* Forward declarations for helper routines */
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002046static PyObject *get_parent(PyObject *globals, char *buf,
2047 Py_ssize_t *p_buflen, int level);
Tim Petersdbd9ba62000-07-09 03:09:57 +00002048static PyObject *load_next(PyObject *mod, PyObject *altmod,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002049 char **p_name, char *buf, Py_ssize_t *p_buflen);
Tim Petersdbd9ba62000-07-09 03:09:57 +00002050static int mark_miss(char *name);
2051static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002052 char *buf, Py_ssize_t buflen, int recursive);
Tim Petersdbd9ba62000-07-09 03:09:57 +00002053static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002054
2055/* The Magnum Opus of dotted-name import :-) */
2056
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002057static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002058import_module_level(char *name, PyObject *globals, PyObject *locals,
2059 PyObject *fromlist, int level)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002060{
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002061 char buf[MAXPATHLEN+1];
Martin v. Löwis18e16552006-02-15 17:27:45 +00002062 Py_ssize_t buflen = 0;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002063 PyObject *parent, *head, *next, *tail;
2064
Christian Heimes454f37b2008-01-10 00:10:02 +00002065 if (strchr(name, '/') != NULL
2066#ifdef MS_WINDOWS
2067 || strchr(name, '\\') != NULL
2068#endif
2069 ) {
2070 PyErr_SetString(PyExc_ImportError,
2071 "Import by filename is not supported.");
2072 return NULL;
2073 }
2074
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002075 parent = get_parent(globals, buf, &buflen, level);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002076 if (parent == NULL)
2077 return NULL;
2078
2079 head = load_next(parent, Py_None, &name, buf, &buflen);
2080 if (head == NULL)
2081 return NULL;
2082
2083 tail = head;
2084 Py_INCREF(tail);
2085 while (name) {
2086 next = load_next(tail, tail, &name, buf, &buflen);
2087 Py_DECREF(tail);
2088 if (next == NULL) {
2089 Py_DECREF(head);
2090 return NULL;
2091 }
2092 tail = next;
2093 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002094 if (tail == Py_None) {
2095 /* If tail is Py_None, both get_parent and load_next found
2096 an empty module name: someone called __import__("") or
2097 doctored faulty bytecode */
2098 Py_DECREF(tail);
2099 Py_DECREF(head);
2100 PyErr_SetString(PyExc_ValueError,
2101 "Empty module name");
2102 return NULL;
2103 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002104
2105 if (fromlist != NULL) {
2106 if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
2107 fromlist = NULL;
2108 }
2109
2110 if (fromlist == NULL) {
2111 Py_DECREF(tail);
2112 return head;
2113 }
2114
2115 Py_DECREF(head);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002116 if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002117 Py_DECREF(tail);
2118 return NULL;
2119 }
2120
2121 return tail;
2122}
2123
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002124PyObject *
2125PyImport_ImportModuleLevel(char *name, PyObject *globals, PyObject *locals,
2126 PyObject *fromlist, int level)
2127{
2128 PyObject *result;
2129 lock_import();
2130 result = import_module_level(name, globals, locals, fromlist, level);
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00002131 if (unlock_import() < 0) {
2132 Py_XDECREF(result);
2133 PyErr_SetString(PyExc_RuntimeError,
2134 "not holding the import lock");
2135 return NULL;
2136 }
Guido van Rossum75acc9c1998-03-03 22:26:50 +00002137 return result;
2138}
2139
Fred Drake87590902004-05-28 20:21:36 +00002140/* Return the package that an import is being performed in. If globals comes
2141 from the module foo.bar.bat (not itself a package), this returns the
2142 sys.modules entry for foo.bar. If globals is from a package's __init__.py,
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002143 the package's entry in sys.modules is returned, as a borrowed reference.
Fred Drake87590902004-05-28 20:21:36 +00002144
2145 The *name* of the returned package is returned in buf, with the length of
2146 the name in *p_buflen.
2147
2148 If globals doesn't come from a package or a module in a package, or a
2149 corresponding entry is not found in sys.modules, Py_None is returned.
2150*/
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002151static PyObject *
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002152get_parent(PyObject *globals, char *buf, Py_ssize_t *p_buflen, int level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002153{
2154 static PyObject *namestr = NULL;
2155 static PyObject *pathstr = NULL;
Nick Coghlande10c852007-12-04 12:22:52 +00002156 static PyObject *pkgstr = NULL;
2157 PyObject *pkgname, *modname, *modpath, *modules, *parent;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002158
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002159 if (globals == NULL || !PyDict_Check(globals) || !level)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002160 return Py_None;
2161
2162 if (namestr == NULL) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002163 namestr = PyUnicode_InternFromString("__name__");
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002164 if (namestr == NULL)
2165 return NULL;
2166 }
2167 if (pathstr == NULL) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002168 pathstr = PyUnicode_InternFromString("__path__");
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002169 if (pathstr == NULL)
2170 return NULL;
2171 }
Nick Coghlande10c852007-12-04 12:22:52 +00002172 if (pkgstr == NULL) {
2173 pkgstr = PyUnicode_InternFromString("__package__");
2174 if (pkgstr == NULL)
2175 return NULL;
2176 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002177
2178 *buf = '\0';
2179 *p_buflen = 0;
Nick Coghlande10c852007-12-04 12:22:52 +00002180 pkgname = PyDict_GetItem(globals, pkgstr);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002181
Nick Coghlande10c852007-12-04 12:22:52 +00002182 if ((pkgname != NULL) && (pkgname != Py_None)) {
2183 /* __package__ is set, so use it */
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002184 char *pkgname_str;
Nick Coghlande10c852007-12-04 12:22:52 +00002185 Py_ssize_t len;
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002186
Nick Coghlande10c852007-12-04 12:22:52 +00002187 if (!PyUnicode_Check(pkgname)) {
2188 PyErr_SetString(PyExc_ValueError,
2189 "__package__ set to non-string");
2190 return NULL;
2191 }
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002192 pkgname_str = PyUnicode_AsStringAndSize(pkgname, &len);
Nick Coghlande10c852007-12-04 12:22:52 +00002193 if (len == 0) {
2194 if (level > 0) {
2195 PyErr_SetString(PyExc_ValueError,
2196 "Attempted relative import in non-package");
2197 return NULL;
2198 }
2199 return Py_None;
2200 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002201 if (len > MAXPATHLEN) {
2202 PyErr_SetString(PyExc_ValueError,
Nick Coghlande10c852007-12-04 12:22:52 +00002203 "Package name too long");
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002204 return NULL;
2205 }
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002206 strcpy(buf, pkgname_str);
Nick Coghlande10c852007-12-04 12:22:52 +00002207 } else {
2208 /* __package__ not set, so figure it out and set it */
2209 modname = PyDict_GetItem(globals, namestr);
2210 if (modname == NULL || !PyUnicode_Check(modname))
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002211 return Py_None;
Nick Coghlande10c852007-12-04 12:22:52 +00002212
2213 modpath = PyDict_GetItem(globals, pathstr);
2214 if (modpath != NULL) {
2215 /* __path__ is set, so modname is already the package name */
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002216 char *modname_str;
2217 Py_ssize_t len;
Nick Coghlande10c852007-12-04 12:22:52 +00002218 int error;
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002219
2220 modname_str = PyUnicode_AsStringAndSize(modname, &len);
Nick Coghlande10c852007-12-04 12:22:52 +00002221 if (len > MAXPATHLEN) {
2222 PyErr_SetString(PyExc_ValueError,
2223 "Module name too long");
2224 return NULL;
2225 }
Alexandre Vassalottia85998a2008-05-03 18:24:43 +00002226 strcpy(buf, modname_str);
Nick Coghlande10c852007-12-04 12:22:52 +00002227 error = PyDict_SetItem(globals, pkgstr, modname);
2228 if (error) {
2229 PyErr_SetString(PyExc_ValueError,
2230 "Could not set __package__");
2231 return NULL;
2232 }
2233 } else {
2234 /* Normal module, so work out the package name if any */
2235 char *start = PyUnicode_AsString(modname);
2236 char *lastdot = strrchr(start, '.');
2237 size_t len;
2238 int error;
2239 if (lastdot == NULL && level > 0) {
2240 PyErr_SetString(PyExc_ValueError,
2241 "Attempted relative import in non-package");
2242 return NULL;
2243 }
2244 if (lastdot == NULL) {
2245 error = PyDict_SetItem(globals, pkgstr, Py_None);
2246 if (error) {
2247 PyErr_SetString(PyExc_ValueError,
2248 "Could not set __package__");
2249 return NULL;
2250 }
2251 return Py_None;
2252 }
2253 len = lastdot - start;
2254 if (len >= MAXPATHLEN) {
2255 PyErr_SetString(PyExc_ValueError,
2256 "Module name too long");
2257 return NULL;
2258 }
2259 strncpy(buf, start, len);
2260 buf[len] = '\0';
2261 pkgname = PyUnicode_FromString(buf);
2262 if (pkgname == NULL) {
2263 return NULL;
2264 }
2265 error = PyDict_SetItem(globals, pkgstr, pkgname);
2266 Py_DECREF(pkgname);
2267 if (error) {
2268 PyErr_SetString(PyExc_ValueError,
2269 "Could not set __package__");
2270 return NULL;
2271 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002272 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002273 }
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002274 while (--level > 0) {
2275 char *dot = strrchr(buf, '.');
2276 if (dot == NULL) {
2277 PyErr_SetString(PyExc_ValueError,
Thomas Wouters89f507f2006-12-13 04:49:30 +00002278 "Attempted relative import beyond "
2279 "toplevel package");
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002280 return NULL;
2281 }
2282 *dot = '\0';
2283 }
2284 *p_buflen = strlen(buf);
2285
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002286 modules = PyImport_GetModuleDict();
2287 parent = PyDict_GetItemString(modules, buf);
2288 if (parent == NULL)
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002289 PyErr_Format(PyExc_SystemError,
2290 "Parent module '%.200s' not loaded", buf);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002291 return parent;
2292 /* We expect, but can't guarantee, if parent != None, that:
2293 - parent.__name__ == buf
2294 - parent.__dict__ is globals
2295 If this is violated... Who cares? */
2296}
2297
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002298/* altmod is either None or same as mod */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002299static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002300load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
Martin v. Löwis18e16552006-02-15 17:27:45 +00002301 Py_ssize_t *p_buflen)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002302{
2303 char *name = *p_name;
2304 char *dot = strchr(name, '.');
Fred Drake4c82b232000-06-30 16:18:57 +00002305 size_t len;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002306 char *p;
2307 PyObject *result;
2308
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002309 if (strlen(name) == 0) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002310 /* completely empty module name should only happen in
2311 'from . import' (or '__import__("")')*/
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002312 Py_INCREF(mod);
2313 *p_name = NULL;
2314 return mod;
2315 }
2316
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002317 if (dot == NULL) {
2318 *p_name = NULL;
2319 len = strlen(name);
2320 }
2321 else {
2322 *p_name = dot+1;
2323 len = dot-name;
2324 }
Guido van Rossum111c20b1998-04-11 17:38:22 +00002325 if (len == 0) {
2326 PyErr_SetString(PyExc_ValueError,
2327 "Empty module name");
2328 return NULL;
2329 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002330
2331 p = buf + *p_buflen;
2332 if (p != buf)
2333 *p++ = '.';
2334 if (p+len-buf >= MAXPATHLEN) {
2335 PyErr_SetString(PyExc_ValueError,
2336 "Module name too long");
2337 return NULL;
2338 }
2339 strncpy(p, name, len);
2340 p[len] = '\0';
2341 *p_buflen = p+len-buf;
2342
2343 result = import_submodule(mod, p, buf);
2344 if (result == Py_None && altmod != mod) {
2345 Py_DECREF(result);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002346 /* Here, altmod must be None and mod must not be None */
Guido van Rossum0c819451997-09-07 06:16:57 +00002347 result = import_submodule(altmod, p, p);
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002348 if (result != NULL && result != Py_None) {
2349 if (mark_miss(buf) != 0) {
2350 Py_DECREF(result);
2351 return NULL;
2352 }
2353 strncpy(buf, name, len);
2354 buf[len] = '\0';
2355 *p_buflen = len;
2356 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002357 }
2358 if (result == NULL)
2359 return NULL;
2360
2361 if (result == Py_None) {
2362 Py_DECREF(result);
2363 PyErr_Format(PyExc_ImportError,
2364 "No module named %.200s", name);
2365 return NULL;
2366 }
2367
2368 return result;
2369}
2370
2371static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002372mark_miss(char *name)
Guido van Rossumf5f5fdb1997-09-06 20:29:52 +00002373{
2374 PyObject *modules = PyImport_GetModuleDict();
2375 return PyDict_SetItemString(modules, name, Py_None);
2376}
2377
2378static int
Martin v. Löwis18e16552006-02-15 17:27:45 +00002379ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, Py_ssize_t buflen,
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002380 int recursive)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002381{
2382 int i;
2383
2384 if (!PyObject_HasAttrString(mod, "__path__"))
2385 return 1;
2386
2387 for (i = 0; ; i++) {
2388 PyObject *item = PySequence_GetItem(fromlist, i);
2389 int hasit;
2390 if (item == NULL) {
2391 if (PyErr_ExceptionMatches(PyExc_IndexError)) {
2392 PyErr_Clear();
2393 return 1;
2394 }
2395 return 0;
2396 }
Martin v. Löwis5b222132007-06-10 09:51:05 +00002397 if (!PyUnicode_Check(item)) {
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002398 PyErr_SetString(PyExc_TypeError,
Neal Norwitz80e7f272007-08-26 06:45:23 +00002399 "Item in ``from list'' not a string");
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002400 Py_DECREF(item);
2401 return 0;
2402 }
Martin v. Löwis5b222132007-06-10 09:51:05 +00002403 if (PyUnicode_AS_UNICODE(item)[0] == '*') {
Guido van Rossum9905ef91997-09-08 16:07:11 +00002404 PyObject *all;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002405 Py_DECREF(item);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002406 /* See if the package defines __all__ */
2407 if (recursive)
2408 continue; /* Avoid endless recursion */
2409 all = PyObject_GetAttrString(mod, "__all__");
2410 if (all == NULL)
2411 PyErr_Clear();
2412 else {
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002413 int ret = ensure_fromlist(mod, all, buf, buflen, 1);
Guido van Rossum9905ef91997-09-08 16:07:11 +00002414 Py_DECREF(all);
Martin v. Löwis83969ee2004-03-23 16:28:13 +00002415 if (!ret)
2416 return 0;
Guido van Rossum9905ef91997-09-08 16:07:11 +00002417 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002418 continue;
2419 }
2420 hasit = PyObject_HasAttr(mod, item);
2421 if (!hasit) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002422 PyObject *item8;
2423 char *subname;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002424 PyObject *submod;
2425 char *p;
Martin v. Löwis5b222132007-06-10 09:51:05 +00002426 if (!Py_FileSystemDefaultEncoding) {
2427 item8 = PyUnicode_EncodeASCII(PyUnicode_AsUnicode(item),
2428 PyUnicode_GetSize(item),
Martin v. Löwis427dbff2007-06-12 05:53:00 +00002429 NULL);
Martin v. Löwis5b222132007-06-10 09:51:05 +00002430 } else {
Guido van Rossum98297ee2007-11-06 21:34:58 +00002431 item8 = PyUnicode_AsEncodedString(item,
2432 Py_FileSystemDefaultEncoding, NULL);
Martin v. Löwis5b222132007-06-10 09:51:05 +00002433 }
2434 if (!item8) {
2435 PyErr_SetString(PyExc_ValueError, "Cannot encode path item");
2436 return 0;
2437 }
Christian Heimes72b710a2008-05-26 13:28:38 +00002438 subname = PyBytes_AS_STRING(item8);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002439 if (buflen + strlen(subname) >= MAXPATHLEN) {
2440 PyErr_SetString(PyExc_ValueError,
2441 "Module name too long");
2442 Py_DECREF(item);
2443 return 0;
2444 }
2445 p = buf + buflen;
2446 *p++ = '.';
2447 strcpy(p, subname);
2448 submod = import_submodule(mod, subname, buf);
Martin v. Löwis5b222132007-06-10 09:51:05 +00002449 Py_DECREF(item8);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002450 Py_XDECREF(submod);
2451 if (submod == NULL) {
2452 Py_DECREF(item);
2453 return 0;
2454 }
2455 }
2456 Py_DECREF(item);
2457 }
2458
Guido van Rossuma7f2e811997-10-03 15:33:32 +00002459 /* NOTREACHED */
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002460}
2461
Neil Schemenauer00b09662003-06-16 21:03:07 +00002462static int
2463add_submodule(PyObject *mod, PyObject *submod, char *fullname, char *subname,
2464 PyObject *modules)
2465{
2466 if (mod == Py_None)
2467 return 1;
2468 /* Irrespective of the success of this load, make a
2469 reference to it in the parent package module. A copy gets
2470 saved in the modules dictionary under the full name, so get a
2471 reference from there, if need be. (The exception is when the
2472 load failed with a SyntaxError -- then there's no trace in
2473 sys.modules. In that case, of course, do nothing extra.) */
2474 if (submod == NULL) {
2475 submod = PyDict_GetItemString(modules, fullname);
2476 if (submod == NULL)
2477 return 1;
2478 }
2479 if (PyModule_Check(mod)) {
2480 /* We can't use setattr here since it can give a
2481 * spurious warning if the submodule name shadows a
2482 * builtin name */
2483 PyObject *dict = PyModule_GetDict(mod);
2484 if (!dict)
2485 return 0;
2486 if (PyDict_SetItemString(dict, subname, submod) < 0)
2487 return 0;
2488 }
2489 else {
2490 if (PyObject_SetAttrString(mod, subname, submod) < 0)
2491 return 0;
2492 }
2493 return 1;
2494}
2495
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002496static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002497import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002498{
Guido van Rossum25ce5661997-08-02 03:10:38 +00002499 PyObject *modules = PyImport_GetModuleDict();
Neil Schemenauer00b09662003-06-16 21:03:07 +00002500 PyObject *m = NULL;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002501
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002502 /* Require:
2503 if mod == None: subname == fullname
2504 else: mod.__name__ + "." + subname == fullname
2505 */
2506
Tim Peters50d8d372001-02-28 05:34:27 +00002507 if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002508 Py_INCREF(m);
Guido van Rossum7f9fa971995-01-20 16:53:12 +00002509 }
2510 else {
Just van Rossum52e14d62002-12-30 22:08:05 +00002511 PyObject *path, *loader = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002512 char buf[MAXPATHLEN+1];
2513 struct filedescr *fdp;
2514 FILE *fp = NULL;
2515
Guido van Rossum9c0afe51998-05-19 15:09:05 +00002516 if (mod == Py_None)
2517 path = NULL;
2518 else {
2519 path = PyObject_GetAttrString(mod, "__path__");
2520 if (path == NULL) {
2521 PyErr_Clear();
2522 Py_INCREF(Py_None);
2523 return Py_None;
2524 }
2525 }
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002526
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002527 buf[0] = '\0';
Just van Rossum52e14d62002-12-30 22:08:05 +00002528 fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
2529 &fp, &loader);
Guido van Rossumb68cd421998-07-01 17:36:26 +00002530 Py_XDECREF(path);
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002531 if (fdp == NULL) {
2532 if (!PyErr_ExceptionMatches(PyExc_ImportError))
2533 return NULL;
2534 PyErr_Clear();
2535 Py_INCREF(Py_None);
2536 return Py_None;
2537 }
Just van Rossum52e14d62002-12-30 22:08:05 +00002538 m = load_module(fullname, fp, buf, fdp->type, loader);
2539 Py_XDECREF(loader);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002540 if (fp)
2541 fclose(fp);
Neil Schemenauer00b09662003-06-16 21:03:07 +00002542 if (!add_submodule(mod, m, fullname, subname, modules)) {
2543 Py_XDECREF(m);
2544 m = NULL;
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002545 }
Guido van Rossum74e6a111994-08-29 12:54:38 +00002546 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002547
2548 return m;
Guido van Rossum74e6a111994-08-29 12:54:38 +00002549}
2550
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002551
2552/* Re-import a module of any kind and return its module object, WITH
2553 INCREMENTED REFERENCE COUNT */
2554
Guido van Rossum79f25d91997-04-29 20:08:16 +00002555PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002556PyImport_ReloadModule(PyObject *m)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002557{
Guido van Rossumd8faa362007-04-27 19:54:29 +00002558 PyInterpreterState *interp = PyThreadState_Get()->interp;
2559 PyObject *modules_reloading = interp->modules_reloading;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002560 PyObject *modules = PyImport_GetModuleDict();
Guido van Rossumd8faa362007-04-27 19:54:29 +00002561 PyObject *path = NULL, *loader = NULL, *existing_m = NULL;
Guido van Rossum222ef561997-09-06 19:41:09 +00002562 char *name, *subname;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002563 char buf[MAXPATHLEN+1];
2564 struct filedescr *fdp;
2565 FILE *fp = NULL;
Tim Peters1cd70172004-08-02 03:52:12 +00002566 PyObject *newm;
Guido van Rossumd8faa362007-04-27 19:54:29 +00002567
2568 if (modules_reloading == NULL) {
2569 Py_FatalError("PyImport_ReloadModule: "
Guido van Rossume7ba4952007-06-06 23:52:48 +00002570 "no modules_reloading dictionary!");
Guido van Rossumd8faa362007-04-27 19:54:29 +00002571 return NULL;
2572 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002573
Guido van Rossum79f25d91997-04-29 20:08:16 +00002574 if (m == NULL || !PyModule_Check(m)) {
2575 PyErr_SetString(PyExc_TypeError,
2576 "reload() argument must be module");
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002577 return NULL;
2578 }
Neal Norwitz5616c6d2007-08-26 05:32:41 +00002579 name = (char*)PyModule_GetName(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002580 if (name == NULL)
2581 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +00002582 if (m != PyDict_GetItemString(modules, name)) {
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002583 PyErr_Format(PyExc_ImportError,
2584 "reload(): module %.200s not in sys.modules",
2585 name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002586 return NULL;
2587 }
Guido van Rossumd8faa362007-04-27 19:54:29 +00002588 existing_m = PyDict_GetItemString(modules_reloading, name);
2589 if (existing_m != NULL) {
2590 /* Due to a recursive reload, this module is already
2591 being reloaded. */
2592 Py_INCREF(existing_m);
2593 return existing_m;
2594 }
2595 if (PyDict_SetItemString(modules_reloading, name, m) < 0)
2596 return NULL;
2597
Guido van Rossum222ef561997-09-06 19:41:09 +00002598 subname = strrchr(name, '.');
2599 if (subname == NULL)
2600 subname = name;
2601 else {
2602 PyObject *parentname, *parent;
Christian Heimesc4cb3b82007-11-04 12:10:01 +00002603 parentname = PyUnicode_FromStringAndSize(name, (subname-name));
Guido van Rossumd8faa362007-04-27 19:54:29 +00002604 if (parentname == NULL) {
2605 imp_modules_reloading_clear();
Guido van Rossum222ef561997-09-06 19:41:09 +00002606 return NULL;
Guido van Rossumd8faa362007-04-27 19:54:29 +00002607 }
Guido van Rossum222ef561997-09-06 19:41:09 +00002608 parent = PyDict_GetItem(modules, parentname);
2609 if (parent == NULL) {
2610 PyErr_Format(PyExc_ImportError,
2611 "reload(): parent %.200s not in sys.modules",
Christian Heimesc4cb3b82007-11-04 12:10:01 +00002612 PyUnicode_AsString(parentname));
Georg Brandl0c55f292005-09-14 06:56:20 +00002613 Py_DECREF(parentname);
Guido van Rossume7ba4952007-06-06 23:52:48 +00002614 imp_modules_reloading_clear();
Guido van Rossum222ef561997-09-06 19:41:09 +00002615 return NULL;
2616 }
Georg Brandl0c55f292005-09-14 06:56:20 +00002617 Py_DECREF(parentname);
Guido van Rossum222ef561997-09-06 19:41:09 +00002618 subname++;
2619 path = PyObject_GetAttrString(parent, "__path__");
2620 if (path == NULL)
2621 PyErr_Clear();
2622 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002623 buf[0] = '\0';
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002624 fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, &loader);
Guido van Rossum222ef561997-09-06 19:41:09 +00002625 Py_XDECREF(path);
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002626
2627 if (fdp == NULL) {
2628 Py_XDECREF(loader);
Guido van Rossumd8faa362007-04-27 19:54:29 +00002629 imp_modules_reloading_clear();
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002630 return NULL;
Phillip J. Eby7ec642a2004-09-23 04:37:36 +00002631 }
2632
2633 newm = load_module(name, fp, buf, fdp->type, loader);
2634 Py_XDECREF(loader);
2635
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002636 if (fp)
2637 fclose(fp);
Tim Peters1cd70172004-08-02 03:52:12 +00002638 if (newm == NULL) {
2639 /* load_module probably removed name from modules because of
2640 * the error. Put back the original module object. We're
2641 * going to return NULL in this case regardless of whether
2642 * replacing name succeeds, so the return value is ignored.
2643 */
2644 PyDict_SetItemString(modules, name, m);
2645 }
Guido van Rossumd8faa362007-04-27 19:54:29 +00002646 imp_modules_reloading_clear();
Tim Peters1cd70172004-08-02 03:52:12 +00002647 return newm;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002648}
2649
2650
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002651/* Higher-level import emulator which emulates the "import" statement
2652 more accurately -- it invokes the __import__() function from the
2653 builtins of the current globals. This means that the import is
2654 done using whatever import hooks are installed in the current
Guido van Rossum6058eb41998-12-21 19:51:00 +00002655 environment, e.g. by "rexec".
2656 A dummy list ["__doc__"] is passed as the 4th argument so that
Neal Norwitz80e7f272007-08-26 06:45:23 +00002657 e.g. PyImport_Import(PyUnicode_FromString("win32com.client.gencache"))
Guido van Rossum6058eb41998-12-21 19:51:00 +00002658 will return <module "gencache"> instead of <module "win32com">. */
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002659
2660PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002661PyImport_Import(PyObject *module_name)
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002662{
2663 static PyObject *silly_list = NULL;
2664 static PyObject *builtins_str = NULL;
2665 static PyObject *import_str = NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002666 PyObject *globals = NULL;
2667 PyObject *import = NULL;
2668 PyObject *builtins = NULL;
2669 PyObject *r = NULL;
2670
2671 /* Initialize constant string objects */
2672 if (silly_list == NULL) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002673 import_str = PyUnicode_InternFromString("__import__");
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002674 if (import_str == NULL)
2675 return NULL;
Martin v. Löwis5b222132007-06-10 09:51:05 +00002676 builtins_str = PyUnicode_InternFromString("__builtins__");
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002677 if (builtins_str == NULL)
2678 return NULL;
2679 silly_list = Py_BuildValue("[s]", "__doc__");
2680 if (silly_list == NULL)
2681 return NULL;
2682 }
2683
2684 /* Get the builtins from current globals */
2685 globals = PyEval_GetGlobals();
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002686 if (globals != NULL) {
Guido van Rossum66468561998-10-22 15:46:50 +00002687 Py_INCREF(globals);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002688 builtins = PyObject_GetItem(globals, builtins_str);
2689 if (builtins == NULL)
2690 goto err;
2691 }
2692 else {
2693 /* No globals -- use standard builtins, and fake globals */
2694 PyErr_Clear();
2695
Georg Brandl1a3284e2007-12-02 09:40:06 +00002696 builtins = PyImport_ImportModuleLevel("builtins",
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002697 NULL, NULL, NULL, 0);
Guido van Rossum85cd1d62001-02-20 21:43:24 +00002698 if (builtins == NULL)
2699 return NULL;
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002700 globals = Py_BuildValue("{OO}", builtins_str, builtins);
2701 if (globals == NULL)
2702 goto err;
2703 }
2704
2705 /* Get the __import__ function from the builtins */
Tim Peters6d6c1a32001-08-02 04:15:00 +00002706 if (PyDict_Check(builtins)) {
Fred Drakea76ba6e2001-03-06 06:31:15 +00002707 import = PyObject_GetItem(builtins, import_str);
Tim Peters6d6c1a32001-08-02 04:15:00 +00002708 if (import == NULL)
2709 PyErr_SetObject(PyExc_KeyError, import_str);
2710 }
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002711 else
Fred Drakea76ba6e2001-03-06 06:31:15 +00002712 import = PyObject_GetAttr(builtins, import_str);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002713 if (import == NULL)
2714 goto err;
2715
Christian Heimes072c0f12008-01-03 23:01:04 +00002716 /* Call the __import__ function with the proper argument list
2717 * Always use absolute import here. */
2718 r = PyObject_CallFunction(import, "OOOOi", module_name, globals,
2719 globals, silly_list, 0, NULL);
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002720
2721 err:
2722 Py_XDECREF(globals);
2723 Py_XDECREF(builtins);
2724 Py_XDECREF(import);
Tim Peters50d8d372001-02-28 05:34:27 +00002725
Guido van Rossumd47a0a81997-08-14 20:11:26 +00002726 return r;
2727}
2728
2729
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002730/* Module 'imp' provides Python access to the primitives used for
2731 importing modules.
2732*/
2733
Guido van Rossum79f25d91997-04-29 20:08:16 +00002734static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002735imp_get_magic(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002736{
2737 char buf[4];
2738
Guido van Rossum96774c12000-05-01 20:19:08 +00002739 buf[0] = (char) ((pyc_magic >> 0) & 0xff);
2740 buf[1] = (char) ((pyc_magic >> 8) & 0xff);
2741 buf[2] = (char) ((pyc_magic >> 16) & 0xff);
2742 buf[3] = (char) ((pyc_magic >> 24) & 0xff);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002743
Christian Heimes72b710a2008-05-26 13:28:38 +00002744 return PyBytes_FromStringAndSize(buf, 4);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002745}
2746
Guido van Rossum79f25d91997-04-29 20:08:16 +00002747static PyObject *
Neal Norwitz08ea61a2003-02-17 18:18:00 +00002748imp_get_suffixes(PyObject *self, PyObject *noargs)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002749{
Guido van Rossum79f25d91997-04-29 20:08:16 +00002750 PyObject *list;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002751 struct filedescr *fdp;
2752
Guido van Rossum79f25d91997-04-29 20:08:16 +00002753 list = PyList_New(0);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002754 if (list == NULL)
2755 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002756 for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
2757 PyObject *item = Py_BuildValue("ssi",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002758 fdp->suffix, fdp->mode, fdp->type);
2759 if (item == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002760 Py_DECREF(list);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002761 return NULL;
2762 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002763 if (PyList_Append(list, item) < 0) {
2764 Py_DECREF(list);
2765 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002766 return NULL;
2767 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002768 Py_DECREF(item);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002769 }
2770 return list;
2771}
2772
Guido van Rossum79f25d91997-04-29 20:08:16 +00002773static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002774call_find_module(char *name, PyObject *path)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002775{
Tim Petersdbd9ba62000-07-09 03:09:57 +00002776 extern int fclose(FILE *);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002777 PyObject *fob, *ret;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002778 struct filedescr *fdp;
2779 char pathname[MAXPATHLEN+1];
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002780 FILE *fp = NULL;
Guido van Rossum40d20bc2007-10-22 00:09:51 +00002781 int fd = -1;
Brett Cannon3bb42d92007-10-20 03:43:15 +00002782 char *found_encoding = NULL;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00002783 char *encoding = NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002784
2785 pathname[0] = '\0';
Guido van Rossum17fc85f1997-09-06 18:52:03 +00002786 if (path == Py_None)
2787 path = NULL;
Just van Rossum52e14d62002-12-30 22:08:05 +00002788 fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002789 if (fdp == NULL)
2790 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002791 if (fp != NULL) {
Guido van Rossum40d20bc2007-10-22 00:09:51 +00002792 fd = fileno(fp);
2793 if (fd != -1)
2794 fd = dup(fd);
2795 fclose(fp);
2796 fp = NULL;
2797 }
2798 if (fd != -1) {
Guido van Rossumce3a72a2007-10-19 23:16:50 +00002799 if (strchr(fdp->mode, 'b') == NULL) {
Brett Cannon3bb42d92007-10-20 03:43:15 +00002800 /* PyTokenizer_FindEncoding() returns PyMem_MALLOC'ed
2801 memory. */
Guido van Rossum40d20bc2007-10-22 00:09:51 +00002802 found_encoding = PyTokenizer_FindEncoding(fd);
2803 lseek(fd, 0, 0); /* Reset position */
Brett Cannon3bb42d92007-10-20 03:43:15 +00002804 encoding = (found_encoding != NULL) ? found_encoding :
Guido van Rossumce3a72a2007-10-19 23:16:50 +00002805 (char*)PyUnicode_GetDefaultEncoding();
2806 }
Guido van Rossum40d20bc2007-10-22 00:09:51 +00002807 fob = PyFile_FromFd(fd, pathname, fdp->mode, -1,
Guido van Rossume7fc50f2007-12-03 22:54:21 +00002808 (char*)encoding, NULL, NULL, 1);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002809 if (fob == NULL) {
Guido van Rossum40d20bc2007-10-22 00:09:51 +00002810 close(fd);
Brett Cannon3bb42d92007-10-20 03:43:15 +00002811 PyMem_FREE(found_encoding);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002812 return NULL;
2813 }
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002814 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002815 else {
2816 fob = Py_None;
2817 Py_INCREF(fob);
Tim Peters50d8d372001-02-28 05:34:27 +00002818 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002819 ret = Py_BuildValue("Os(ssi)",
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002820 fob, pathname, fdp->suffix, fdp->mode, fdp->type);
Guido van Rossum79f25d91997-04-29 20:08:16 +00002821 Py_DECREF(fob);
Brett Cannon3bb42d92007-10-20 03:43:15 +00002822 PyMem_FREE(found_encoding);
2823
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002824 return ret;
2825}
2826
Guido van Rossum79f25d91997-04-29 20:08:16 +00002827static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002828imp_find_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002829{
2830 char *name;
2831 PyObject *path = NULL;
Guido van Rossum43713e52000-02-29 13:59:29 +00002832 if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002833 return NULL;
2834 return call_find_module(name, path);
2835}
2836
2837static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002838imp_init_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002839{
2840 char *name;
2841 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002842 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002843 if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002844 return NULL;
2845 ret = init_builtin(name);
2846 if (ret < 0)
2847 return NULL;
2848 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002849 Py_INCREF(Py_None);
2850 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002851 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002852 m = PyImport_AddModule(name);
2853 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002854 return m;
2855}
2856
Guido van Rossum79f25d91997-04-29 20:08:16 +00002857static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002858imp_init_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002859{
2860 char *name;
2861 int ret;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002862 PyObject *m;
Guido van Rossum43713e52000-02-29 13:59:29 +00002863 if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002864 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002865 ret = PyImport_ImportFrozenModule(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002866 if (ret < 0)
2867 return NULL;
2868 if (ret == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002869 Py_INCREF(Py_None);
2870 return Py_None;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002871 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002872 m = PyImport_AddModule(name);
2873 Py_XINCREF(m);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002874 return m;
2875}
2876
Guido van Rossum79f25d91997-04-29 20:08:16 +00002877static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002878imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002879{
2880 char *name;
Jack Jansen95ffa231995-10-03 14:38:41 +00002881
Guido van Rossum43713e52000-02-29 13:59:29 +00002882 if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum6ec1efb1995-08-04 04:08:57 +00002883 return NULL;
2884 return get_frozen_object(name);
2885}
2886
Guido van Rossum79f25d91997-04-29 20:08:16 +00002887static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002888imp_is_builtin(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002889{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002890 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00002891 if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002892 return NULL;
Christian Heimes217cfd12007-12-02 14:31:20 +00002893 return PyLong_FromLong(is_builtin(name));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002894}
2895
Guido van Rossum79f25d91997-04-29 20:08:16 +00002896static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002897imp_is_frozen(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002898{
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002899 char *name;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002900 struct _frozen *p;
Guido van Rossum43713e52000-02-29 13:59:29 +00002901 if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002902 return NULL;
Guido van Rossum323bf5e1998-06-24 03:54:06 +00002903 p = find_frozen(name);
Guido van Rossumb8bff3f2002-04-07 06:34:38 +00002904 return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002905}
2906
2907static FILE *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002908get_file(char *pathname, PyObject *fob, char *mode)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002909{
2910 FILE *fp;
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002911 if (mode[0] == 'U')
2912 mode = "r" PY_STDIOTEXTMODE;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002913 if (fob == NULL) {
2914 fp = fopen(pathname, mode);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002915 }
2916 else {
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002917 int fd = PyObject_AsFileDescriptor(fob);
2918 if (fd == -1)
2919 return NULL;
2920 /* XXX This will leak a FILE struct. Fix this!!!!
2921 (But it doesn't leak a file descrioptor!) */
2922 fp = fdopen(fd, mode);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002923 }
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002924 if (fp == NULL)
2925 PyErr_SetFromErrno(PyExc_IOError);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002926 return fp;
2927}
2928
Guido van Rossum79f25d91997-04-29 20:08:16 +00002929static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002930imp_load_compiled(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002931{
2932 char *name;
2933 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002934 PyObject *fob = NULL;
2935 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002936 FILE *fp;
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002937 if (!PyArg_ParseTuple(args, "ss|O:load_compiled",
2938 &name, &pathname, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002939 return NULL;
2940 fp = get_file(pathname, fob, "rb");
2941 if (fp == NULL)
2942 return NULL;
2943 m = load_compiled_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002944 if (fob == NULL)
2945 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002946 return m;
2947}
2948
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002949#ifdef HAVE_DYNAMIC_LOADING
2950
Guido van Rossum79f25d91997-04-29 20:08:16 +00002951static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002952imp_load_dynamic(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002953{
2954 char *name;
2955 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002956 PyObject *fob = NULL;
2957 PyObject *m;
Guido van Rossum7faeab31995-07-07 22:50:36 +00002958 FILE *fp = NULL;
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002959 if (!PyArg_ParseTuple(args, "ss|O:load_dynamic",
2960 &name, &pathname, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002961 return NULL;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002962 if (fob) {
Guido van Rossum7faeab31995-07-07 22:50:36 +00002963 fp = get_file(pathname, fob, "r");
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002964 if (fp == NULL)
2965 return NULL;
2966 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002967 m = _PyImport_LoadDynamicModule(name, pathname, fp);
Guido van Rossum7faeab31995-07-07 22:50:36 +00002968 return m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002969}
2970
Guido van Rossum96a8fb71999-12-22 14:09:35 +00002971#endif /* HAVE_DYNAMIC_LOADING */
2972
Guido van Rossum79f25d91997-04-29 20:08:16 +00002973static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002974imp_load_source(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002975{
2976 char *name;
2977 char *pathname;
Guido van Rossum79f25d91997-04-29 20:08:16 +00002978 PyObject *fob = NULL;
2979 PyObject *m;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002980 FILE *fp;
Guido van Rossumda5b8f22007-06-12 23:30:11 +00002981 if (!PyArg_ParseTuple(args, "ss|O:load_source",
2982 &name, &pathname, &fob))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002983 return NULL;
2984 fp = get_file(pathname, fob, "r");
2985 if (fp == NULL)
2986 return NULL;
2987 m = load_source_module(name, pathname, fp);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002988 if (fob == NULL)
2989 fclose(fp);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00002990 return m;
2991}
2992
Guido van Rossum79f25d91997-04-29 20:08:16 +00002993static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002994imp_load_module(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00002995{
2996 char *name;
2997 PyObject *fob;
2998 char *pathname;
2999 char *suffix; /* Unused */
3000 char *mode;
3001 int type;
3002 FILE *fp;
3003
Guido van Rossum43713e52000-02-29 13:59:29 +00003004 if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003005 &name, &fob, &pathname,
3006 &suffix, &mode, &type))
3007 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00003008 if (*mode) {
3009 /* Mode must start with 'r' or 'U' and must not contain '+'.
3010 Implicit in this test is the assumption that the mode
3011 may contain other modifiers like 'b' or 't'. */
3012
3013 if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
Jeremy Hylton4ae6fae2002-05-30 17:15:25 +00003014 PyErr_Format(PyExc_ValueError,
3015 "invalid file open mode %.200s", mode);
3016 return NULL;
Guido van Rossum5e2c5fa2002-05-30 17:33:07 +00003017 }
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003018 }
3019 if (fob == Py_None)
3020 fp = NULL;
3021 else {
Guido van Rossumda5b8f22007-06-12 23:30:11 +00003022 fp = get_file(NULL, fob, mode);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003023 if (fp == NULL)
3024 return NULL;
3025 }
Just van Rossum52e14d62002-12-30 22:08:05 +00003026 return load_module(name, fp, pathname, type, NULL);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003027}
3028
3029static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003030imp_load_package(PyObject *self, PyObject *args)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003031{
3032 char *name;
3033 char *pathname;
Guido van Rossum43713e52000-02-29 13:59:29 +00003034 if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003035 return NULL;
3036 return load_package(name, pathname);
3037}
3038
3039static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003040imp_new_module(PyObject *self, PyObject *args)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003041{
3042 char *name;
Guido van Rossum43713e52000-02-29 13:59:29 +00003043 if (!PyArg_ParseTuple(args, "s:new_module", &name))
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003044 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003045 return PyModule_New(name);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003046}
3047
Christian Heimes13a7a212008-01-07 17:13:09 +00003048static PyObject *
3049imp_reload(PyObject *self, PyObject *v)
3050{
3051 return PyImport_ReloadModule(v);
3052}
3053
3054PyDoc_STRVAR(doc_reload,
3055"reload(module) -> module\n\
3056\n\
3057Reload the module. The module must have been successfully imported before.");
3058
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003059/* Doc strings */
3060
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003061PyDoc_STRVAR(doc_imp,
3062"This module provides the components needed to build your own\n\
3063__import__ function. Undocumented functions are obsolete.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003064
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003065PyDoc_STRVAR(doc_find_module,
3066"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003067Search for a module. If path is omitted or None, search for a\n\
3068built-in, frozen or special module and continue search in sys.path.\n\
3069The module name cannot contain '.'; to search for a submodule of a\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003070package, pass the submodule name and the package's __path__.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003071
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003072PyDoc_STRVAR(doc_load_module,
3073"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003074Load a module, given information returned by find_module().\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003075The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003076
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003077PyDoc_STRVAR(doc_get_magic,
3078"get_magic() -> string\n\
3079Return the magic number for .pyc or .pyo files.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003080
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003081PyDoc_STRVAR(doc_get_suffixes,
3082"get_suffixes() -> [(suffix, mode, type), ...]\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003083Return a list of (suffix, mode, type) tuples describing the files\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003084that find_module() looks for.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003085
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003086PyDoc_STRVAR(doc_new_module,
3087"new_module(name) -> module\n\
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003088Create a new module. Do not enter it in sys.modules.\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003089The module name must include the full package name, if any.");
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003090
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00003091PyDoc_STRVAR(doc_lock_held,
Tim Petersa7c65092004-08-01 23:26:05 +00003092"lock_held() -> boolean\n\
3093Return True if the import lock is currently held, else False.\n\
3094On platforms without threads, return False.");
Tim Peters69232342001-08-30 05:16:13 +00003095
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00003096PyDoc_STRVAR(doc_acquire_lock,
3097"acquire_lock() -> None\n\
Neal Norwitz2294c0d2003-02-12 23:02:21 +00003098Acquires the interpreter's import lock for the current thread.\n\
3099This lock should be used by import hooks to ensure thread-safety\n\
3100when importing modules.\n\
Guido van Rossumc4f4ca92003-02-12 21:46:11 +00003101On platforms without threads, this function does nothing.");
3102
3103PyDoc_STRVAR(doc_release_lock,
3104"release_lock() -> None\n\
3105Release the interpreter's import lock.\n\
3106On platforms without threads, this function does nothing.");
3107
Guido van Rossum79f25d91997-04-29 20:08:16 +00003108static PyMethodDef imp_methods[] = {
Neal Norwitz08ea61a2003-02-17 18:18:00 +00003109 {"find_module", imp_find_module, METH_VARARGS, doc_find_module},
3110 {"get_magic", imp_get_magic, METH_NOARGS, doc_get_magic},
3111 {"get_suffixes", imp_get_suffixes, METH_NOARGS, doc_get_suffixes},
3112 {"load_module", imp_load_module, METH_VARARGS, doc_load_module},
3113 {"new_module", imp_new_module, METH_VARARGS, doc_new_module},
3114 {"lock_held", imp_lock_held, METH_NOARGS, doc_lock_held},
3115 {"acquire_lock", imp_acquire_lock, METH_NOARGS, doc_acquire_lock},
3116 {"release_lock", imp_release_lock, METH_NOARGS, doc_release_lock},
Christian Heimes13a7a212008-01-07 17:13:09 +00003117 {"reload", imp_reload, METH_O, doc_reload},
Guido van Rossum0207e6d1997-09-09 22:04:42 +00003118 /* The rest are obsolete */
Neal Norwitz031829d2002-03-31 14:37:44 +00003119 {"get_frozen_object", imp_get_frozen_object, METH_VARARGS},
3120 {"init_builtin", imp_init_builtin, METH_VARARGS},
3121 {"init_frozen", imp_init_frozen, METH_VARARGS},
3122 {"is_builtin", imp_is_builtin, METH_VARARGS},
3123 {"is_frozen", imp_is_frozen, METH_VARARGS},
3124 {"load_compiled", imp_load_compiled, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00003125#ifdef HAVE_DYNAMIC_LOADING
Neal Norwitz031829d2002-03-31 14:37:44 +00003126 {"load_dynamic", imp_load_dynamic, METH_VARARGS},
Guido van Rossum96a8fb71999-12-22 14:09:35 +00003127#endif
Neal Norwitz031829d2002-03-31 14:37:44 +00003128 {"load_package", imp_load_package, METH_VARARGS},
Neal Norwitz031829d2002-03-31 14:37:44 +00003129 {"load_source", imp_load_source, METH_VARARGS},
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003130 {NULL, NULL} /* sentinel */
3131};
3132
Guido van Rossum1a8791e1998-08-04 22:46:29 +00003133static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003134setint(PyObject *d, char *name, int value)
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003135{
3136 PyObject *v;
3137 int err;
3138
Christian Heimes217cfd12007-12-02 14:31:20 +00003139 v = PyLong_FromLong((long)value);
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003140 err = PyDict_SetItemString(d, name, v);
3141 Py_XDECREF(v);
3142 return err;
3143}
3144
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003145typedef struct {
3146 PyObject_HEAD
3147} NullImporter;
3148
3149static int
3150NullImporter_init(NullImporter *self, PyObject *args, PyObject *kwds)
3151{
3152 char *path;
Christian Heimes7d3bc0a2007-11-07 17:26:16 +00003153 Py_ssize_t pathlen;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003154
3155 if (!_PyArg_NoKeywords("NullImporter()", kwds))
3156 return -1;
3157
3158 if (!PyArg_ParseTuple(args, "s:NullImporter",
3159 &path))
3160 return -1;
3161
Christian Heimes7d3bc0a2007-11-07 17:26:16 +00003162 pathlen = strlen(path);
3163 if (pathlen == 0) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003164 PyErr_SetString(PyExc_ImportError, "empty pathname");
3165 return -1;
3166 } else {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003167 struct stat statbuf;
3168 int rv;
3169
3170 rv = stat(path, &statbuf);
Guido van Rossumc1bdbc32007-11-07 17:46:34 +00003171#ifdef MS_WINDOWS
3172 /* MS Windows stat() chokes on paths like C:\path\. Try to
3173 * recover *one* time by stripping off a trailing slash or
3174 * backslash. http://bugs.python.org/issue1293
3175 */
Christian Heimes7d3bc0a2007-11-07 17:26:16 +00003176 if (rv != 0 && pathlen <= MAXPATHLEN &&
3177 (path[pathlen-1] == '/' || path[pathlen-1] == '\\')) {
3178 char mangled[MAXPATHLEN+1];
3179
3180 strcpy(mangled, path);
3181 mangled[pathlen-1] = '\0';
3182 rv = stat(mangled, &statbuf);
3183 }
Christian Heimes7d3bc0a2007-11-07 17:26:16 +00003184#endif
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003185 if (rv == 0) {
3186 /* it exists */
3187 if (S_ISDIR(statbuf.st_mode)) {
3188 /* it's a directory */
3189 PyErr_SetString(PyExc_ImportError,
3190 "existing directory");
3191 return -1;
3192 }
3193 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003194 }
3195 return 0;
3196}
3197
3198static PyObject *
3199NullImporter_find_module(NullImporter *self, PyObject *args)
3200{
3201 Py_RETURN_NONE;
3202}
3203
3204static PyMethodDef NullImporter_methods[] = {
3205 {"find_module", (PyCFunction)NullImporter_find_module, METH_VARARGS,
3206 "Always return None"
3207 },
3208 {NULL} /* Sentinel */
3209};
3210
3211
Christian Heimes9cd17752007-11-18 19:35:23 +00003212PyTypeObject PyNullImporter_Type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00003213 PyVarObject_HEAD_INIT(NULL, 0)
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003214 "imp.NullImporter", /*tp_name*/
3215 sizeof(NullImporter), /*tp_basicsize*/
3216 0, /*tp_itemsize*/
3217 0, /*tp_dealloc*/
3218 0, /*tp_print*/
3219 0, /*tp_getattr*/
3220 0, /*tp_setattr*/
3221 0, /*tp_compare*/
3222 0, /*tp_repr*/
3223 0, /*tp_as_number*/
3224 0, /*tp_as_sequence*/
3225 0, /*tp_as_mapping*/
3226 0, /*tp_hash */
3227 0, /*tp_call*/
3228 0, /*tp_str*/
3229 0, /*tp_getattro*/
3230 0, /*tp_setattro*/
3231 0, /*tp_as_buffer*/
3232 Py_TPFLAGS_DEFAULT, /*tp_flags*/
3233 "Null importer object", /* tp_doc */
3234 0, /* tp_traverse */
3235 0, /* tp_clear */
3236 0, /* tp_richcompare */
3237 0, /* tp_weaklistoffset */
3238 0, /* tp_iter */
3239 0, /* tp_iternext */
3240 NullImporter_methods, /* tp_methods */
3241 0, /* tp_members */
3242 0, /* tp_getset */
3243 0, /* tp_base */
3244 0, /* tp_dict */
3245 0, /* tp_descr_get */
3246 0, /* tp_descr_set */
3247 0, /* tp_dictoffset */
3248 (initproc)NullImporter_init, /* tp_init */
3249 0, /* tp_alloc */
3250 PyType_GenericNew /* tp_new */
3251};
3252
Martin v. Löwis1a214512008-06-11 05:26:20 +00003253static struct PyModuleDef impmodule = {
3254 PyModuleDef_HEAD_INIT,
3255 "imp",
3256 doc_imp,
3257 0,
3258 imp_methods,
3259 NULL,
3260 NULL,
3261 NULL,
3262 NULL
3263};
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003264
Jason Tishler6bc06ec2003-09-04 11:59:50 +00003265PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00003266PyInit_imp(void)
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003267{
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003268 PyObject *m, *d;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003269
Christian Heimes9cd17752007-11-18 19:35:23 +00003270 if (PyType_Ready(&PyNullImporter_Type) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003271 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003272
Martin v. Löwis1a214512008-06-11 05:26:20 +00003273 m = PyModule_Create(&impmodule);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003274 if (m == NULL)
3275 goto failure;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003276 d = PyModule_GetDict(m);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00003277 if (d == NULL)
3278 goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003279
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003280 if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
3281 if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
3282 if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
3283 if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
3284 if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
3285 if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
3286 if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
3287 if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
Guido van Rossum0f84a341998-08-06 13:36:01 +00003288 if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum52e14d62002-12-30 22:08:05 +00003289 if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003290
Christian Heimes9cd17752007-11-18 19:35:23 +00003291 Py_INCREF(&PyNullImporter_Type);
3292 PyModule_AddObject(m, "NullImporter", (PyObject *)&PyNullImporter_Type);
Martin v. Löwis1a214512008-06-11 05:26:20 +00003293 return m;
Guido van Rossumaee0bad1997-09-05 07:33:22 +00003294 failure:
Martin v. Löwis1a214512008-06-11 05:26:20 +00003295 Py_XDECREF(m);
3296 return NULL;
3297
Guido van Rossum1ae940a1995-01-02 19:04:15 +00003298}
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003299
3300
Guido van Rossumb18618d2000-05-03 23:44:39 +00003301/* API for embedding applications that want to add their own entries
3302 to the table of built-in modules. This should normally be called
3303 *before* Py_Initialize(). When the table resize fails, -1 is
3304 returned and the existing table is unchanged.
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003305
3306 After a similar function by Just van Rossum. */
3307
3308int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003309PyImport_ExtendInittab(struct _inittab *newtab)
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003310{
3311 static struct _inittab *our_copy = NULL;
3312 struct _inittab *p;
3313 int i, n;
3314
3315 /* Count the number of entries in both tables */
3316 for (n = 0; newtab[n].name != NULL; n++)
3317 ;
3318 if (n == 0)
3319 return 0; /* Nothing to do */
3320 for (i = 0; PyImport_Inittab[i].name != NULL; i++)
3321 ;
3322
3323 /* Allocate new memory for the combined table */
Guido van Rossumb18618d2000-05-03 23:44:39 +00003324 p = our_copy;
3325 PyMem_RESIZE(p, struct _inittab, i+n+1);
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003326 if (p == NULL)
3327 return -1;
3328
3329 /* Copy the tables into the new memory */
3330 if (our_copy != PyImport_Inittab)
3331 memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
3332 PyImport_Inittab = our_copy = p;
3333 memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));
3334
3335 return 0;
3336}
3337
3338/* Shorthand to add a single entry given a name and a function */
3339
3340int
Martin v. Löwis1a214512008-06-11 05:26:20 +00003341PyImport_AppendInittab(char *name, PyObject* (*initfunc)(void))
Guido van Rossum09cae1f1998-05-14 02:32:54 +00003342{
3343 struct _inittab newtab[2];
3344
3345 memset(newtab, '\0', sizeof newtab);
3346
3347 newtab[0].name = name;
3348 newtab[0].initfunc = initfunc;
3349
3350 return PyImport_ExtendInittab(newtab);
3351}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003352
3353#ifdef __cplusplus
3354}
3355#endif