blob: 4e239c94acc818a48eaf47889f85f7bdcb999454 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000014#include "compile.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000015#include "symtable.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +000016#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000017#include "ast.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000018#include "eval.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000019#include "marshal.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000020
Thomas Wouters0e3f5912006-08-11 14:57:12 +000021#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000023#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000024
Martin v. Löwis73d538b2003-03-05 15:13:47 +000025#ifdef HAVE_LANGINFO_H
26#include <locale.h>
27#include <langinfo.h>
28#endif
29
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000030#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000031#undef BYTE
32#include "windows.h"
33#endif
34
Neal Norwitz4281cef2006-03-04 19:58:13 +000035#ifndef Py_REF_DEBUG
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000036#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000037#else /* Py_REF_DEBUG */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000038#define PRINT_TOTAL_REFS() fprintf(stderr, \
39 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
40 _Py_GetRefTotal())
41#endif
42
43#ifdef __cplusplus
44extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000045#endif
46
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000047extern char *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000048
Guido van Rossum82598051997-03-05 00:20:32 +000049extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000050
Guido van Rossumb73cc041993-11-01 16:28:59 +000051/* Forward */
Tim Petersdbd9ba62000-07-09 03:09:57 +000052static void initmain(void);
53static void initsite(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000054static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Neal Norwitzadb69fc2005-12-17 20:54:49 +000055 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000056static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Jeremy Hyltonbc320242001-03-22 02:47:58 +000057 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000058static void err_input(perrdetail *);
59static void initsigs(void);
Collin Winter670e6922007-03-21 02:57:17 +000060static void call_py_exitfuncs(void);
Tim Petersdbd9ba62000-07-09 03:09:57 +000061static void call_ll_exitfuncs(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000062extern void _PyUnicode_Init(void);
63extern void _PyUnicode_Fini(void);
Guido van Rossumddefaf32007-01-14 03:31:43 +000064extern int _PyLong_Init(void);
65extern void PyLong_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000066
Mark Hammond8d98d2c2003-04-19 15:41:53 +000067#ifdef WITH_THREAD
68extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
69extern void _PyGILState_Fini(void);
70#endif /* WITH_THREAD */
71
Guido van Rossum82598051997-03-05 00:20:32 +000072int Py_DebugFlag; /* Needed by parser.c */
73int Py_VerboseFlag; /* Needed by import.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000074int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Guido van Rossumd8faa362007-04-27 19:54:29 +000075int Py_InspectFlag; /* Needed to determine whether to exit at SystemError */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000076int Py_NoSiteFlag; /* Suppress 'import site' */
Barry Warsaw3ce09642000-05-02 19:18:59 +000077int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000078int Py_FrozenFlag; /* Needed by getpath.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000079int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000080
Mark Hammonda43fd0c2003-02-19 00:33:33 +000081/* Reference to 'warnings' module, to avoid importing it
Mark Hammondedd07732003-07-15 23:03:55 +000082 on the fly when the import lock may be held. See 683658/771097
Mark Hammonda43fd0c2003-02-19 00:33:33 +000083*/
Mark Hammondedd07732003-07-15 23:03:55 +000084static PyObject *warnings_module = NULL;
85
86/* Returns a borrowed reference to the 'warnings' module, or NULL.
87 If the module is returned, it is guaranteed to have been obtained
88 without acquiring the import lock
89*/
Martin v. Löwisa2c17c52003-08-09 09:47:11 +000090PyObject *PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +000091{
92 PyObject *typ, *val, *tb;
93 PyObject *all_modules;
94 /* If we managed to get the module at init time, just use it */
95 if (warnings_module)
96 return warnings_module;
97 /* If it wasn't available at init time, it may be available
98 now in sys.modules (common scenario is frozen apps: import
99 at init time fails, but the frozen init code sets up sys.path
100 correctly, then does an implicit import of warnings for us
101 */
102 /* Save and restore any exceptions */
103 PyErr_Fetch(&typ, &val, &tb);
104
Mark Hammond5f4e8ca2003-07-16 01:54:38 +0000105 all_modules = PySys_GetObject("modules");
Mark Hammondedd07732003-07-15 23:03:55 +0000106 if (all_modules) {
107 warnings_module = PyDict_GetItemString(all_modules, "warnings");
108 /* We keep a ref in the global */
109 Py_XINCREF(warnings_module);
110 }
111 PyErr_Restore(typ, val, tb);
112 return warnings_module;
113}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000114
Guido van Rossum25ce5661997-08-02 03:10:38 +0000115static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000116
Thomas Wouters7e474022000-07-16 12:04:32 +0000117/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000118
119int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000120Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000121{
122 return initialized;
123}
124
Guido van Rossum25ce5661997-08-02 03:10:38 +0000125/* Global initializations. Can be undone by Py_Finalize(). Don't
126 call this twice without an intervening Py_Finalize() call. When
127 initializations fail, a fatal error is issued and the function does
128 not return. On return, the first thread and interpreter state have
129 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000130
Guido van Rossum25ce5661997-08-02 03:10:38 +0000131 Locking: you must hold the interpreter lock while calling this.
132 (If the lock has not yet been initialized, that's equivalent to
133 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000134
Guido van Rossum25ce5661997-08-02 03:10:38 +0000135*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000136
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000137static int
138add_flag(int flag, const char *envs)
139{
140 int env = atoi(envs);
141 if (flag < env)
142 flag = env;
143 if (flag < 1)
144 flag = 1;
145 return flag;
146}
147
Guido van Rossuma027efa1997-05-05 20:56:21 +0000148void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000149Py_InitializeEx(int install_sigs)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000150{
Guido van Rossuma027efa1997-05-05 20:56:21 +0000151 PyInterpreterState *interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000152 PyThreadState *tstate;
153 PyObject *bimod, *sysmod;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000154 char *p;
Guido van Rossum8d30cc02007-05-03 17:49:24 +0000155#if defined(HAVE_LANGINFO_H) && defined(CODESET)
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000156 char *codeset;
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000157#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +0000158 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000159
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000160 if (initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000161 return;
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000162 initialized = 1;
Tim Petersd08e3822003-04-17 15:24:21 +0000163
Martin v. Löwisd1cd4d42007-08-11 14:02:14 +0000164#ifdef HAVE_SETLOCALE
165 /* Set up the LC_CTYPE locale, so we can obtain
166 the locale's charset without having to switch
167 locales. */
168 setlocale(LC_CTYPE, "");
169#endif
170
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000171 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000172 Py_DebugFlag = add_flag(Py_DebugFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000173 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000174 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000175 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000176 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000177
Guido van Rossuma027efa1997-05-05 20:56:21 +0000178 interp = PyInterpreterState_New();
179 if (interp == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000180 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000181
Guido van Rossuma027efa1997-05-05 20:56:21 +0000182 tstate = PyThreadState_New(interp);
183 if (tstate == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000184 Py_FatalError("Py_Initialize: can't make first thread");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000185 (void) PyThreadState_Swap(tstate);
186
Guido van Rossum70d893a2001-08-16 08:21:42 +0000187 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000188
Neal Norwitzb2501f42002-12-31 03:42:13 +0000189 if (!_PyFrame_Init())
Neal Norwitzc91ed402002-12-30 22:29:22 +0000190 Py_FatalError("Py_Initialize: can't init frames");
191
Guido van Rossumddefaf32007-01-14 03:31:43 +0000192 if (!_PyLong_Init())
193 Py_FatalError("Py_Initialize: can't init longs");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000194
Neal Norwitz6968b052007-02-27 19:02:19 +0000195 if (!PyBytes_Init())
196 Py_FatalError("Py_Initialize: can't init bytes");
197
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000198 _PyFloat_Init();
199
Guido van Rossum25ce5661997-08-02 03:10:38 +0000200 interp->modules = PyDict_New();
201 if (interp->modules == NULL)
202 Py_FatalError("Py_Initialize: can't make modules dictionary");
Guido van Rossumd8faa362007-04-27 19:54:29 +0000203 interp->modules_reloading = PyDict_New();
204 if (interp->modules_reloading == NULL)
205 Py_FatalError("Py_Initialize: can't make modules_reloading dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000206
Guido van Rossumc94044c2000-03-10 23:03:54 +0000207 /* Init Unicode implementation; relies on the codec registry */
208 _PyUnicode_Init();
209
Barry Warsawf242aa02000-05-25 23:09:49 +0000210 bimod = _PyBuiltin_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000211 if (bimod == NULL)
212 Py_FatalError("Py_Initialize: can't initialize __builtin__");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000213 interp->builtins = PyModule_GetDict(bimod);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000214 if (interp->builtins == NULL)
215 Py_FatalError("Py_Initialize: can't initialize builtins dict");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000216 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000217
218 sysmod = _PySys_Init();
219 if (sysmod == NULL)
220 Py_FatalError("Py_Initialize: can't initialize sys");
221 interp->sysdict = PyModule_GetDict(sysmod);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000222 if (interp->sysdict == NULL)
223 Py_FatalError("Py_Initialize: can't initialize sys dict");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000224 Py_INCREF(interp->sysdict);
225 _PyImport_FixupExtension("sys", "sys");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000226 PySys_SetPath(Py_GetPath());
Guido van Rossum25ce5661997-08-02 03:10:38 +0000227 PyDict_SetItemString(interp->sysdict, "modules",
228 interp->modules);
229
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000230 _PyImport_Init();
231
Barry Warsawf242aa02000-05-25 23:09:49 +0000232 /* initialize builtin exceptions */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000233 _PyExc_Init();
Barry Warsawf242aa02000-05-25 23:09:49 +0000234
Barry Warsaw035574d1997-08-29 22:07:17 +0000235 /* phase 2 of builtins */
Barry Warsaw963b8711997-09-18 16:42:02 +0000236 _PyImport_FixupExtension("__builtin__", "__builtin__");
Barry Warsaw035574d1997-08-29 22:07:17 +0000237
Just van Rossum52e14d62002-12-30 22:08:05 +0000238 _PyImportHooks_Init();
239
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000240 if (install_sigs)
241 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000242
243 initmain(); /* Module __main__ */
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000244 if (!Py_NoSiteFlag)
245 initsite(); /* Module site */
Just van Rossum5bfba3a2003-02-25 20:25:12 +0000246
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000247 /* auto-thread-state API, if available */
248#ifdef WITH_THREAD
249 _PyGILState_Init(interp, tstate);
250#endif /* WITH_THREAD */
251
Mark Hammondedd07732003-07-15 23:03:55 +0000252 warnings_module = PyImport_ImportModule("warnings");
253 if (!warnings_module)
254 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000255
Guido van Rossum8d30cc02007-05-03 17:49:24 +0000256#if defined(HAVE_LANGINFO_H) && defined(CODESET)
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000257 /* On Unix, set the file system encoding according to the
258 user's preference, if the CODESET names a well-known
259 Python codec, and Py_FileSystemDefaultEncoding isn't
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000260 initialized by other means. Also set the encoding of
261 stdin and stdout if these are terminals. */
262
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000263 codeset = nl_langinfo(CODESET);
264 if (codeset && *codeset) {
265 PyObject *enc = PyCodec_Encoder(codeset);
266 if (enc) {
267 codeset = strdup(codeset);
268 Py_DECREF(enc);
269 } else {
270 codeset = NULL;
271 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000272 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000273 } else
274 codeset = NULL;
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000275
276 if (codeset) {
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000277 if (!Py_FileSystemDefaultEncoding)
278 Py_FileSystemDefaultEncoding = codeset;
279 else
280 free(codeset);
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000281 }
282#endif
Guido van Rossum25ce5661997-08-02 03:10:38 +0000283}
284
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000285void
286Py_Initialize(void)
287{
288 Py_InitializeEx(1);
289}
290
291
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000292#ifdef COUNT_ALLOCS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000293extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000294#endif
295
Guido van Rossume8432ac2007-07-09 15:04:50 +0000296/* Flush stdout and stderr */
297
Neal Norwitz2bad9702007-08-27 06:19:22 +0000298static void
Guido van Rossum1bd21222007-07-10 20:14:13 +0000299flush_std_files(void)
Guido van Rossume8432ac2007-07-09 15:04:50 +0000300{
301 PyObject *fout = PySys_GetObject("stdout");
302 PyObject *ferr = PySys_GetObject("stderr");
303 PyObject *tmp;
304
305 if (fout != NULL) {
306 tmp = PyObject_CallMethod(fout, "flush", "");
307 if (tmp == NULL)
308 PyErr_Clear();
309 else
310 Py_DECREF(tmp);
311 }
312
313 if (ferr != NULL) {
314 tmp = PyObject_CallMethod(ferr, "flush", "");
315 if (tmp == NULL)
316 PyErr_Clear();
317 else
318 Py_DECREF(tmp);
319 }
320}
321
Guido van Rossum25ce5661997-08-02 03:10:38 +0000322/* Undo the effect of Py_Initialize().
323
324 Beware: if multiple interpreter and/or thread states exist, these
325 are not wiped out; only the current thread and interpreter state
326 are deleted. But since everything else is deleted, those other
327 interpreter and thread states should no longer be used.
328
329 (XXX We should do better, e.g. wipe out all interpreters and
330 threads.)
331
332 Locking: as above.
333
334*/
335
336void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000337Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000338{
339 PyInterpreterState *interp;
340 PyThreadState *tstate;
341
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000342 if (!initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000343 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000344
Tim Peters384fd102001-01-21 03:40:37 +0000345 /* The interpreter is still entirely intact at this point, and the
346 * exit funcs may be relying on that. In particular, if some thread
347 * or exit func is still waiting to do an import, the import machinery
348 * expects Py_IsInitialized() to return true. So don't say the
349 * interpreter is uninitialized until after the exit funcs have run.
350 * Note that Threading.py uses an exit func to do a join on all the
351 * threads created thru it, so this also protects pending imports in
352 * the threads created via Threading.
353 */
Collin Winter670e6922007-03-21 02:57:17 +0000354 call_py_exitfuncs();
Tim Peters384fd102001-01-21 03:40:37 +0000355 initialized = 0;
Guido van Rossum4cc462e1998-01-19 22:00:38 +0000356
Guido van Rossume8432ac2007-07-09 15:04:50 +0000357 /* Flush stdout+stderr */
358 flush_std_files();
359
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000360 /* Get current thread state and interpreter pointer */
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000361 tstate = PyThreadState_GET();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000362 interp = tstate->interp;
363
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000364 /* Disable signal handling */
365 PyOS_FiniInterrupts();
366
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000367 /* drop module references we saved */
Mark Hammondedd07732003-07-15 23:03:55 +0000368 Py_XDECREF(warnings_module);
369 warnings_module = NULL;
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000370
Guido van Rossume13ddc92003-04-17 17:29:22 +0000371 /* Collect garbage. This may call finalizers; it's nice to call these
Tim Peters1d7323e2003-12-01 21:35:27 +0000372 * before all modules are destroyed.
373 * XXX If a __del__ or weakref callback is triggered here, and tries to
374 * XXX import a module, bad things can happen, because Python no
375 * XXX longer believes it's initialized.
376 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
377 * XXX is easy to provoke that way. I've also seen, e.g.,
378 * XXX Exception exceptions.ImportError: 'No module named sha'
379 * XXX in <function callback at 0x008F5718> ignored
380 * XXX but I'm unclear on exactly how that one happens. In any case,
381 * XXX I haven't seen a real-life report of either of these.
Neal Norwitz9589ee22006-03-04 19:01:22 +0000382 */
Guido van Rossume13ddc92003-04-17 17:29:22 +0000383 PyGC_Collect();
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000384#ifdef COUNT_ALLOCS
385 /* With COUNT_ALLOCS, it helps to run GC multiple times:
386 each collection might release some types from the type
387 list, so they become garbage. */
388 while (PyGC_Collect() > 0)
389 /* nothing */;
390#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000391
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000392 /* Destroy all modules */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000393 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000394
Guido van Rossume8432ac2007-07-09 15:04:50 +0000395 /* Flush stdout+stderr (again, in case more was printed) */
396 flush_std_files();
397
Guido van Rossume13ddc92003-04-17 17:29:22 +0000398 /* Collect final garbage. This disposes of cycles created by
Tim Peters1d7323e2003-12-01 21:35:27 +0000399 * new-style class definitions, for example.
400 * XXX This is disabled because it caused too many problems. If
401 * XXX a __del__ or weakref callback triggers here, Python code has
402 * XXX a hard time running, because even the sys module has been
403 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
404 * XXX One symptom is a sequence of information-free messages
405 * XXX coming from threads (if a __del__ or callback is invoked,
406 * XXX other threads can execute too, and any exception they encounter
407 * XXX triggers a comedy of errors as subsystem after subsystem
408 * XXX fails to find what it *expects* to find in sys to help report
409 * XXX the exception and consequent unexpected failures). I've also
410 * XXX seen segfaults then, after adding print statements to the
411 * XXX Python code getting called.
412 */
413#if 0
Guido van Rossume13ddc92003-04-17 17:29:22 +0000414 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000415#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000416
Guido van Rossum1707aad1997-12-08 23:43:45 +0000417 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
418 _PyImport_Fini();
419
420 /* Debugging stuff */
421#ifdef COUNT_ALLOCS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000422 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000423#endif
424
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000425 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000426
Tim Peters9cf25ce2003-04-17 15:21:01 +0000427#ifdef Py_TRACE_REFS
428 /* Display all objects still alive -- this can invoke arbitrary
429 * __repr__ overrides, so requires a mostly-intact interpreter.
430 * Alas, a lot of stuff may still be alive now that will be cleaned
431 * up later.
432 */
Tim Peters269b2a62003-04-17 19:52:29 +0000433 if (Py_GETENV("PYTHONDUMPREFS"))
Tim Peters9cf25ce2003-04-17 15:21:01 +0000434 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000435#endif /* Py_TRACE_REFS */
436
Mark Hammond6cb90292003-04-22 11:18:00 +0000437 /* Cleanup auto-thread-state */
438#ifdef WITH_THREAD
439 _PyGILState_Fini();
440#endif /* WITH_THREAD */
441
Guido van Rossumd922fa42003-04-15 14:10:09 +0000442 /* Clear interpreter state */
Barry Warsawf242aa02000-05-25 23:09:49 +0000443 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000444
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000445 /* Now we decref the exception classes. After this point nothing
446 can raise an exception. That's okay, because each Fini() method
447 below has been checked to make sure no exceptions are ever
448 raised.
449 */
450
451 _PyExc_Fini();
452
Guido van Rossumd922fa42003-04-15 14:10:09 +0000453 /* Delete current thread */
Barry Warsawf242aa02000-05-25 23:09:49 +0000454 PyThreadState_Swap(NULL);
455 PyInterpreterState_Delete(interp);
456
Guido van Rossumd922fa42003-04-15 14:10:09 +0000457 /* Sundry finalizers */
Guido van Rossumcc283f51997-08-05 02:22:03 +0000458 PyMethod_Fini();
459 PyFrame_Fini();
460 PyCFunction_Fini();
461 PyTuple_Fini();
Raymond Hettingerfb09f0e2004-10-07 03:58:07 +0000462 PyList_Fini();
Raymond Hettingerd7946662005-08-01 21:39:29 +0000463 PySet_Fini();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000464 PyString_Fini();
Neal Norwitz6968b052007-02-27 19:02:19 +0000465 PyBytes_Fini();
Guido van Rossumddefaf32007-01-14 03:31:43 +0000466 PyLong_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000467 PyFloat_Fini();
468
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000469 /* Cleanup Unicode implementation */
470 _PyUnicode_Fini();
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000471
Guido van Rossumcc283f51997-08-05 02:22:03 +0000472 /* XXX Still allocated:
473 - various static ad-hoc pointers to interned strings
474 - int and float free list blocks
475 - whatever various modules and libraries allocate
476 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000477
478 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000479
Tim Peters269b2a62003-04-17 19:52:29 +0000480#ifdef Py_TRACE_REFS
481 /* Display addresses (& refcnts) of all objects still alive.
482 * An address can be used to find the repr of the object, printed
483 * above by _Py_PrintReferences.
484 */
485 if (Py_GETENV("PYTHONDUMPREFS"))
486 _Py_PrintReferenceAddresses(stderr);
487#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000488#ifdef PYMALLOC_DEBUG
489 if (Py_GETENV("PYTHONMALLOCSTATS"))
490 _PyObject_DebugMallocStats();
491#endif
492
Guido van Rossumcc283f51997-08-05 02:22:03 +0000493 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000494}
495
496/* Create and initialize a new interpreter and thread, and return the
497 new thread. This requires that Py_Initialize() has been called
498 first.
499
500 Unsuccessful initialization yields a NULL pointer. Note that *no*
501 exception information is available even in this case -- the
502 exception information is held in the thread, and there is no
503 thread.
504
505 Locking: as above.
506
507*/
508
509PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000510Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000511{
512 PyInterpreterState *interp;
513 PyThreadState *tstate, *save_tstate;
514 PyObject *bimod, *sysmod;
515
516 if (!initialized)
517 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
518
519 interp = PyInterpreterState_New();
520 if (interp == NULL)
521 return NULL;
522
523 tstate = PyThreadState_New(interp);
524 if (tstate == NULL) {
525 PyInterpreterState_Delete(interp);
526 return NULL;
527 }
528
529 save_tstate = PyThreadState_Swap(tstate);
530
531 /* XXX The following is lax in error checking */
532
533 interp->modules = PyDict_New();
Guido van Rossumd8faa362007-04-27 19:54:29 +0000534 interp->modules_reloading = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000535
536 bimod = _PyImport_FindExtension("__builtin__", "__builtin__");
537 if (bimod != NULL) {
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000538 interp->builtins = PyModule_GetDict(bimod);
Thomas Wouters89f507f2006-12-13 04:49:30 +0000539 if (interp->builtins == NULL)
540 goto handle_error;
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000541 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000542 }
543 sysmod = _PyImport_FindExtension("sys", "sys");
544 if (bimod != NULL && sysmod != NULL) {
545 interp->sysdict = PyModule_GetDict(sysmod);
Thomas Wouters89f507f2006-12-13 04:49:30 +0000546 if (interp->sysdict == NULL)
547 goto handle_error;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000548 Py_INCREF(interp->sysdict);
549 PySys_SetPath(Py_GetPath());
550 PyDict_SetItemString(interp->sysdict, "modules",
551 interp->modules);
Martin v. Löwisd7ceb222003-01-22 09:00:38 +0000552 _PyImportHooks_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000553 initmain();
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000554 if (!Py_NoSiteFlag)
555 initsite();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000556 }
557
558 if (!PyErr_Occurred())
559 return tstate;
560
Thomas Wouters89f507f2006-12-13 04:49:30 +0000561handle_error:
Guido van Rossum25ce5661997-08-02 03:10:38 +0000562 /* Oops, it didn't work. Undo it all. */
563
564 PyErr_Print();
565 PyThreadState_Clear(tstate);
566 PyThreadState_Swap(save_tstate);
567 PyThreadState_Delete(tstate);
568 PyInterpreterState_Delete(interp);
569
570 return NULL;
571}
572
573/* Delete an interpreter and its last thread. This requires that the
574 given thread state is current, that the thread has no remaining
575 frames, and that it is its interpreter's only remaining thread.
576 It is a fatal error to violate these constraints.
577
578 (Py_Finalize() doesn't have these constraints -- it zaps
579 everything, regardless.)
580
581 Locking: as above.
582
583*/
584
585void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000586Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000587{
588 PyInterpreterState *interp = tstate->interp;
589
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000590 if (tstate != PyThreadState_GET())
Guido van Rossum25ce5661997-08-02 03:10:38 +0000591 Py_FatalError("Py_EndInterpreter: thread is not current");
592 if (tstate->frame != NULL)
593 Py_FatalError("Py_EndInterpreter: thread still has a frame");
594 if (tstate != interp->tstate_head || tstate->next != NULL)
595 Py_FatalError("Py_EndInterpreter: not the last thread");
596
597 PyImport_Cleanup();
598 PyInterpreterState_Clear(interp);
599 PyThreadState_Swap(NULL);
600 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000601}
602
603static char *progname = "python";
604
605void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000606Py_SetProgramName(char *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000607{
608 if (pn && *pn)
609 progname = pn;
610}
611
612char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000613Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000614{
615 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000616}
617
Guido van Rossuma61691e1998-02-06 22:27:24 +0000618static char *default_home = NULL;
619
620void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000621Py_SetPythonHome(char *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000622{
623 default_home = home;
624}
625
626char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000627Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000628{
629 char *home = default_home;
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000630 if (home == NULL && !Py_IgnoreEnvironmentFlag)
631 home = Py_GETENV("PYTHONHOME");
Guido van Rossuma61691e1998-02-06 22:27:24 +0000632 return home;
633}
634
Guido van Rossum6135a871995-01-09 17:53:26 +0000635/* Create __main__ module */
636
637static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000638initmain(void)
Guido van Rossum6135a871995-01-09 17:53:26 +0000639{
Guido van Rossum82598051997-03-05 00:20:32 +0000640 PyObject *m, *d;
641 m = PyImport_AddModule("__main__");
Guido van Rossum6135a871995-01-09 17:53:26 +0000642 if (m == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +0000643 Py_FatalError("can't create __main__ module");
644 d = PyModule_GetDict(m);
645 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
Guido van Rossum858cb731997-11-19 16:15:37 +0000646 PyObject *bimod = PyImport_ImportModule("__builtin__");
647 if (bimod == NULL ||
648 PyDict_SetItemString(d, "__builtins__", bimod) != 0)
Guido van Rossum82598051997-03-05 00:20:32 +0000649 Py_FatalError("can't add __builtins__ to __main__");
Barry Warsaw3d05b1a1999-01-29 21:30:22 +0000650 Py_DECREF(bimod);
Guido van Rossum6135a871995-01-09 17:53:26 +0000651 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000652}
653
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000654/* Import the site module (not into __main__ though) */
655
656static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000657initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000658{
659 PyObject *m, *f;
660 m = PyImport_ImportModule("site");
661 if (m == NULL) {
662 f = PySys_GetObject("stderr");
663 if (Py_VerboseFlag) {
664 PyFile_WriteString(
665 "'import site' failed; traceback:\n", f);
666 PyErr_Print();
667 }
668 else {
669 PyFile_WriteString(
670 "'import site' failed; use -v for traceback\n", f);
671 PyErr_Clear();
672 }
673 }
674 else {
675 Py_DECREF(m);
676 }
677}
678
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000679/* Parse input from a file and execute it */
680
681int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +0000682PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000683 PyCompilerFlags *flags)
684{
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000685 if (filename == NULL)
686 filename = "???";
Guido van Rossum0df002c2000-08-27 19:21:52 +0000687 if (Py_FdIsInteractive(fp, filename)) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000688 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
Guido van Rossum0df002c2000-08-27 19:21:52 +0000689 if (closeit)
690 fclose(fp);
691 return err;
692 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000693 else
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000694 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000695}
696
697int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000698PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000699{
Guido van Rossum82598051997-03-05 00:20:32 +0000700 PyObject *v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000701 int ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000702 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000703
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000704 if (flags == NULL) {
705 flags = &local_flags;
Tim Peters5ba58662001-07-16 02:29:45 +0000706 local_flags.cf_flags = 0;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000707 }
Guido van Rossum82598051997-03-05 00:20:32 +0000708 v = PySys_GetObject("ps1");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000709 if (v == NULL) {
Neal Norwitza369c5a2007-08-25 07:41:59 +0000710 PySys_SetObject("ps1", v = PyUnicode_FromString(">>> "));
Guido van Rossum82598051997-03-05 00:20:32 +0000711 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000712 }
Guido van Rossum82598051997-03-05 00:20:32 +0000713 v = PySys_GetObject("ps2");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000714 if (v == NULL) {
Neal Norwitza369c5a2007-08-25 07:41:59 +0000715 PySys_SetObject("ps2", v = PyUnicode_FromString("... "));
Guido van Rossum82598051997-03-05 00:20:32 +0000716 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000717 }
718 for (;;) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000719 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000720 PRINT_TOTAL_REFS();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000721 if (ret == E_EOF)
722 return 0;
723 /*
724 if (ret == E_NOMEM)
725 return -1;
726 */
727 }
728}
729
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000730/* compute parser flags based on compiler flags */
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000731#define PARSER_FLAGS(flags) \
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000732 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
Guido van Rossum45aecf42006-03-15 04:58:47 +0000733 PyPARSE_DONT_IMPLY_DEDENT : 0)) : 0)
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000734
Thomas Wouters89f507f2006-12-13 04:49:30 +0000735#if 0
736/* Keep an example of flags with future keyword support. */
737#define PARSER_FLAGS(flags) \
738 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
739 PyPARSE_DONT_IMPLY_DEDENT : 0) \
740 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
741 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
742#endif
743
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000744int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000745PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000746{
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000747 PyObject *m, *d, *v, *w, *oenc = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000748 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +0000749 PyArena *arena;
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000750 char *ps1 = "", *ps2 = "", *enc = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000751 int errcode = 0;
Tim Petersfe2127d2001-07-16 05:37:24 +0000752
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000753 if (fp == stdin) {
754 /* Fetch encoding from sys.stdin */
755 v = PySys_GetObject("stdin");
756 if (!v)
757 return -1;
758 oenc = PyObject_GetAttrString(v, "encoding");
759 if (!oenc)
760 return -1;
761 enc = PyUnicode_AsString(oenc);
762 }
Guido van Rossum82598051997-03-05 00:20:32 +0000763 v = PySys_GetObject("ps1");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000764 if (v != NULL) {
Guido van Rossumc5724de2007-10-10 21:38:59 +0000765 v = PyObject_Unicode(v);
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000766 if (v == NULL)
767 PyErr_Clear();
Guido van Rossumc5724de2007-10-10 21:38:59 +0000768 else if (PyUnicode_Check(v))
769 ps1 = PyUnicode_AsString(v);
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000770 }
Guido van Rossum82598051997-03-05 00:20:32 +0000771 w = PySys_GetObject("ps2");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000772 if (w != NULL) {
Guido van Rossumc5724de2007-10-10 21:38:59 +0000773 w = PyObject_Unicode(w);
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000774 if (w == NULL)
775 PyErr_Clear();
Guido van Rossumc5724de2007-10-10 21:38:59 +0000776 else if (PyUnicode_Check(w))
777 ps2 = PyUnicode_AsString(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000778 }
Neal Norwitz9589ee22006-03-04 19:01:22 +0000779 arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000780 if (arena == NULL) {
781 Py_XDECREF(v);
782 Py_XDECREF(w);
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000783 Py_XDECREF(oenc);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000784 return -1;
785 }
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000786 mod = PyParser_ASTFromFile(fp, filename, enc,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000787 Py_single_input, ps1, ps2,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000788 flags, &errcode, arena);
Guido van Rossum82598051997-03-05 00:20:32 +0000789 Py_XDECREF(v);
790 Py_XDECREF(w);
Martin v. Löwis85bcc662007-09-04 09:18:06 +0000791 Py_XDECREF(oenc);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000792 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000793 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000794 if (errcode == E_EOF) {
795 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +0000796 return E_EOF;
797 }
Guido van Rossum82598051997-03-05 00:20:32 +0000798 PyErr_Print();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000799 return -1;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000800 }
Guido van Rossum82598051997-03-05 00:20:32 +0000801 m = PyImport_AddModule("__main__");
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000802 if (m == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000803 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000804 return -1;
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000805 }
Guido van Rossum82598051997-03-05 00:20:32 +0000806 d = PyModule_GetDict(m);
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000807 v = run_mod(mod, filename, d, d, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +0000808 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000809 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000810 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000811 return -1;
812 }
Guido van Rossum82598051997-03-05 00:20:32 +0000813 Py_DECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000814 return 0;
815}
816
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000817/* Check whether a file maybe a pyc file: Look at the extension,
818 the file type, and, if we may close it, at the first few bytes. */
819
820static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000821maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000822{
823 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
824 return 1;
825
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000826 /* Only look into the file if we are allowed to close it, since
827 it then should also be seekable. */
828 if (closeit) {
829 /* Read only two bytes of the magic. If the file was opened in
830 text mode, the bytes 3 and 4 of the magic (\r\n) might not
831 be read as they are on disk. */
832 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
833 unsigned char buf[2];
Tim Peters3e876562001-02-11 04:35:39 +0000834 /* Mess: In case of -x, the stream is NOT at its start now,
835 and ungetc() was used to push back the first newline,
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000836 which makes the current stream position formally undefined,
837 and a x-platform nightmare.
838 Unfortunately, we have no direct way to know whether -x
839 was specified. So we use a terrible hack: if the current
840 stream position is not 0, we assume -x was specified, and
841 give up. Bug 132850 on SourceForge spells out the
842 hopelessness of trying anything else (fseek and ftell
843 don't work predictably x-platform for text-mode files).
Tim Peters3e876562001-02-11 04:35:39 +0000844 */
Tim Peters3e876562001-02-11 04:35:39 +0000845 int ispyc = 0;
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000846 if (ftell(fp) == 0) {
847 if (fread(buf, 1, 2, fp) == 2 &&
Tim Petersd08e3822003-04-17 15:24:21 +0000848 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000849 ispyc = 1;
850 rewind(fp);
851 }
Tim Peters3e876562001-02-11 04:35:39 +0000852 return ispyc;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000853 }
854 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000855}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000856
Guido van Rossum0df002c2000-08-27 19:21:52 +0000857int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000858PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000859 PyCompilerFlags *flags)
860{
Guido van Rossum82598051997-03-05 00:20:32 +0000861 PyObject *m, *d, *v;
Martin v. Löwis95292d62002-12-11 14:04:59 +0000862 const char *ext;
Guido van Rossumd8faa362007-04-27 19:54:29 +0000863 int set_file_name = 0, ret;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000864
Guido van Rossum82598051997-03-05 00:20:32 +0000865 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000866 if (m == NULL)
867 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000868 d = PyModule_GetDict(m);
Fred Drake8ed02042002-10-17 21:24:58 +0000869 if (PyDict_GetItemString(d, "__file__") == NULL) {
Guido van Rossum00bc0e02007-10-15 02:52:41 +0000870 PyObject *f;
871 f = PyUnicode_DecodeFSDefault(filename);
Fred Drake8ed02042002-10-17 21:24:58 +0000872 if (f == NULL)
873 return -1;
874 if (PyDict_SetItemString(d, "__file__", f) < 0) {
875 Py_DECREF(f);
876 return -1;
877 }
Guido van Rossumd8faa362007-04-27 19:54:29 +0000878 set_file_name = 1;
Fred Drake8ed02042002-10-17 21:24:58 +0000879 Py_DECREF(f);
880 }
Guido van Rossumfdef2711994-09-14 13:31:04 +0000881 ext = filename + strlen(filename) - 4;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000882 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000883 /* Try to run a pyc file. First, re-open in binary */
Guido van Rossum0df002c2000-08-27 19:21:52 +0000884 if (closeit)
885 fclose(fp);
Fred Drake8ed02042002-10-17 21:24:58 +0000886 if ((fp = fopen(filename, "rb")) == NULL) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000887 fprintf(stderr, "python: Can't reopen .pyc file\n");
Guido van Rossumd8faa362007-04-27 19:54:29 +0000888 ret = -1;
889 goto done;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000890 }
Guido van Rossum2a7f58d1997-04-02 05:28:38 +0000891 /* Turn on optimization if a .pyo file is given */
892 if (strcmp(ext, ".pyo") == 0)
893 Py_OptimizeFlag = 1;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000894 v = run_pyc_file(fp, filename, d, d, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000895 } else {
Tim Petersd08e3822003-04-17 15:24:21 +0000896 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000897 closeit, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000898 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000899 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000900 PyErr_Print();
Guido van Rossumd8faa362007-04-27 19:54:29 +0000901 ret = -1;
902 goto done;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000903 }
Guido van Rossum82598051997-03-05 00:20:32 +0000904 Py_DECREF(v);
Guido van Rossumd8faa362007-04-27 19:54:29 +0000905 ret = 0;
906 done:
907 if (set_file_name && PyDict_DelItemString(d, "__file__"))
908 PyErr_Clear();
909 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000910}
911
912int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000913PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000914{
Guido van Rossum82598051997-03-05 00:20:32 +0000915 PyObject *m, *d, *v;
916 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000917 if (m == NULL)
918 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000919 d = PyModule_GetDict(m);
Guido van Rossum393661d2001-08-31 17:40:15 +0000920 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000921 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000922 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000923 return -1;
924 }
Guido van Rossum82598051997-03-05 00:20:32 +0000925 Py_DECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000926 return 0;
927}
928
Barry Warsaw035574d1997-08-29 22:07:17 +0000929static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000930parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
931 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000932{
933 long hold;
934 PyObject *v;
935
936 /* old style errors */
937 if (PyTuple_Check(err))
Neal Norwitz78293352002-04-01 01:41:20 +0000938 return PyArg_ParseTuple(err, "O(ziiz)", message, filename,
Neal Norwitz9589ee22006-03-04 19:01:22 +0000939 lineno, offset, text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000940
941 /* new style errors. `err' is an instance */
942
943 if (! (v = PyObject_GetAttrString(err, "msg")))
944 goto finally;
945 *message = v;
946
947 if (!(v = PyObject_GetAttrString(err, "filename")))
948 goto finally;
949 if (v == Py_None)
950 *filename = NULL;
951 else if (! (*filename = PyString_AsString(v)))
952 goto finally;
953
954 Py_DECREF(v);
955 if (!(v = PyObject_GetAttrString(err, "lineno")))
956 goto finally;
957 hold = PyInt_AsLong(v);
958 Py_DECREF(v);
959 v = NULL;
960 if (hold < 0 && PyErr_Occurred())
961 goto finally;
962 *lineno = (int)hold;
963
964 if (!(v = PyObject_GetAttrString(err, "offset")))
965 goto finally;
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000966 if (v == Py_None) {
967 *offset = -1;
968 Py_DECREF(v);
969 v = NULL;
970 } else {
971 hold = PyInt_AsLong(v);
972 Py_DECREF(v);
973 v = NULL;
974 if (hold < 0 && PyErr_Occurred())
975 goto finally;
976 *offset = (int)hold;
977 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000978
979 if (!(v = PyObject_GetAttrString(err, "text")))
980 goto finally;
981 if (v == Py_None)
982 *text = NULL;
Guido van Rossumc5724de2007-10-10 21:38:59 +0000983 else if (!PyUnicode_Check(v) ||
984 !(*text = PyUnicode_AsString(v)))
Barry Warsaw035574d1997-08-29 22:07:17 +0000985 goto finally;
986 Py_DECREF(v);
987 return 1;
988
989finally:
990 Py_XDECREF(v);
991 return 0;
992}
993
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000994void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000995PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000996{
Guido van Rossuma61691e1998-02-06 22:27:24 +0000997 PyErr_PrintEx(1);
998}
999
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001000static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001001print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001002{
1003 char *nl;
1004 if (offset >= 0) {
1005 if (offset > 0 && offset == (int)strlen(text))
1006 offset--;
1007 for (;;) {
1008 nl = strchr(text, '\n');
1009 if (nl == NULL || nl-text >= offset)
1010 break;
Martin v. Löwis18e16552006-02-15 17:27:45 +00001011 offset -= (int)(nl+1-text);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001012 text = nl+1;
1013 }
1014 while (*text == ' ' || *text == '\t') {
1015 text++;
1016 offset--;
1017 }
1018 }
1019 PyFile_WriteString(" ", f);
1020 PyFile_WriteString(text, f);
1021 if (*text == '\0' || text[strlen(text)-1] != '\n')
1022 PyFile_WriteString("\n", f);
1023 if (offset == -1)
1024 return;
1025 PyFile_WriteString(" ", f);
1026 offset--;
1027 while (offset > 0) {
1028 PyFile_WriteString(" ", f);
1029 offset--;
1030 }
1031 PyFile_WriteString("^\n", f);
1032}
1033
Guido van Rossum66e8e862001-03-23 17:54:43 +00001034static void
1035handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001036{
Neal Norwitz9589ee22006-03-04 19:01:22 +00001037 PyObject *exception, *value, *tb;
1038 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001039
Guido van Rossumd8faa362007-04-27 19:54:29 +00001040 if (Py_InspectFlag)
1041 /* Don't exit if -i flag was given. This flag is set to 0
1042 * when entering interactive mode for inspecting. */
1043 return;
1044
Guido van Rossum66e8e862001-03-23 17:54:43 +00001045 PyErr_Fetch(&exception, &value, &tb);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001046 fflush(stdout);
1047 if (value == NULL || value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001048 goto done;
Brett Cannonbf364092006-03-01 04:25:17 +00001049 if (PyExceptionInstance_Check(value)) {
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001050 /* The error code should be in the `code' attribute. */
1051 PyObject *code = PyObject_GetAttrString(value, "code");
1052 if (code) {
1053 Py_DECREF(value);
1054 value = code;
1055 if (value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001056 goto done;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001057 }
1058 /* If we failed to dig out the 'code' attribute,
1059 just let the else clause below print the error. */
1060 }
1061 if (PyInt_Check(value))
Tim Peterscf615b52003-04-19 18:47:02 +00001062 exitcode = (int)PyInt_AsLong(value);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001063 else {
1064 PyObject_Print(value, stderr, Py_PRINT_RAW);
1065 PySys_WriteStderr("\n");
Tim Peterscf615b52003-04-19 18:47:02 +00001066 exitcode = 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001067 }
Tim Peterscf615b52003-04-19 18:47:02 +00001068 done:
Neal Norwitz9589ee22006-03-04 19:01:22 +00001069 /* Restore and clear the exception info, in order to properly decref
1070 * the exception, value, and traceback. If we just exit instead,
1071 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1072 * some finalizers from running.
1073 */
Tim Peterscf615b52003-04-19 18:47:02 +00001074 PyErr_Restore(exception, value, tb);
1075 PyErr_Clear();
1076 Py_Exit(exitcode);
1077 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001078}
1079
1080void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001081PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001082{
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001083 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001084
1085 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1086 handle_system_exit();
1087 }
Guido van Rossum82598051997-03-05 00:20:32 +00001088 PyErr_Fetch(&exception, &v, &tb);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001089 if (exception == NULL)
1090 return;
Barry Warsaw035574d1997-08-29 22:07:17 +00001091 PyErr_NormalizeException(&exception, &v, &tb);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001092 if (exception == NULL)
Guido van Rossum296b4751997-05-23 00:19:20 +00001093 return;
Guido van Rossum9d785502006-03-07 18:31:44 +00001094 /* Now we know v != NULL too */
Guido van Rossuma61691e1998-02-06 22:27:24 +00001095 if (set_sys_last_vars) {
1096 PySys_SetObject("last_type", exception);
1097 PySys_SetObject("last_value", v);
Guido van Rossumc5724de2007-10-10 21:38:59 +00001098 PySys_SetObject("last_traceback", tb ? tb : Py_None);
Guido van Rossuma61691e1998-02-06 22:27:24 +00001099 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001100 hook = PySys_GetObject("excepthook");
1101 if (hook) {
Raymond Hettinger8ae46892003-10-12 19:09:37 +00001102 PyObject *args = PyTuple_Pack(3,
Guido van Rossum9d785502006-03-07 18:31:44 +00001103 exception, v, tb ? tb : Py_None);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001104 PyObject *result = PyEval_CallObject(hook, args);
1105 if (result == NULL) {
1106 PyObject *exception2, *v2, *tb2;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001107 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1108 handle_system_exit();
1109 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001110 PyErr_Fetch(&exception2, &v2, &tb2);
1111 PyErr_NormalizeException(&exception2, &v2, &tb2);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001112 /* It should not be possible for exception2 or v2
1113 to be NULL. However PyErr_Display() can't
1114 tolerate NULLs, so just be safe. */
1115 if (exception2 == NULL) {
1116 exception2 = Py_None;
1117 Py_INCREF(exception2);
1118 }
1119 if (v2 == NULL) {
1120 v2 = Py_None;
1121 Py_INCREF(v2);
1122 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001123 fflush(stdout);
1124 PySys_WriteStderr("Error in sys.excepthook:\n");
1125 PyErr_Display(exception2, v2, tb2);
1126 PySys_WriteStderr("\nOriginal exception was:\n");
1127 PyErr_Display(exception, v, tb);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001128 Py_DECREF(exception2);
1129 Py_DECREF(v2);
Jeremy Hylton07028582001-12-07 15:35:35 +00001130 Py_XDECREF(tb2);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001131 }
1132 Py_XDECREF(result);
1133 Py_XDECREF(args);
1134 } else {
1135 PySys_WriteStderr("sys.excepthook is missing\n");
1136 PyErr_Display(exception, v, tb);
1137 }
1138 Py_XDECREF(exception);
1139 Py_XDECREF(v);
1140 Py_XDECREF(tb);
1141}
1142
Thomas Wouters477c8d52006-05-27 19:21:47 +00001143void
1144PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001145{
1146 int err = 0;
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001147 PyObject *f = PySys_GetObject("stderr");
Armin Rigo5d2c6832004-03-22 20:16:58 +00001148 Py_INCREF(value);
Guido van Rossum3165fe61992-09-25 21:59:05 +00001149 if (f == NULL)
Martin v. Löwis5b222132007-06-10 09:51:05 +00001150 _PyObject_Dump(value);
1151 if (f == NULL)
Guido van Rossum3165fe61992-09-25 21:59:05 +00001152 fprintf(stderr, "lost sys.stderr\n");
1153 else {
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001154 fflush(stdout);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001155 if (tb && tb != Py_None)
1156 err = PyTraceBack_Print(tb, f);
Barry Warsaw36b8f941997-08-26 18:09:48 +00001157 if (err == 0 &&
Armin Rigo5d2c6832004-03-22 20:16:58 +00001158 PyObject_HasAttrString(value, "print_file_and_line"))
Barry Warsaw36b8f941997-08-26 18:09:48 +00001159 {
Guido van Rossum82598051997-03-05 00:20:32 +00001160 PyObject *message;
Martin v. Löwis95292d62002-12-11 14:04:59 +00001161 const char *filename, *text;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001162 int lineno, offset;
Armin Rigo5d2c6832004-03-22 20:16:58 +00001163 if (!parse_syntax_error(value, &message, &filename,
Barry Warsaw035574d1997-08-29 22:07:17 +00001164 &lineno, &offset, &text))
Guido van Rossum82598051997-03-05 00:20:32 +00001165 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001166 else {
1167 char buf[10];
Guido van Rossum82598051997-03-05 00:20:32 +00001168 PyFile_WriteString(" File \"", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001169 if (filename == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +00001170 PyFile_WriteString("<string>", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001171 else
Guido van Rossum82598051997-03-05 00:20:32 +00001172 PyFile_WriteString(filename, f);
1173 PyFile_WriteString("\", line ", f);
Jeremy Hylton518ab1c2001-11-28 20:42:20 +00001174 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
Guido van Rossum82598051997-03-05 00:20:32 +00001175 PyFile_WriteString(buf, f);
1176 PyFile_WriteString("\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001177 if (text != NULL)
1178 print_error_text(f, offset, text);
Armin Rigo5d2c6832004-03-22 20:16:58 +00001179 Py_DECREF(value);
1180 value = message;
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001181 /* Can't be bothered to check all those
1182 PyFile_WriteString() calls */
1183 if (PyErr_Occurred())
1184 err = -1;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001185 }
1186 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001187 if (err) {
1188 /* Don't do anything else */
1189 }
Brett Cannonbf364092006-03-01 04:25:17 +00001190 else if (PyExceptionClass_Check(exception)) {
Thomas Wouters477c8d52006-05-27 19:21:47 +00001191 PyObject* moduleName;
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001192 char* className = PyExceptionClass_Name(exception);
1193 if (className != NULL) {
1194 char *dot = strrchr(className, '.');
1195 if (dot != NULL)
1196 className = dot+1;
1197 }
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001198
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001199 moduleName = PyObject_GetAttrString(exception, "__module__");
Guido van Rossumc5724de2007-10-10 21:38:59 +00001200 if (moduleName == NULL || !PyUnicode_Check(moduleName))
1201 {
1202 Py_DECREF(moduleName);
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001203 err = PyFile_WriteString("<unknown>", f);
Guido van Rossumc5724de2007-10-10 21:38:59 +00001204 }
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001205 else {
Guido van Rossumc5724de2007-10-10 21:38:59 +00001206 char* modstr = PyUnicode_AsString(moduleName);
Neal Norwitz2633c692007-02-26 22:22:47 +00001207 if (modstr && strcmp(modstr, "__builtin__"))
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001208 {
1209 err = PyFile_WriteString(modstr, f);
1210 err += PyFile_WriteString(".", f);
1211 }
Thomas Wouters477c8d52006-05-27 19:21:47 +00001212 Py_DECREF(moduleName);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001213 }
1214 if (err == 0) {
1215 if (className == NULL)
1216 err = PyFile_WriteString("<unknown>", f);
1217 else
Brett Cannonbf364092006-03-01 04:25:17 +00001218 err = PyFile_WriteString(className, f);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001219 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001220 }
1221 else
1222 err = PyFile_WriteObject(exception, f, Py_PRINT_RAW);
Brett Cannon2e63b732006-03-02 18:34:57 +00001223 if (err == 0 && (value != Py_None)) {
Guido van Rossumc5724de2007-10-10 21:38:59 +00001224 PyObject *s = PyObject_Unicode(value);
Brett Cannon2e63b732006-03-02 18:34:57 +00001225 /* only print colon if the str() of the
1226 object is not the empty string
1227 */
1228 if (s == NULL)
1229 err = -1;
Guido van Rossumc5724de2007-10-10 21:38:59 +00001230 else if (!PyUnicode_Check(s) ||
1231 PyUnicode_GetSize(s) != 0)
Brett Cannon2e63b732006-03-02 18:34:57 +00001232 err = PyFile_WriteString(": ", f);
1233 if (err == 0)
1234 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1235 Py_XDECREF(s);
Guido van Rossum262e1241995-02-07 15:30:45 +00001236 }
Guido van Rossumd8faa362007-04-27 19:54:29 +00001237 /* try to write a newline in any case */
1238 err += PyFile_WriteString("\n", f);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001239 }
Armin Rigo5d2c6832004-03-22 20:16:58 +00001240 Py_DECREF(value);
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001241 /* If an error happened here, don't show it.
1242 XXX This is wrong, but too many callers rely on this behavior. */
1243 if (err != 0)
1244 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001245}
1246
Guido van Rossum82598051997-03-05 00:20:32 +00001247PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001248PyRun_StringFlags(const char *str, int start, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001249 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001250{
Neal Norwitze92fba02006-03-04 18:52:26 +00001251 PyObject *ret = NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001252 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001253 PyArena *arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001254 if (arena == NULL)
1255 return NULL;
1256
1257 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
Neal Norwitze92fba02006-03-04 18:52:26 +00001258 if (mod != NULL)
1259 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001260 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001261 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001262}
1263
1264PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001265PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001266 PyObject *locals, int closeit, PyCompilerFlags *flags)
1267{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001268 PyObject *ret;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001269 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001270 PyArena *arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001271 if (arena == NULL)
1272 return NULL;
1273
Martin v. Löwis85bcc662007-09-04 09:18:06 +00001274 mod = PyParser_ASTFromFile(fp, filename, NULL, start, 0, 0,
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001275 flags, NULL, arena);
Guido van Rossumd8faa362007-04-27 19:54:29 +00001276 if (closeit)
1277 fclose(fp);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001278 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001279 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001280 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001281 }
Neal Norwitze92fba02006-03-04 18:52:26 +00001282 ret = run_mod(mod, filename, globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001283 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001284 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001285}
1286
Guido van Rossum82598051997-03-05 00:20:32 +00001287static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001288run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001289 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001290{
Guido van Rossum82598051997-03-05 00:20:32 +00001291 PyCodeObject *co;
1292 PyObject *v;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001293 co = PyAST_Compile(mod, filename, flags, arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001294 if (co == NULL)
1295 return NULL;
Guido van Rossum82598051997-03-05 00:20:32 +00001296 v = PyEval_EvalCode(co, globals, locals);
1297 Py_DECREF(co);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001298 return v;
1299}
1300
Guido van Rossum82598051997-03-05 00:20:32 +00001301static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001302run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001303 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001304{
Guido van Rossum82598051997-03-05 00:20:32 +00001305 PyCodeObject *co;
1306 PyObject *v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001307 long magic;
Fred Drakee8de31c2000-08-31 05:38:39 +00001308 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001309
Guido van Rossum82598051997-03-05 00:20:32 +00001310 magic = PyMarshal_ReadLongFromFile(fp);
1311 if (magic != PyImport_GetMagicNumber()) {
1312 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001313 "Bad magic number in .pyc file");
1314 return NULL;
1315 }
Guido van Rossum82598051997-03-05 00:20:32 +00001316 (void) PyMarshal_ReadLongFromFile(fp);
Tim Petersd9b9ac82001-01-28 00:27:39 +00001317 v = PyMarshal_ReadLastObjectFromFile(fp);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001318 fclose(fp);
Guido van Rossum82598051997-03-05 00:20:32 +00001319 if (v == NULL || !PyCode_Check(v)) {
1320 Py_XDECREF(v);
1321 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001322 "Bad code object in .pyc file");
1323 return NULL;
1324 }
Guido van Rossum82598051997-03-05 00:20:32 +00001325 co = (PyCodeObject *)v;
1326 v = PyEval_EvalCode(co, globals, locals);
Jeremy Hyltonb857ba22001-08-10 21:41:33 +00001327 if (v && flags)
1328 flags->cf_flags |= (co->co_flags & PyCF_MASK);
Guido van Rossum82598051997-03-05 00:20:32 +00001329 Py_DECREF(co);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001330 return v;
1331}
1332
Guido van Rossum82598051997-03-05 00:20:32 +00001333PyObject *
Tim Petersd08e3822003-04-17 15:24:21 +00001334Py_CompileStringFlags(const char *str, const char *filename, int start,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001335 PyCompilerFlags *flags)
1336{
Guido van Rossum82598051997-03-05 00:20:32 +00001337 PyCodeObject *co;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001338 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001339 PyArena *arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001340 if (arena == NULL)
1341 return NULL;
1342
1343 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001344 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001345 PyArena_Free(arena);
Guido van Rossum5b722181993-03-30 17:46:03 +00001346 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001347 }
Martin v. Löwis2b366e42006-02-26 22:12:35 +00001348 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001349 PyObject *result = PyAST_mod2obj(mod);
1350 PyArena_Free(arena);
1351 return result;
1352 }
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001353 co = PyAST_Compile(mod, filename, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001354 PyArena_Free(arena);
Guido van Rossum82598051997-03-05 00:20:32 +00001355 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001356}
1357
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001358struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001359Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001360{
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001361 struct symtable *st;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001362 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001363 PyArena *arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001364 if (arena == NULL)
1365 return NULL;
1366
1367 mod = PyParser_ASTFromString(str, filename, start, NULL, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001368 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001369 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001370 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001371 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001372 st = PySymtable_Build(mod, filename, 0);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001373 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001374 return st;
1375}
1376
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001377/* Preferred access to parser is through AST. */
1378mod_ty
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001379PyParser_ASTFromString(const char *s, const char *filename, int start,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001380 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001381{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001382 mod_ty mod;
1383 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001384 node *n = PyParser_ParseStringFlagsFilename(s, filename,
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001385 &_PyParser_Grammar, start, &err,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001386 PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001387 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001388 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001389 PyNode_Free(n);
1390 return mod;
1391 }
1392 else {
1393 err_input(&err);
1394 return NULL;
1395 }
1396}
1397
1398mod_ty
Martin v. Löwis85bcc662007-09-04 09:18:06 +00001399PyParser_ASTFromFile(FILE *fp, const char *filename, const char* enc,
1400 int start, char *ps1,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001401 char *ps2, PyCompilerFlags *flags, int *errcode,
Neal Norwitz9589ee22006-03-04 19:01:22 +00001402 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001403{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001404 mod_ty mod;
1405 perrdetail err;
Martin v. Löwis85bcc662007-09-04 09:18:06 +00001406 node *n = PyParser_ParseFileFlags(fp, filename, enc,
1407 &_PyParser_Grammar,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001408 start, ps1, ps2, &err, PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001409 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001410 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001411 PyNode_Free(n);
1412 return mod;
1413 }
1414 else {
1415 err_input(&err);
1416 if (errcode)
1417 *errcode = err.error;
1418 return NULL;
1419 }
1420}
1421
Guido van Rossuma110aa61994-08-29 12:50:44 +00001422/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001423
Guido van Rossuma110aa61994-08-29 12:50:44 +00001424node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001425PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001426{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001427 perrdetail err;
Martin v. Löwis85bcc662007-09-04 09:18:06 +00001428 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
1429 &_PyParser_Grammar,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001430 start, NULL, NULL, &err, flags);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001431 if (n == NULL)
1432 err_input(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001433
Guido van Rossuma110aa61994-08-29 12:50:44 +00001434 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001435}
1436
Guido van Rossuma110aa61994-08-29 12:50:44 +00001437/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001438
Guido van Rossuma110aa61994-08-29 12:50:44 +00001439node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001440PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001441{
Tim Petersfe2127d2001-07-16 05:37:24 +00001442 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001443 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1444 start, &err, flags);
Tim Petersfe2127d2001-07-16 05:37:24 +00001445 if (n == NULL)
1446 err_input(&err);
1447 return n;
1448}
1449
1450node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001451PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Thomas Heller6b17abf2002-07-09 09:23:27 +00001452 int start, int flags)
1453{
Thomas Heller6b17abf2002-07-09 09:23:27 +00001454 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001455 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1456 &_PyParser_Grammar, start, &err, flags);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001457 if (n == NULL)
1458 err_input(&err);
1459 return n;
1460}
1461
1462node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001463PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001464{
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001465 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001466}
1467
Guido van Rossum66ebd912003-04-17 16:02:26 +00001468/* May want to move a more generalized form of this to parsetok.c or
1469 even parser modules. */
1470
1471void
1472PyParser_SetError(perrdetail *err)
1473{
1474 err_input(err);
1475}
1476
Guido van Rossuma110aa61994-08-29 12:50:44 +00001477/* Set the error appropriate to the given input error code (see errcode.h) */
1478
1479static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001480err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001481{
Martin v. Löwis5deb2102007-08-31 11:17:42 +00001482 PyObject *v, *w, *errtype, *errtext;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001483 PyObject* u = NULL;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001484 char *msg = NULL;
Fred Drake85f36392000-07-11 17:53:00 +00001485 errtype = PyExc_SyntaxError;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001486 switch (err->error) {
1487 case E_SYNTAX:
Fred Drake85f36392000-07-11 17:53:00 +00001488 errtype = PyExc_IndentationError;
1489 if (err->expected == INDENT)
1490 msg = "expected an indented block";
1491 else if (err->token == INDENT)
1492 msg = "unexpected indent";
1493 else if (err->token == DEDENT)
1494 msg = "unexpected unindent";
1495 else {
1496 errtype = PyExc_SyntaxError;
1497 msg = "invalid syntax";
1498 }
Guido van Rossuma110aa61994-08-29 12:50:44 +00001499 break;
1500 case E_TOKEN:
1501 msg = "invalid token";
Guido van Rossuma110aa61994-08-29 12:50:44 +00001502 break;
Skip Montanaro118ec702002-08-15 01:20:16 +00001503 case E_EOFS:
1504 msg = "EOF while scanning triple-quoted string";
1505 break;
1506 case E_EOLS:
1507 msg = "EOL while scanning single-quoted string";
1508 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001509 case E_INTR:
Michael W. Hudson30ea2f22004-07-07 17:44:12 +00001510 if (!PyErr_Occurred())
1511 PyErr_SetNone(PyExc_KeyboardInterrupt);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001512 return;
1513 case E_NOMEM:
Guido van Rossum82598051997-03-05 00:20:32 +00001514 PyErr_NoMemory();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001515 return;
1516 case E_EOF:
1517 msg = "unexpected EOF while parsing";
1518 break;
Fred Drake85f36392000-07-11 17:53:00 +00001519 case E_TABSPACE:
1520 errtype = PyExc_TabError;
Guido van Rossum560e8ad1998-04-10 19:43:42 +00001521 msg = "inconsistent use of tabs and spaces in indentation";
1522 break;
Jeremy Hylton94988062000-06-20 19:10:44 +00001523 case E_OVERFLOW:
1524 msg = "expression too long";
1525 break;
Fred Drake85f36392000-07-11 17:53:00 +00001526 case E_DEDENT:
1527 errtype = PyExc_IndentationError;
1528 msg = "unindent does not match any outer indentation level";
1529 break;
1530 case E_TOODEEP:
1531 errtype = PyExc_IndentationError;
1532 msg = "too many levels of indentation";
1533 break;
Martin v. Löwisd35edda2005-08-24 08:39:24 +00001534 case E_DECODE: {
1535 PyObject *type, *value, *tb;
1536 PyErr_Fetch(&type, &value, &tb);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001537 if (value != NULL) {
Guido van Rossumc5724de2007-10-10 21:38:59 +00001538 u = PyObject_Unicode(value);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001539 if (u != NULL) {
Guido van Rossumc5724de2007-10-10 21:38:59 +00001540 msg = PyUnicode_AsString(u);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001541 }
1542 }
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001543 if (msg == NULL)
1544 msg = "unknown decode error";
Neal Norwitzdb83eb32005-12-18 05:29:30 +00001545 Py_XDECREF(type);
1546 Py_XDECREF(value);
Neal Norwitz40d37812005-10-02 01:48:49 +00001547 Py_XDECREF(tb);
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001548 break;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001549 }
Martin v. Löwis4bf108d2005-03-03 11:45:45 +00001550 case E_LINECONT:
1551 msg = "unexpected character after line continuation character";
1552 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00001553
1554 case E_IDENTIFIER:
1555 msg = "invalid character in identifier";
1556 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001557 default:
1558 fprintf(stderr, "error=%d\n", err->error);
1559 msg = "unknown parsing error";
1560 break;
1561 }
Martin v. Löwis5deb2102007-08-31 11:17:42 +00001562 /* err->text may not be UTF-8 in case of decoding errors.
1563 Explicitly convert to an object. */
1564 if (!err->text) {
1565 errtext = Py_None;
1566 Py_INCREF(Py_None);
1567 } else {
1568 errtext = PyUnicode_DecodeUTF8(err->text, strlen(err->text),
1569 "replace");
1570 }
1571 v = Py_BuildValue("(ziiN)", err->filename,
1572 err->lineno, err->offset, errtext);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001573 if (err->text != NULL) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001574 PyObject_FREE(err->text);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001575 err->text = NULL;
1576 }
1577 w = NULL;
1578 if (v != NULL)
1579 w = Py_BuildValue("(sO)", msg, v);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001580 Py_XDECREF(u);
Guido van Rossum41318302001-03-23 04:01:07 +00001581 Py_XDECREF(v);
Fred Drake85f36392000-07-11 17:53:00 +00001582 PyErr_SetObject(errtype, w);
Guido van Rossum82598051997-03-05 00:20:32 +00001583 Py_XDECREF(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001584}
1585
1586/* Print fatal error message and abort */
1587
1588void
Tim Peters7c321a82002-07-09 02:57:01 +00001589Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001590{
Guido van Rossum83dd6c31994-09-29 09:38:33 +00001591 fprintf(stderr, "Fatal Python error: %s\n", msg);
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001592#ifdef MS_WINDOWS
Guido van Rossum23c94461997-05-22 20:21:30 +00001593 OutputDebugString("Fatal Python error: ");
Guido van Rossuma44823b1995-03-14 15:01:17 +00001594 OutputDebugString(msg);
1595 OutputDebugString("\n");
Guido van Rossum0ba35361998-08-13 13:33:16 +00001596#ifdef _DEBUG
1597 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00001598#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001599#endif /* MS_WINDOWS */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001600 abort();
1601}
1602
1603/* Clean up and exit */
1604
Guido van Rossuma110aa61994-08-29 12:50:44 +00001605#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00001606#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00001607#endif
1608
Collin Winter670e6922007-03-21 02:57:17 +00001609static void (*pyexitfunc)(void) = NULL;
1610/* For the atexit module. */
1611void _Py_PyAtExit(void (*func)(void))
1612{
1613 pyexitfunc = func;
1614}
1615
1616static void
1617call_py_exitfuncs(void)
1618{
1619 if (pyexitfunc == NULL)
1620 return;
1621
1622 (*pyexitfunc)();
1623 PyErr_Clear();
1624}
1625
Guido van Rossum2dcfc961998-10-01 16:01:57 +00001626#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001627static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00001628static int nexitfuncs = 0;
1629
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001630int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00001631{
1632 if (nexitfuncs >= NEXITFUNCS)
1633 return -1;
1634 exitfuncs[nexitfuncs++] = func;
1635 return 0;
1636}
1637
Guido van Rossumcc283f51997-08-05 02:22:03 +00001638static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001639call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00001640{
Guido van Rossum1662dd51994-09-07 14:38:28 +00001641 while (nexitfuncs > 0)
1642 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00001643
1644 fflush(stdout);
1645 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001646}
1647
1648void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001649Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001650{
Guido van Rossumcc283f51997-08-05 02:22:03 +00001651 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001652
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001653 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001654}
1655
Guido van Rossumf1dc5661993-07-05 10:31:29 +00001656static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001657initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001658{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001659#ifdef SIGPIPE
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001660 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001661#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00001662#ifdef SIGXFZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001663 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00001664#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001665#ifdef SIGXFSZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001666 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001667#endif
Guido van Rossum82598051997-03-05 00:20:32 +00001668 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001669}
1670
Guido van Rossum7433b121997-02-14 19:45:36 +00001671
1672/*
1673 * The file descriptor fd is considered ``interactive'' if either
1674 * a) isatty(fd) is TRUE, or
1675 * b) the -i flag was given, and the filename associated with
1676 * the descriptor is NULL or "<stdin>" or "???".
1677 */
1678int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001679Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00001680{
1681 if (isatty((int)fileno(fp)))
1682 return 1;
1683 if (!Py_InteractiveFlag)
1684 return 0;
1685 return (filename == NULL) ||
1686 (strcmp(filename, "<stdin>") == 0) ||
1687 (strcmp(filename, "???") == 0);
1688}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001689
1690
Tim Petersd08e3822003-04-17 15:24:21 +00001691#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001692#if defined(WIN32) && defined(_MSC_VER)
1693
1694/* Stack checking for Microsoft C */
1695
1696#include <malloc.h>
1697#include <excpt.h>
1698
Fred Drakee8de31c2000-08-31 05:38:39 +00001699/*
1700 * Return non-zero when we run out of memory on the stack; zero otherwise.
1701 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001702int
Fred Drake399739f2000-08-31 05:52:44 +00001703PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001704{
1705 __try {
Tim Peters92e4dd82002-10-05 01:47:34 +00001706 /* alloca throws a stack overflow exception if there's
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001707 not enough space left on the stack */
Tim Peters92e4dd82002-10-05 01:47:34 +00001708 alloca(PYOS_STACK_MARGIN * sizeof(void*));
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001709 return 0;
1710 } __except (EXCEPTION_EXECUTE_HANDLER) {
1711 /* just ignore all errors */
1712 }
1713 return 1;
1714}
1715
1716#endif /* WIN32 && _MSC_VER */
1717
1718/* Alternate implementations can be added here... */
1719
1720#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00001721
1722
1723/* Wrappers around sigaction() or signal(). */
1724
1725PyOS_sighandler_t
1726PyOS_getsig(int sig)
1727{
1728#ifdef HAVE_SIGACTION
1729 struct sigaction context;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001730 if (sigaction(sig, NULL, &context) == -1)
1731 return SIG_ERR;
Guido van Rossum6f256182000-09-16 16:32:19 +00001732 return context.sa_handler;
1733#else
1734 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00001735/* Special signal handling for the secure CRT in Visual Studio 2005 */
1736#if defined(_MSC_VER) && _MSC_VER >= 1400
1737 switch (sig) {
1738 /* Only these signals are valid */
1739 case SIGINT:
1740 case SIGILL:
1741 case SIGFPE:
1742 case SIGSEGV:
1743 case SIGTERM:
1744 case SIGBREAK:
1745 case SIGABRT:
1746 break;
1747 /* Don't call signal() with other values or it will assert */
1748 default:
1749 return SIG_ERR;
1750 }
1751#endif /* _MSC_VER && _MSC_VER >= 1400 */
Guido van Rossum6f256182000-09-16 16:32:19 +00001752 handler = signal(sig, SIG_IGN);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001753 if (handler != SIG_ERR)
1754 signal(sig, handler);
Guido van Rossum6f256182000-09-16 16:32:19 +00001755 return handler;
1756#endif
1757}
1758
1759PyOS_sighandler_t
1760PyOS_setsig(int sig, PyOS_sighandler_t handler)
1761{
1762#ifdef HAVE_SIGACTION
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001763 struct sigaction context, ocontext;
Guido van Rossum6f256182000-09-16 16:32:19 +00001764 context.sa_handler = handler;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001765 sigemptyset(&context.sa_mask);
1766 context.sa_flags = 0;
1767 if (sigaction(sig, &context, &ocontext) == -1)
1768 return SIG_ERR;
1769 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001770#else
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001771 PyOS_sighandler_t oldhandler;
1772 oldhandler = signal(sig, handler);
1773#ifdef HAVE_SIGINTERRUPT
1774 siginterrupt(sig, 1);
1775#endif
1776 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001777#endif
1778}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001779
1780/* Deprecated C API functions still provided for binary compatiblity */
1781
1782#undef PyParser_SimpleParseFile
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001783PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001784PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1785{
1786 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
1787}
1788
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001789#undef PyParser_SimpleParseString
1790PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001791PyParser_SimpleParseString(const char *str, int start)
1792{
1793 return PyParser_SimpleParseStringFlags(str, start, 0);
1794}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001795
1796#undef PyRun_AnyFile
1797PyAPI_FUNC(int)
1798PyRun_AnyFile(FILE *fp, const char *name)
1799{
1800 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
1801}
1802
1803#undef PyRun_AnyFileEx
1804PyAPI_FUNC(int)
1805PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1806{
1807 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
1808}
1809
1810#undef PyRun_AnyFileFlags
1811PyAPI_FUNC(int)
1812PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1813{
1814 return PyRun_AnyFileExFlags(fp, name, 0, flags);
1815}
1816
1817#undef PyRun_File
1818PyAPI_FUNC(PyObject *)
1819PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1820{
1821 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
1822}
1823
1824#undef PyRun_FileEx
1825PyAPI_FUNC(PyObject *)
1826PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1827{
1828 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
1829}
1830
1831#undef PyRun_FileFlags
1832PyAPI_FUNC(PyObject *)
1833PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
1834 PyCompilerFlags *flags)
1835{
1836 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
1837}
1838
1839#undef PyRun_SimpleFile
1840PyAPI_FUNC(int)
1841PyRun_SimpleFile(FILE *f, const char *p)
1842{
1843 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
1844}
1845
1846#undef PyRun_SimpleFileEx
1847PyAPI_FUNC(int)
1848PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1849{
1850 return PyRun_SimpleFileExFlags(f, p, c, NULL);
1851}
1852
1853
1854#undef PyRun_String
1855PyAPI_FUNC(PyObject *)
1856PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1857{
1858 return PyRun_StringFlags(str, s, g, l, NULL);
1859}
1860
1861#undef PyRun_SimpleString
1862PyAPI_FUNC(int)
1863PyRun_SimpleString(const char *s)
1864{
1865 return PyRun_SimpleStringFlags(s, NULL);
1866}
1867
1868#undef Py_CompileString
1869PyAPI_FUNC(PyObject *)
1870Py_CompileString(const char *str, const char *p, int s)
1871{
1872 return Py_CompileStringFlags(str, p, s, NULL);
1873}
1874
1875#undef PyRun_InteractiveOne
1876PyAPI_FUNC(int)
1877PyRun_InteractiveOne(FILE *f, const char *p)
1878{
1879 return PyRun_InteractiveOneFlags(f, p, NULL);
1880}
1881
1882#undef PyRun_InteractiveLoop
1883PyAPI_FUNC(int)
1884PyRun_InteractiveLoop(FILE *f, const char *p)
1885{
1886 return PyRun_InteractiveLoopFlags(f, p, NULL);
1887}
1888
1889#ifdef __cplusplus
1890}
1891#endif