blob: b8d516dd9c5bebdc68f8f685d8b4ed756e3aa3e7 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Kristján Valur Jónsson67387fb2007-04-25 00:17:39 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000014#include "compile.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000015#include "symtable.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +000016#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000017#include "ast.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000018#include "eval.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000019#include "marshal.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000020
Martin v. Löwis0e8bd7e2006-06-10 12:23:46 +000021#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022#include <signal.h>
Martin v. Löwis0e8bd7e2006-06-10 12:23:46 +000023#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000024
Martin v. Löwis73d538b2003-03-05 15:13:47 +000025#ifdef HAVE_LANGINFO_H
26#include <locale.h>
27#include <langinfo.h>
28#endif
29
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000030#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000031#undef BYTE
32#include "windows.h"
33#endif
34
Neal Norwitz4281cef2006-03-04 19:58:13 +000035#ifndef Py_REF_DEBUG
Tim Peters62e97f02006-03-28 21:44:32 +000036#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000037#else /* Py_REF_DEBUG */
Tim Peters62e97f02006-03-28 21:44:32 +000038#define PRINT_TOTAL_REFS() fprintf(stderr, \
39 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
Armin Rigoe1709372006-04-12 17:06:05 +000040 _Py_GetRefTotal())
Neal Norwitz4281cef2006-03-04 19:58:13 +000041#endif
42
Anthony Baxterac6bd462006-04-13 02:06:09 +000043#ifdef __cplusplus
44extern "C" {
45#endif
46
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000047extern char *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000048
Guido van Rossum82598051997-03-05 00:20:32 +000049extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000050
Guido van Rossumb73cc041993-11-01 16:28:59 +000051/* Forward */
Tim Petersdbd9ba62000-07-09 03:09:57 +000052static void initmain(void);
53static void initsite(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000054static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Neal Norwitzadb69fc2005-12-17 20:54:49 +000055 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000056static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Jeremy Hyltonbc320242001-03-22 02:47:58 +000057 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000058static void err_input(perrdetail *);
59static void initsigs(void);
60static void call_sys_exitfunc(void);
61static void call_ll_exitfuncs(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000062extern void _PyUnicode_Init(void);
63extern void _PyUnicode_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000064
Mark Hammond8d98d2c2003-04-19 15:41:53 +000065#ifdef WITH_THREAD
66extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
67extern void _PyGILState_Fini(void);
68#endif /* WITH_THREAD */
69
Guido van Rossum82598051997-03-05 00:20:32 +000070int Py_DebugFlag; /* Needed by parser.c */
71int Py_VerboseFlag; /* Needed by import.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000072int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Georg Brandl49aafc92007-03-07 00:34:46 +000073int Py_InspectFlag; /* Needed to determine whether to exit at SystemError */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000074int Py_NoSiteFlag; /* Suppress 'import site' */
Georg Brandl2da0fce2008-01-07 17:09:35 +000075int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.py[co]) */
Barry Warsaw3ce09642000-05-02 19:18:59 +000076int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000077int Py_FrozenFlag; /* Needed by getpath.c */
Guido van Rossumb16d1972000-05-01 17:55:15 +000078int Py_UnicodeFlag = 0; /* Needed by compile.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000079int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Tim Peters3caca232001-12-06 06:23:26 +000080/* _XXX Py_QnewFlag should go away in 2.3. It's true iff -Qnew is passed,
81 on the command line, and is used in 2.2 by ceval.c to make all "/" divisions
82 true divisions (which they will be in 2.3). */
83int _Py_QnewFlag = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +000084
Mark Hammonda43fd0c2003-02-19 00:33:33 +000085/* Reference to 'warnings' module, to avoid importing it
Mark Hammondedd07732003-07-15 23:03:55 +000086 on the fly when the import lock may be held. See 683658/771097
Mark Hammonda43fd0c2003-02-19 00:33:33 +000087*/
Mark Hammondedd07732003-07-15 23:03:55 +000088static PyObject *warnings_module = NULL;
89
90/* Returns a borrowed reference to the 'warnings' module, or NULL.
91 If the module is returned, it is guaranteed to have been obtained
92 without acquiring the import lock
93*/
Martin v. Löwisa2c17c52003-08-09 09:47:11 +000094PyObject *PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +000095{
96 PyObject *typ, *val, *tb;
97 PyObject *all_modules;
98 /* If we managed to get the module at init time, just use it */
99 if (warnings_module)
100 return warnings_module;
101 /* If it wasn't available at init time, it may be available
102 now in sys.modules (common scenario is frozen apps: import
103 at init time fails, but the frozen init code sets up sys.path
104 correctly, then does an implicit import of warnings for us
105 */
106 /* Save and restore any exceptions */
107 PyErr_Fetch(&typ, &val, &tb);
108
Mark Hammond5f4e8ca2003-07-16 01:54:38 +0000109 all_modules = PySys_GetObject("modules");
Mark Hammondedd07732003-07-15 23:03:55 +0000110 if (all_modules) {
111 warnings_module = PyDict_GetItemString(all_modules, "warnings");
112 /* We keep a ref in the global */
113 Py_XINCREF(warnings_module);
114 }
115 PyErr_Restore(typ, val, tb);
116 return warnings_module;
117}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000118
Guido van Rossum25ce5661997-08-02 03:10:38 +0000119static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000120
Thomas Wouters7e474022000-07-16 12:04:32 +0000121/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000122
123int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000124Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000125{
126 return initialized;
127}
128
Guido van Rossum25ce5661997-08-02 03:10:38 +0000129/* Global initializations. Can be undone by Py_Finalize(). Don't
130 call this twice without an intervening Py_Finalize() call. When
131 initializations fail, a fatal error is issued and the function does
132 not return. On return, the first thread and interpreter state have
133 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000134
Guido van Rossum25ce5661997-08-02 03:10:38 +0000135 Locking: you must hold the interpreter lock while calling this.
136 (If the lock has not yet been initialized, that's equivalent to
137 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000138
Guido van Rossum25ce5661997-08-02 03:10:38 +0000139*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000140
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000141static int
142add_flag(int flag, const char *envs)
143{
144 int env = atoi(envs);
145 if (flag < env)
146 flag = env;
147 if (flag < 1)
148 flag = 1;
149 return flag;
150}
151
Guido van Rossuma027efa1997-05-05 20:56:21 +0000152void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000153Py_InitializeEx(int install_sigs)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000154{
Guido van Rossuma027efa1997-05-05 20:56:21 +0000155 PyInterpreterState *interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000156 PyThreadState *tstate;
157 PyObject *bimod, *sysmod;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000158 char *p;
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000159#if defined(Py_USING_UNICODE) && defined(HAVE_LANGINFO_H) && defined(CODESET)
160 char *codeset;
161 char *saved_locale;
162 PyObject *sys_stream, *sys_isatty;
163#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +0000164 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000165
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000166 if (initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000167 return;
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000168 initialized = 1;
Tim Petersd08e3822003-04-17 15:24:21 +0000169
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000170 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000171 Py_DebugFlag = add_flag(Py_DebugFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000172 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000173 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000174 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000175 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
Georg Brandl2da0fce2008-01-07 17:09:35 +0000176 if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')
177 Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000178
Guido van Rossuma027efa1997-05-05 20:56:21 +0000179 interp = PyInterpreterState_New();
180 if (interp == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000181 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000182
Guido van Rossuma027efa1997-05-05 20:56:21 +0000183 tstate = PyThreadState_New(interp);
184 if (tstate == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000185 Py_FatalError("Py_Initialize: can't make first thread");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000186 (void) PyThreadState_Swap(tstate);
187
Guido van Rossum70d893a2001-08-16 08:21:42 +0000188 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000189
Neal Norwitzb2501f42002-12-31 03:42:13 +0000190 if (!_PyFrame_Init())
Neal Norwitzc91ed402002-12-30 22:29:22 +0000191 Py_FatalError("Py_Initialize: can't init frames");
192
Neal Norwitzb2501f42002-12-31 03:42:13 +0000193 if (!_PyInt_Init())
Neal Norwitzc91ed402002-12-30 22:29:22 +0000194 Py_FatalError("Py_Initialize: can't init ints");
195
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000196 _PyFloat_Init();
197
Guido van Rossum25ce5661997-08-02 03:10:38 +0000198 interp->modules = PyDict_New();
199 if (interp->modules == NULL)
200 Py_FatalError("Py_Initialize: can't make modules dictionary");
Collin Winter276887b2007-03-12 16:11:39 +0000201 interp->modules_reloading = PyDict_New();
202 if (interp->modules_reloading == NULL)
203 Py_FatalError("Py_Initialize: can't make modules_reloading dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000204
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000205#ifdef Py_USING_UNICODE
Guido van Rossumc94044c2000-03-10 23:03:54 +0000206 /* Init Unicode implementation; relies on the codec registry */
207 _PyUnicode_Init();
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000208#endif
Guido van Rossumc94044c2000-03-10 23:03:54 +0000209
Barry Warsawf242aa02000-05-25 23:09:49 +0000210 bimod = _PyBuiltin_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000211 if (bimod == NULL)
212 Py_FatalError("Py_Initialize: can't initialize __builtin__");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000213 interp->builtins = PyModule_GetDict(bimod);
Neal Norwitz0f7dbf72006-08-12 03:17:41 +0000214 if (interp->builtins == NULL)
215 Py_FatalError("Py_Initialize: can't initialize builtins dict");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000216 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000217
218 sysmod = _PySys_Init();
219 if (sysmod == NULL)
220 Py_FatalError("Py_Initialize: can't initialize sys");
221 interp->sysdict = PyModule_GetDict(sysmod);
Neal Norwitz0f7dbf72006-08-12 03:17:41 +0000222 if (interp->sysdict == NULL)
223 Py_FatalError("Py_Initialize: can't initialize sys dict");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000224 Py_INCREF(interp->sysdict);
225 _PyImport_FixupExtension("sys", "sys");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000226 PySys_SetPath(Py_GetPath());
Guido van Rossum25ce5661997-08-02 03:10:38 +0000227 PyDict_SetItemString(interp->sysdict, "modules",
228 interp->modules);
229
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000230 _PyImport_Init();
231
Barry Warsawf242aa02000-05-25 23:09:49 +0000232 /* initialize builtin exceptions */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000233 _PyExc_Init();
Barry Warsaw5821bc52001-08-13 23:04:56 +0000234 _PyImport_FixupExtension("exceptions", "exceptions");
Barry Warsawf242aa02000-05-25 23:09:49 +0000235
Barry Warsaw035574d1997-08-29 22:07:17 +0000236 /* phase 2 of builtins */
Barry Warsaw963b8711997-09-18 16:42:02 +0000237 _PyImport_FixupExtension("__builtin__", "__builtin__");
Barry Warsaw035574d1997-08-29 22:07:17 +0000238
Just van Rossum52e14d62002-12-30 22:08:05 +0000239 _PyImportHooks_Init();
240
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000241 if (install_sigs)
242 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000243
244 initmain(); /* Module __main__ */
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000245 if (!Py_NoSiteFlag)
246 initsite(); /* Module site */
Just van Rossum5bfba3a2003-02-25 20:25:12 +0000247
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000248 /* auto-thread-state API, if available */
249#ifdef WITH_THREAD
250 _PyGILState_Init(interp, tstate);
251#endif /* WITH_THREAD */
252
Mark Hammondedd07732003-07-15 23:03:55 +0000253 warnings_module = PyImport_ImportModule("warnings");
254 if (!warnings_module)
255 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000256
257#if defined(Py_USING_UNICODE) && defined(HAVE_LANGINFO_H) && defined(CODESET)
258 /* On Unix, set the file system encoding according to the
259 user's preference, if the CODESET names a well-known
260 Python codec, and Py_FileSystemDefaultEncoding isn't
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000261 initialized by other means. Also set the encoding of
262 stdin and stdout if these are terminals. */
263
Martin v. Löwisf56d0152003-11-13 07:43:21 +0000264 saved_locale = strdup(setlocale(LC_CTYPE, NULL));
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000265 setlocale(LC_CTYPE, "");
266 codeset = nl_langinfo(CODESET);
267 if (codeset && *codeset) {
268 PyObject *enc = PyCodec_Encoder(codeset);
269 if (enc) {
270 codeset = strdup(codeset);
271 Py_DECREF(enc);
272 } else {
273 codeset = NULL;
274 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000275 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000276 } else
277 codeset = NULL;
278 setlocale(LC_CTYPE, saved_locale);
Martin v. Löwisf56d0152003-11-13 07:43:21 +0000279 free(saved_locale);
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000280
281 if (codeset) {
Michael W. Hudson68debc92003-08-11 12:20:24 +0000282 sys_stream = PySys_GetObject("stdin");
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000283 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
284 if (!sys_isatty)
285 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000286 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
287 PyFile_Check(sys_stream)) {
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000288 if (!PyFile_SetEncoding(sys_stream, codeset))
289 Py_FatalError("Cannot set codeset of stdin");
290 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000291 Py_XDECREF(sys_isatty);
292
293 sys_stream = PySys_GetObject("stdout");
294 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
295 if (!sys_isatty)
296 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000297 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
298 PyFile_Check(sys_stream)) {
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000299 if (!PyFile_SetEncoding(sys_stream, codeset))
300 Py_FatalError("Cannot set codeset of stdout");
301 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000302 Py_XDECREF(sys_isatty);
303
Martin v. Löwisea62d252006-04-03 10:56:49 +0000304 sys_stream = PySys_GetObject("stderr");
305 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
306 if (!sys_isatty)
307 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000308 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
309 PyFile_Check(sys_stream)) {
Martin v. Löwisea62d252006-04-03 10:56:49 +0000310 if (!PyFile_SetEncoding(sys_stream, codeset))
311 Py_FatalError("Cannot set codeset of stderr");
312 }
313 Py_XDECREF(sys_isatty);
314
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000315 if (!Py_FileSystemDefaultEncoding)
316 Py_FileSystemDefaultEncoding = codeset;
317 else
318 free(codeset);
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000319 }
320#endif
Guido van Rossum25ce5661997-08-02 03:10:38 +0000321}
322
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000323void
324Py_Initialize(void)
325{
326 Py_InitializeEx(1);
327}
328
329
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000330#ifdef COUNT_ALLOCS
Martin v. Löwis45294a92006-04-18 06:24:08 +0000331extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000332#endif
333
Guido van Rossum25ce5661997-08-02 03:10:38 +0000334/* Undo the effect of Py_Initialize().
335
336 Beware: if multiple interpreter and/or thread states exist, these
337 are not wiped out; only the current thread and interpreter state
338 are deleted. But since everything else is deleted, those other
339 interpreter and thread states should no longer be used.
340
341 (XXX We should do better, e.g. wipe out all interpreters and
342 threads.)
343
344 Locking: as above.
345
346*/
347
348void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000349Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000350{
351 PyInterpreterState *interp;
352 PyThreadState *tstate;
353
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000354 if (!initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000355 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000356
Tim Peters384fd102001-01-21 03:40:37 +0000357 /* The interpreter is still entirely intact at this point, and the
358 * exit funcs may be relying on that. In particular, if some thread
359 * or exit func is still waiting to do an import, the import machinery
360 * expects Py_IsInitialized() to return true. So don't say the
361 * interpreter is uninitialized until after the exit funcs have run.
362 * Note that Threading.py uses an exit func to do a join on all the
363 * threads created thru it, so this also protects pending imports in
364 * the threads created via Threading.
365 */
Guido van Rossum4cc462e1998-01-19 22:00:38 +0000366 call_sys_exitfunc();
Tim Peters384fd102001-01-21 03:40:37 +0000367 initialized = 0;
Guido van Rossum4cc462e1998-01-19 22:00:38 +0000368
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000369 /* Get current thread state and interpreter pointer */
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000370 tstate = PyThreadState_GET();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000371 interp = tstate->interp;
372
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000373 /* Disable signal handling */
374 PyOS_FiniInterrupts();
375
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000376 /* drop module references we saved */
Mark Hammondedd07732003-07-15 23:03:55 +0000377 Py_XDECREF(warnings_module);
378 warnings_module = NULL;
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000379
Christian Heimes908caac2008-01-27 23:34:59 +0000380 /* Clear type lookup cache */
381 PyType_ClearCache();
382
Guido van Rossume13ddc92003-04-17 17:29:22 +0000383 /* Collect garbage. This may call finalizers; it's nice to call these
Tim Peters1d7323e2003-12-01 21:35:27 +0000384 * before all modules are destroyed.
385 * XXX If a __del__ or weakref callback is triggered here, and tries to
386 * XXX import a module, bad things can happen, because Python no
387 * XXX longer believes it's initialized.
388 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
389 * XXX is easy to provoke that way. I've also seen, e.g.,
390 * XXX Exception exceptions.ImportError: 'No module named sha'
391 * XXX in <function callback at 0x008F5718> ignored
392 * XXX but I'm unclear on exactly how that one happens. In any case,
393 * XXX I haven't seen a real-life report of either of these.
Neal Norwitz9589ee22006-03-04 19:01:22 +0000394 */
Guido van Rossume13ddc92003-04-17 17:29:22 +0000395 PyGC_Collect();
Martin v. Löwis45294a92006-04-18 06:24:08 +0000396#ifdef COUNT_ALLOCS
397 /* With COUNT_ALLOCS, it helps to run GC multiple times:
398 each collection might release some types from the type
399 list, so they become garbage. */
400 while (PyGC_Collect() > 0)
401 /* nothing */;
402#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000403
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000404 /* Destroy all modules */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000405 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000406
Guido van Rossume13ddc92003-04-17 17:29:22 +0000407 /* Collect final garbage. This disposes of cycles created by
Tim Peters1d7323e2003-12-01 21:35:27 +0000408 * new-style class definitions, for example.
409 * XXX This is disabled because it caused too many problems. If
410 * XXX a __del__ or weakref callback triggers here, Python code has
411 * XXX a hard time running, because even the sys module has been
412 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
413 * XXX One symptom is a sequence of information-free messages
414 * XXX coming from threads (if a __del__ or callback is invoked,
415 * XXX other threads can execute too, and any exception they encounter
416 * XXX triggers a comedy of errors as subsystem after subsystem
417 * XXX fails to find what it *expects* to find in sys to help report
418 * XXX the exception and consequent unexpected failures). I've also
419 * XXX seen segfaults then, after adding print statements to the
420 * XXX Python code getting called.
421 */
422#if 0
Guido van Rossume13ddc92003-04-17 17:29:22 +0000423 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000424#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000425
Guido van Rossum1707aad1997-12-08 23:43:45 +0000426 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
427 _PyImport_Fini();
428
429 /* Debugging stuff */
430#ifdef COUNT_ALLOCS
Martin v. Löwis45294a92006-04-18 06:24:08 +0000431 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000432#endif
433
Tim Peters62e97f02006-03-28 21:44:32 +0000434 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000435
Tim Peters9cf25ce2003-04-17 15:21:01 +0000436#ifdef Py_TRACE_REFS
437 /* Display all objects still alive -- this can invoke arbitrary
438 * __repr__ overrides, so requires a mostly-intact interpreter.
439 * Alas, a lot of stuff may still be alive now that will be cleaned
440 * up later.
441 */
Tim Peters269b2a62003-04-17 19:52:29 +0000442 if (Py_GETENV("PYTHONDUMPREFS"))
Tim Peters9cf25ce2003-04-17 15:21:01 +0000443 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000444#endif /* Py_TRACE_REFS */
445
Guido van Rossumd922fa42003-04-15 14:10:09 +0000446 /* Clear interpreter state */
Barry Warsawf242aa02000-05-25 23:09:49 +0000447 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000448
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000449 /* Now we decref the exception classes. After this point nothing
450 can raise an exception. That's okay, because each Fini() method
451 below has been checked to make sure no exceptions are ever
452 raised.
453 */
454
455 _PyExc_Fini();
456
Amaury Forgeot d'Arc025c3472007-11-29 23:35:25 +0000457 /* Cleanup auto-thread-state */
458#ifdef WITH_THREAD
459 _PyGILState_Fini();
460#endif /* WITH_THREAD */
461
Guido van Rossumd922fa42003-04-15 14:10:09 +0000462 /* Delete current thread */
Barry Warsawf242aa02000-05-25 23:09:49 +0000463 PyThreadState_Swap(NULL);
464 PyInterpreterState_Delete(interp);
465
Guido van Rossumd922fa42003-04-15 14:10:09 +0000466 /* Sundry finalizers */
Guido van Rossumcc283f51997-08-05 02:22:03 +0000467 PyMethod_Fini();
468 PyFrame_Fini();
469 PyCFunction_Fini();
470 PyTuple_Fini();
Raymond Hettingerfb09f0e2004-10-07 03:58:07 +0000471 PyList_Fini();
Raymond Hettingerd7946662005-08-01 21:39:29 +0000472 PySet_Fini();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000473 PyString_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000474 PyInt_Fini();
475 PyFloat_Fini();
Christian Heimesf75dbef2008-02-08 00:11:31 +0000476 PyDict_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000477
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000478#ifdef Py_USING_UNICODE
479 /* Cleanup Unicode implementation */
480 _PyUnicode_Fini();
481#endif
482
Guido van Rossumcc283f51997-08-05 02:22:03 +0000483 /* XXX Still allocated:
484 - various static ad-hoc pointers to interned strings
485 - int and float free list blocks
486 - whatever various modules and libraries allocate
487 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000488
489 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000490
Tim Peters269b2a62003-04-17 19:52:29 +0000491#ifdef Py_TRACE_REFS
492 /* Display addresses (& refcnts) of all objects still alive.
493 * An address can be used to find the repr of the object, printed
494 * above by _Py_PrintReferences.
495 */
496 if (Py_GETENV("PYTHONDUMPREFS"))
497 _Py_PrintReferenceAddresses(stderr);
498#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000499#ifdef PYMALLOC_DEBUG
500 if (Py_GETENV("PYTHONMALLOCSTATS"))
501 _PyObject_DebugMallocStats();
502#endif
503
Guido van Rossumcc283f51997-08-05 02:22:03 +0000504 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000505}
506
507/* Create and initialize a new interpreter and thread, and return the
508 new thread. This requires that Py_Initialize() has been called
509 first.
510
511 Unsuccessful initialization yields a NULL pointer. Note that *no*
512 exception information is available even in this case -- the
513 exception information is held in the thread, and there is no
514 thread.
515
516 Locking: as above.
517
518*/
519
520PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000521Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000522{
523 PyInterpreterState *interp;
524 PyThreadState *tstate, *save_tstate;
525 PyObject *bimod, *sysmod;
526
527 if (!initialized)
528 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
529
530 interp = PyInterpreterState_New();
531 if (interp == NULL)
532 return NULL;
533
534 tstate = PyThreadState_New(interp);
535 if (tstate == NULL) {
536 PyInterpreterState_Delete(interp);
537 return NULL;
538 }
539
540 save_tstate = PyThreadState_Swap(tstate);
541
542 /* XXX The following is lax in error checking */
543
544 interp->modules = PyDict_New();
Collin Winter276887b2007-03-12 16:11:39 +0000545 interp->modules_reloading = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000546
547 bimod = _PyImport_FindExtension("__builtin__", "__builtin__");
548 if (bimod != NULL) {
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000549 interp->builtins = PyModule_GetDict(bimod);
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000550 if (interp->builtins == NULL)
551 goto handle_error;
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000552 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000553 }
554 sysmod = _PyImport_FindExtension("sys", "sys");
555 if (bimod != NULL && sysmod != NULL) {
556 interp->sysdict = PyModule_GetDict(sysmod);
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000557 if (interp->sysdict == NULL)
558 goto handle_error;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000559 Py_INCREF(interp->sysdict);
560 PySys_SetPath(Py_GetPath());
561 PyDict_SetItemString(interp->sysdict, "modules",
562 interp->modules);
Martin v. Löwisd7ceb222003-01-22 09:00:38 +0000563 _PyImportHooks_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000564 initmain();
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000565 if (!Py_NoSiteFlag)
566 initsite();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000567 }
568
569 if (!PyErr_Occurred())
570 return tstate;
571
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000572handle_error:
Guido van Rossum25ce5661997-08-02 03:10:38 +0000573 /* Oops, it didn't work. Undo it all. */
574
575 PyErr_Print();
576 PyThreadState_Clear(tstate);
577 PyThreadState_Swap(save_tstate);
578 PyThreadState_Delete(tstate);
579 PyInterpreterState_Delete(interp);
580
581 return NULL;
582}
583
584/* Delete an interpreter and its last thread. This requires that the
585 given thread state is current, that the thread has no remaining
586 frames, and that it is its interpreter's only remaining thread.
587 It is a fatal error to violate these constraints.
588
589 (Py_Finalize() doesn't have these constraints -- it zaps
590 everything, regardless.)
591
592 Locking: as above.
593
594*/
595
596void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000597Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000598{
599 PyInterpreterState *interp = tstate->interp;
600
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000601 if (tstate != PyThreadState_GET())
Guido van Rossum25ce5661997-08-02 03:10:38 +0000602 Py_FatalError("Py_EndInterpreter: thread is not current");
603 if (tstate->frame != NULL)
604 Py_FatalError("Py_EndInterpreter: thread still has a frame");
605 if (tstate != interp->tstate_head || tstate->next != NULL)
606 Py_FatalError("Py_EndInterpreter: not the last thread");
607
608 PyImport_Cleanup();
609 PyInterpreterState_Clear(interp);
610 PyThreadState_Swap(NULL);
611 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000612}
613
614static char *progname = "python";
615
616void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000617Py_SetProgramName(char *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000618{
619 if (pn && *pn)
620 progname = pn;
621}
622
623char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000624Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000625{
626 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000627}
628
Guido van Rossuma61691e1998-02-06 22:27:24 +0000629static char *default_home = NULL;
630
631void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000632Py_SetPythonHome(char *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000633{
634 default_home = home;
635}
636
637char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000638Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000639{
640 char *home = default_home;
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000641 if (home == NULL && !Py_IgnoreEnvironmentFlag)
642 home = Py_GETENV("PYTHONHOME");
Guido van Rossuma61691e1998-02-06 22:27:24 +0000643 return home;
644}
645
Guido van Rossum6135a871995-01-09 17:53:26 +0000646/* Create __main__ module */
647
648static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000649initmain(void)
Guido van Rossum6135a871995-01-09 17:53:26 +0000650{
Guido van Rossum82598051997-03-05 00:20:32 +0000651 PyObject *m, *d;
652 m = PyImport_AddModule("__main__");
Guido van Rossum6135a871995-01-09 17:53:26 +0000653 if (m == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +0000654 Py_FatalError("can't create __main__ module");
655 d = PyModule_GetDict(m);
656 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
Guido van Rossum858cb731997-11-19 16:15:37 +0000657 PyObject *bimod = PyImport_ImportModule("__builtin__");
658 if (bimod == NULL ||
659 PyDict_SetItemString(d, "__builtins__", bimod) != 0)
Guido van Rossum82598051997-03-05 00:20:32 +0000660 Py_FatalError("can't add __builtins__ to __main__");
Barry Warsaw3d05b1a1999-01-29 21:30:22 +0000661 Py_DECREF(bimod);
Guido van Rossum6135a871995-01-09 17:53:26 +0000662 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000663}
664
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000665/* Import the site module (not into __main__ though) */
666
667static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000668initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000669{
670 PyObject *m, *f;
671 m = PyImport_ImportModule("site");
672 if (m == NULL) {
673 f = PySys_GetObject("stderr");
674 if (Py_VerboseFlag) {
675 PyFile_WriteString(
676 "'import site' failed; traceback:\n", f);
677 PyErr_Print();
678 }
679 else {
680 PyFile_WriteString(
681 "'import site' failed; use -v for traceback\n", f);
682 PyErr_Clear();
683 }
684 }
685 else {
686 Py_DECREF(m);
687 }
688}
689
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000690/* Parse input from a file and execute it */
691
692int
Tim Peters5e9d6cf2006-05-28 10:41:29 +0000693PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000694 PyCompilerFlags *flags)
695{
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000696 if (filename == NULL)
697 filename = "???";
Guido van Rossum0df002c2000-08-27 19:21:52 +0000698 if (Py_FdIsInteractive(fp, filename)) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000699 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
Guido van Rossum0df002c2000-08-27 19:21:52 +0000700 if (closeit)
701 fclose(fp);
702 return err;
703 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000704 else
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000705 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000706}
707
708int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000709PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000710{
Guido van Rossum82598051997-03-05 00:20:32 +0000711 PyObject *v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000712 int ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000713 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000714
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000715 if (flags == NULL) {
716 flags = &local_flags;
Tim Peters5ba58662001-07-16 02:29:45 +0000717 local_flags.cf_flags = 0;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000718 }
Guido van Rossum82598051997-03-05 00:20:32 +0000719 v = PySys_GetObject("ps1");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000720 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000721 PySys_SetObject("ps1", v = PyString_FromString(">>> "));
722 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000723 }
Guido van Rossum82598051997-03-05 00:20:32 +0000724 v = PySys_GetObject("ps2");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000725 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000726 PySys_SetObject("ps2", v = PyString_FromString("... "));
727 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000728 }
729 for (;;) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000730 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
Tim Peters62e97f02006-03-28 21:44:32 +0000731 PRINT_TOTAL_REFS();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000732 if (ret == E_EOF)
733 return 0;
734 /*
735 if (ret == E_NOMEM)
736 return -1;
737 */
738 }
739}
740
Eric Smith7c478942008-03-18 23:45:49 +0000741#if 0
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000742/* compute parser flags based on compiler flags */
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000743#define PARSER_FLAGS(flags) \
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000744 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
Neal Norwitzca460d92006-09-06 06:28:06 +0000745 PyPARSE_DONT_IMPLY_DEDENT : 0)) : 0)
Eric Smith7c478942008-03-18 23:45:49 +0000746#endif
747#if 1
Neal Norwitzca460d92006-09-06 06:28:06 +0000748/* Keep an example of flags with future keyword support. */
749#define PARSER_FLAGS(flags) \
750 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000751 PyPARSE_DONT_IMPLY_DEDENT : 0) \
Eric Smith7c478942008-03-18 23:45:49 +0000752 | ((flags)->cf_flags & CO_FUTURE_PRINT_FUNCTION ? \
753 PyPARSE_PRINT_IS_FUNCTION : 0)) : 0)
Neal Norwitzca460d92006-09-06 06:28:06 +0000754#endif
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000755
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000756int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000757PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000758{
Guido van Rossum82598051997-03-05 00:20:32 +0000759 PyObject *m, *d, *v, *w;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000760 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +0000761 PyArena *arena;
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000762 char *ps1 = "", *ps2 = "";
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000763 int errcode = 0;
Tim Petersfe2127d2001-07-16 05:37:24 +0000764
Guido van Rossum82598051997-03-05 00:20:32 +0000765 v = PySys_GetObject("ps1");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000766 if (v != NULL) {
767 v = PyObject_Str(v);
768 if (v == NULL)
769 PyErr_Clear();
770 else if (PyString_Check(v))
771 ps1 = PyString_AsString(v);
772 }
Guido van Rossum82598051997-03-05 00:20:32 +0000773 w = PySys_GetObject("ps2");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000774 if (w != NULL) {
775 w = PyObject_Str(w);
776 if (w == NULL)
777 PyErr_Clear();
778 else if (PyString_Check(w))
779 ps2 = PyString_AsString(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000780 }
Neal Norwitz9589ee22006-03-04 19:01:22 +0000781 arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +0000782 if (arena == NULL) {
783 Py_XDECREF(v);
784 Py_XDECREF(w);
785 return -1;
786 }
Tim Peters5e9d6cf2006-05-28 10:41:29 +0000787 mod = PyParser_ASTFromFile(fp, filename,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000788 Py_single_input, ps1, ps2,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000789 flags, &errcode, arena);
Guido van Rossum82598051997-03-05 00:20:32 +0000790 Py_XDECREF(v);
791 Py_XDECREF(w);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000792 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000793 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000794 if (errcode == E_EOF) {
795 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +0000796 return E_EOF;
797 }
Guido van Rossum82598051997-03-05 00:20:32 +0000798 PyErr_Print();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000799 return -1;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000800 }
Guido van Rossum82598051997-03-05 00:20:32 +0000801 m = PyImport_AddModule("__main__");
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000802 if (m == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000803 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000804 return -1;
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000805 }
Guido van Rossum82598051997-03-05 00:20:32 +0000806 d = PyModule_GetDict(m);
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000807 v = run_mod(mod, filename, d, d, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +0000808 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000809 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000810 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000811 return -1;
812 }
Guido van Rossum82598051997-03-05 00:20:32 +0000813 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000814 if (Py_FlushLine())
815 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000816 return 0;
817}
818
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000819/* Check whether a file maybe a pyc file: Look at the extension,
820 the file type, and, if we may close it, at the first few bytes. */
821
822static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000823maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000824{
825 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
826 return 1;
827
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000828 /* Only look into the file if we are allowed to close it, since
829 it then should also be seekable. */
830 if (closeit) {
831 /* Read only two bytes of the magic. If the file was opened in
832 text mode, the bytes 3 and 4 of the magic (\r\n) might not
833 be read as they are on disk. */
834 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
835 unsigned char buf[2];
Tim Peters3e876562001-02-11 04:35:39 +0000836 /* Mess: In case of -x, the stream is NOT at its start now,
837 and ungetc() was used to push back the first newline,
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000838 which makes the current stream position formally undefined,
839 and a x-platform nightmare.
840 Unfortunately, we have no direct way to know whether -x
841 was specified. So we use a terrible hack: if the current
842 stream position is not 0, we assume -x was specified, and
843 give up. Bug 132850 on SourceForge spells out the
844 hopelessness of trying anything else (fseek and ftell
845 don't work predictably x-platform for text-mode files).
Tim Peters3e876562001-02-11 04:35:39 +0000846 */
Tim Peters3e876562001-02-11 04:35:39 +0000847 int ispyc = 0;
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000848 if (ftell(fp) == 0) {
849 if (fread(buf, 1, 2, fp) == 2 &&
Tim Petersd08e3822003-04-17 15:24:21 +0000850 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000851 ispyc = 1;
852 rewind(fp);
853 }
Tim Peters3e876562001-02-11 04:35:39 +0000854 return ispyc;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000855 }
856 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000857}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000858
Guido van Rossum0df002c2000-08-27 19:21:52 +0000859int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000860PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000861 PyCompilerFlags *flags)
862{
Guido van Rossum82598051997-03-05 00:20:32 +0000863 PyObject *m, *d, *v;
Martin v. Löwis95292d62002-12-11 14:04:59 +0000864 const char *ext;
Georg Brandlaa2321b2007-03-07 00:40:28 +0000865 int set_file_name = 0, ret;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000866
Guido van Rossum82598051997-03-05 00:20:32 +0000867 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000868 if (m == NULL)
869 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000870 d = PyModule_GetDict(m);
Fred Drake8ed02042002-10-17 21:24:58 +0000871 if (PyDict_GetItemString(d, "__file__") == NULL) {
872 PyObject *f = PyString_FromString(filename);
873 if (f == NULL)
874 return -1;
875 if (PyDict_SetItemString(d, "__file__", f) < 0) {
876 Py_DECREF(f);
877 return -1;
878 }
Georg Brandlaa2321b2007-03-07 00:40:28 +0000879 set_file_name = 1;
Fred Drake8ed02042002-10-17 21:24:58 +0000880 Py_DECREF(f);
881 }
Guido van Rossumfdef2711994-09-14 13:31:04 +0000882 ext = filename + strlen(filename) - 4;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000883 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000884 /* Try to run a pyc file. First, re-open in binary */
Guido van Rossum0df002c2000-08-27 19:21:52 +0000885 if (closeit)
886 fclose(fp);
Fred Drake8ed02042002-10-17 21:24:58 +0000887 if ((fp = fopen(filename, "rb")) == NULL) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000888 fprintf(stderr, "python: Can't reopen .pyc file\n");
Georg Brandlaa2321b2007-03-07 00:40:28 +0000889 ret = -1;
890 goto done;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000891 }
Guido van Rossum2a7f58d1997-04-02 05:28:38 +0000892 /* Turn on optimization if a .pyo file is given */
893 if (strcmp(ext, ".pyo") == 0)
894 Py_OptimizeFlag = 1;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000895 v = run_pyc_file(fp, filename, d, d, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000896 } else {
Tim Petersd08e3822003-04-17 15:24:21 +0000897 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000898 closeit, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000899 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000900 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000901 PyErr_Print();
Georg Brandlaa2321b2007-03-07 00:40:28 +0000902 ret = -1;
903 goto done;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000904 }
Guido van Rossum82598051997-03-05 00:20:32 +0000905 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000906 if (Py_FlushLine())
907 PyErr_Clear();
Georg Brandlaa2321b2007-03-07 00:40:28 +0000908 ret = 0;
909 done:
910 if (set_file_name && PyDict_DelItemString(d, "__file__"))
911 PyErr_Clear();
912 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000913}
914
915int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000916PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000917{
Guido van Rossum82598051997-03-05 00:20:32 +0000918 PyObject *m, *d, *v;
919 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000920 if (m == NULL)
921 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000922 d = PyModule_GetDict(m);
Guido van Rossum393661d2001-08-31 17:40:15 +0000923 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000924 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000925 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000926 return -1;
927 }
Guido van Rossum82598051997-03-05 00:20:32 +0000928 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000929 if (Py_FlushLine())
930 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000931 return 0;
932}
933
Barry Warsaw035574d1997-08-29 22:07:17 +0000934static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000935parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
936 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000937{
938 long hold;
939 PyObject *v;
940
941 /* old style errors */
942 if (PyTuple_Check(err))
Neal Norwitz78293352002-04-01 01:41:20 +0000943 return PyArg_ParseTuple(err, "O(ziiz)", message, filename,
Neal Norwitz9589ee22006-03-04 19:01:22 +0000944 lineno, offset, text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000945
946 /* new style errors. `err' is an instance */
947
948 if (! (v = PyObject_GetAttrString(err, "msg")))
949 goto finally;
950 *message = v;
951
952 if (!(v = PyObject_GetAttrString(err, "filename")))
953 goto finally;
954 if (v == Py_None)
955 *filename = NULL;
956 else if (! (*filename = PyString_AsString(v)))
957 goto finally;
958
959 Py_DECREF(v);
960 if (!(v = PyObject_GetAttrString(err, "lineno")))
961 goto finally;
962 hold = PyInt_AsLong(v);
963 Py_DECREF(v);
964 v = NULL;
965 if (hold < 0 && PyErr_Occurred())
966 goto finally;
967 *lineno = (int)hold;
968
969 if (!(v = PyObject_GetAttrString(err, "offset")))
970 goto finally;
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000971 if (v == Py_None) {
972 *offset = -1;
973 Py_DECREF(v);
974 v = NULL;
975 } else {
976 hold = PyInt_AsLong(v);
977 Py_DECREF(v);
978 v = NULL;
979 if (hold < 0 && PyErr_Occurred())
980 goto finally;
981 *offset = (int)hold;
982 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000983
984 if (!(v = PyObject_GetAttrString(err, "text")))
985 goto finally;
986 if (v == Py_None)
987 *text = NULL;
988 else if (! (*text = PyString_AsString(v)))
989 goto finally;
990 Py_DECREF(v);
991 return 1;
992
993finally:
994 Py_XDECREF(v);
995 return 0;
996}
997
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000998void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000999PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001000{
Guido van Rossuma61691e1998-02-06 22:27:24 +00001001 PyErr_PrintEx(1);
1002}
1003
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001004static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001005print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001006{
1007 char *nl;
1008 if (offset >= 0) {
1009 if (offset > 0 && offset == (int)strlen(text))
1010 offset--;
1011 for (;;) {
1012 nl = strchr(text, '\n');
1013 if (nl == NULL || nl-text >= offset)
1014 break;
Martin v. Löwis18e16552006-02-15 17:27:45 +00001015 offset -= (int)(nl+1-text);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001016 text = nl+1;
1017 }
1018 while (*text == ' ' || *text == '\t') {
1019 text++;
1020 offset--;
1021 }
1022 }
1023 PyFile_WriteString(" ", f);
1024 PyFile_WriteString(text, f);
1025 if (*text == '\0' || text[strlen(text)-1] != '\n')
1026 PyFile_WriteString("\n", f);
1027 if (offset == -1)
1028 return;
1029 PyFile_WriteString(" ", f);
1030 offset--;
1031 while (offset > 0) {
1032 PyFile_WriteString(" ", f);
1033 offset--;
1034 }
1035 PyFile_WriteString("^\n", f);
1036}
1037
Guido van Rossum66e8e862001-03-23 17:54:43 +00001038static void
1039handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001040{
Neal Norwitz9589ee22006-03-04 19:01:22 +00001041 PyObject *exception, *value, *tb;
1042 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001043
Georg Brandl49aafc92007-03-07 00:34:46 +00001044 if (Py_InspectFlag)
1045 /* Don't exit if -i flag was given. This flag is set to 0
1046 * when entering interactive mode for inspecting. */
1047 return;
1048
Guido van Rossum66e8e862001-03-23 17:54:43 +00001049 PyErr_Fetch(&exception, &value, &tb);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001050 if (Py_FlushLine())
1051 PyErr_Clear();
1052 fflush(stdout);
1053 if (value == NULL || value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001054 goto done;
Brett Cannonbf364092006-03-01 04:25:17 +00001055 if (PyExceptionInstance_Check(value)) {
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001056 /* The error code should be in the `code' attribute. */
1057 PyObject *code = PyObject_GetAttrString(value, "code");
1058 if (code) {
1059 Py_DECREF(value);
1060 value = code;
1061 if (value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001062 goto done;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001063 }
1064 /* If we failed to dig out the 'code' attribute,
1065 just let the else clause below print the error. */
1066 }
1067 if (PyInt_Check(value))
Tim Peterscf615b52003-04-19 18:47:02 +00001068 exitcode = (int)PyInt_AsLong(value);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001069 else {
1070 PyObject_Print(value, stderr, Py_PRINT_RAW);
1071 PySys_WriteStderr("\n");
Tim Peterscf615b52003-04-19 18:47:02 +00001072 exitcode = 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001073 }
Tim Peterscf615b52003-04-19 18:47:02 +00001074 done:
Neal Norwitz9589ee22006-03-04 19:01:22 +00001075 /* Restore and clear the exception info, in order to properly decref
1076 * the exception, value, and traceback. If we just exit instead,
1077 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1078 * some finalizers from running.
1079 */
Tim Peterscf615b52003-04-19 18:47:02 +00001080 PyErr_Restore(exception, value, tb);
1081 PyErr_Clear();
1082 Py_Exit(exitcode);
1083 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001084}
1085
1086void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001087PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001088{
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001089 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001090
1091 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1092 handle_system_exit();
1093 }
Guido van Rossum82598051997-03-05 00:20:32 +00001094 PyErr_Fetch(&exception, &v, &tb);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001095 if (exception == NULL)
1096 return;
Barry Warsaw035574d1997-08-29 22:07:17 +00001097 PyErr_NormalizeException(&exception, &v, &tb);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001098 if (exception == NULL)
Guido van Rossum296b4751997-05-23 00:19:20 +00001099 return;
Guido van Rossum9d785502006-03-07 18:31:44 +00001100 /* Now we know v != NULL too */
Guido van Rossuma61691e1998-02-06 22:27:24 +00001101 if (set_sys_last_vars) {
1102 PySys_SetObject("last_type", exception);
1103 PySys_SetObject("last_value", v);
1104 PySys_SetObject("last_traceback", tb);
1105 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001106 hook = PySys_GetObject("excepthook");
1107 if (hook) {
Raymond Hettinger8ae46892003-10-12 19:09:37 +00001108 PyObject *args = PyTuple_Pack(3,
Guido van Rossum9d785502006-03-07 18:31:44 +00001109 exception, v, tb ? tb : Py_None);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001110 PyObject *result = PyEval_CallObject(hook, args);
1111 if (result == NULL) {
1112 PyObject *exception2, *v2, *tb2;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001113 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1114 handle_system_exit();
1115 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001116 PyErr_Fetch(&exception2, &v2, &tb2);
1117 PyErr_NormalizeException(&exception2, &v2, &tb2);
Neal Norwitza5e4f222006-07-17 00:59:04 +00001118 /* It should not be possible for exception2 or v2
1119 to be NULL. However PyErr_Display() can't
1120 tolerate NULLs, so just be safe. */
1121 if (exception2 == NULL) {
1122 exception2 = Py_None;
1123 Py_INCREF(exception2);
1124 }
1125 if (v2 == NULL) {
1126 v2 = Py_None;
1127 Py_INCREF(v2);
1128 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001129 if (Py_FlushLine())
1130 PyErr_Clear();
1131 fflush(stdout);
1132 PySys_WriteStderr("Error in sys.excepthook:\n");
1133 PyErr_Display(exception2, v2, tb2);
1134 PySys_WriteStderr("\nOriginal exception was:\n");
1135 PyErr_Display(exception, v, tb);
Neal Norwitza5e4f222006-07-17 00:59:04 +00001136 Py_DECREF(exception2);
1137 Py_DECREF(v2);
Jeremy Hylton07028582001-12-07 15:35:35 +00001138 Py_XDECREF(tb2);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001139 }
1140 Py_XDECREF(result);
1141 Py_XDECREF(args);
1142 } else {
1143 PySys_WriteStderr("sys.excepthook is missing\n");
1144 PyErr_Display(exception, v, tb);
1145 }
1146 Py_XDECREF(exception);
1147 Py_XDECREF(v);
1148 Py_XDECREF(tb);
1149}
1150
Richard Jones7b9558d2006-05-27 12:29:24 +00001151void
1152PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001153{
1154 int err = 0;
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001155 PyObject *f = PySys_GetObject("stderr");
Armin Rigo5d2c6832004-03-22 20:16:58 +00001156 Py_INCREF(value);
Guido van Rossum3165fe61992-09-25 21:59:05 +00001157 if (f == NULL)
1158 fprintf(stderr, "lost sys.stderr\n");
1159 else {
Guido van Rossum0829c751998-02-28 04:31:39 +00001160 if (Py_FlushLine())
1161 PyErr_Clear();
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001162 fflush(stdout);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001163 if (tb && tb != Py_None)
1164 err = PyTraceBack_Print(tb, f);
Barry Warsaw36b8f941997-08-26 18:09:48 +00001165 if (err == 0 &&
Armin Rigo5d2c6832004-03-22 20:16:58 +00001166 PyObject_HasAttrString(value, "print_file_and_line"))
Barry Warsaw36b8f941997-08-26 18:09:48 +00001167 {
Guido van Rossum82598051997-03-05 00:20:32 +00001168 PyObject *message;
Martin v. Löwis95292d62002-12-11 14:04:59 +00001169 const char *filename, *text;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001170 int lineno, offset;
Armin Rigo5d2c6832004-03-22 20:16:58 +00001171 if (!parse_syntax_error(value, &message, &filename,
Barry Warsaw035574d1997-08-29 22:07:17 +00001172 &lineno, &offset, &text))
Guido van Rossum82598051997-03-05 00:20:32 +00001173 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001174 else {
1175 char buf[10];
Guido van Rossum82598051997-03-05 00:20:32 +00001176 PyFile_WriteString(" File \"", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001177 if (filename == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +00001178 PyFile_WriteString("<string>", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001179 else
Guido van Rossum82598051997-03-05 00:20:32 +00001180 PyFile_WriteString(filename, f);
1181 PyFile_WriteString("\", line ", f);
Jeremy Hylton518ab1c2001-11-28 20:42:20 +00001182 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
Guido van Rossum82598051997-03-05 00:20:32 +00001183 PyFile_WriteString(buf, f);
1184 PyFile_WriteString("\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001185 if (text != NULL)
1186 print_error_text(f, offset, text);
Armin Rigo5d2c6832004-03-22 20:16:58 +00001187 Py_DECREF(value);
1188 value = message;
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001189 /* Can't be bothered to check all those
1190 PyFile_WriteString() calls */
1191 if (PyErr_Occurred())
1192 err = -1;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001193 }
1194 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001195 if (err) {
1196 /* Don't do anything else */
1197 }
Brett Cannonbf364092006-03-01 04:25:17 +00001198 else if (PyExceptionClass_Check(exception)) {
Richard Jones7b9558d2006-05-27 12:29:24 +00001199 PyObject* moduleName;
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001200 char* className = PyExceptionClass_Name(exception);
1201 if (className != NULL) {
1202 char *dot = strrchr(className, '.');
1203 if (dot != NULL)
1204 className = dot+1;
1205 }
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001206
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001207 moduleName = PyObject_GetAttrString(exception, "__module__");
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001208 if (moduleName == NULL)
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001209 err = PyFile_WriteString("<unknown>", f);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001210 else {
1211 char* modstr = PyString_AsString(moduleName);
Tim Petersd08e3822003-04-17 15:24:21 +00001212 if (modstr && strcmp(modstr, "exceptions"))
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001213 {
1214 err = PyFile_WriteString(modstr, f);
1215 err += PyFile_WriteString(".", f);
1216 }
Richard Jones7b9558d2006-05-27 12:29:24 +00001217 Py_DECREF(moduleName);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001218 }
1219 if (err == 0) {
1220 if (className == NULL)
1221 err = PyFile_WriteString("<unknown>", f);
1222 else
Brett Cannonbf364092006-03-01 04:25:17 +00001223 err = PyFile_WriteString(className, f);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001224 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001225 }
1226 else
1227 err = PyFile_WriteObject(exception, f, Py_PRINT_RAW);
Brett Cannon2e63b732006-03-02 18:34:57 +00001228 if (err == 0 && (value != Py_None)) {
1229 PyObject *s = PyObject_Str(value);
1230 /* only print colon if the str() of the
1231 object is not the empty string
1232 */
1233 if (s == NULL)
1234 err = -1;
1235 else if (!PyString_Check(s) ||
1236 PyString_GET_SIZE(s) != 0)
1237 err = PyFile_WriteString(": ", f);
1238 if (err == 0)
1239 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1240 Py_XDECREF(s);
Guido van Rossum262e1241995-02-07 15:30:45 +00001241 }
Georg Brandl7b9c5552007-03-12 14:30:05 +00001242 /* try to write a newline in any case */
1243 err += PyFile_WriteString("\n", f);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001244 }
Armin Rigo5d2c6832004-03-22 20:16:58 +00001245 Py_DECREF(value);
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001246 /* If an error happened here, don't show it.
1247 XXX This is wrong, but too many callers rely on this behavior. */
1248 if (err != 0)
1249 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001250}
1251
Guido van Rossum82598051997-03-05 00:20:32 +00001252PyObject *
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001253PyRun_StringFlags(const char *str, int start, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001254 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001255{
Neal Norwitze92fba02006-03-04 18:52:26 +00001256 PyObject *ret = NULL;
Neal Norwitzd12bd012006-07-21 07:59:47 +00001257 mod_ty mod;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001258 PyArena *arena = PyArena_New();
Neal Norwitzd12bd012006-07-21 07:59:47 +00001259 if (arena == NULL)
1260 return NULL;
1261
1262 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
Neal Norwitze92fba02006-03-04 18:52:26 +00001263 if (mod != NULL)
1264 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001265 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001266 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001267}
1268
1269PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001270PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001271 PyObject *locals, int closeit, PyCompilerFlags *flags)
1272{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001273 PyObject *ret;
Neal Norwitzd12bd012006-07-21 07:59:47 +00001274 mod_ty mod;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001275 PyArena *arena = PyArena_New();
Neal Norwitzd12bd012006-07-21 07:59:47 +00001276 if (arena == NULL)
1277 return NULL;
1278
1279 mod = PyParser_ASTFromFile(fp, filename, start, 0, 0,
1280 flags, NULL, arena);
Georg Brandl098cd692007-03-06 12:17:50 +00001281 if (closeit)
1282 fclose(fp);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001283 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001284 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001285 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001286 }
Neal Norwitze92fba02006-03-04 18:52:26 +00001287 ret = run_mod(mod, filename, globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001288 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001289 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001290}
1291
Guido van Rossum82598051997-03-05 00:20:32 +00001292static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001293run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001294 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001295{
Guido van Rossum82598051997-03-05 00:20:32 +00001296 PyCodeObject *co;
1297 PyObject *v;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001298 co = PyAST_Compile(mod, filename, flags, arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001299 if (co == NULL)
1300 return NULL;
Guido van Rossum82598051997-03-05 00:20:32 +00001301 v = PyEval_EvalCode(co, globals, locals);
1302 Py_DECREF(co);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001303 return v;
1304}
1305
Guido van Rossum82598051997-03-05 00:20:32 +00001306static PyObject *
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001307run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001308 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001309{
Guido van Rossum82598051997-03-05 00:20:32 +00001310 PyCodeObject *co;
1311 PyObject *v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001312 long magic;
Fred Drakee8de31c2000-08-31 05:38:39 +00001313 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001314
Guido van Rossum82598051997-03-05 00:20:32 +00001315 magic = PyMarshal_ReadLongFromFile(fp);
1316 if (magic != PyImport_GetMagicNumber()) {
1317 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001318 "Bad magic number in .pyc file");
1319 return NULL;
1320 }
Guido van Rossum82598051997-03-05 00:20:32 +00001321 (void) PyMarshal_ReadLongFromFile(fp);
Tim Petersd9b9ac82001-01-28 00:27:39 +00001322 v = PyMarshal_ReadLastObjectFromFile(fp);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001323 fclose(fp);
Guido van Rossum82598051997-03-05 00:20:32 +00001324 if (v == NULL || !PyCode_Check(v)) {
1325 Py_XDECREF(v);
1326 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001327 "Bad code object in .pyc file");
1328 return NULL;
1329 }
Guido van Rossum82598051997-03-05 00:20:32 +00001330 co = (PyCodeObject *)v;
1331 v = PyEval_EvalCode(co, globals, locals);
Jeremy Hyltonb857ba22001-08-10 21:41:33 +00001332 if (v && flags)
1333 flags->cf_flags |= (co->co_flags & PyCF_MASK);
Guido van Rossum82598051997-03-05 00:20:32 +00001334 Py_DECREF(co);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001335 return v;
1336}
1337
Guido van Rossum82598051997-03-05 00:20:32 +00001338PyObject *
Tim Petersd08e3822003-04-17 15:24:21 +00001339Py_CompileStringFlags(const char *str, const char *filename, int start,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001340 PyCompilerFlags *flags)
1341{
Guido van Rossum82598051997-03-05 00:20:32 +00001342 PyCodeObject *co;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001343 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001344 PyArena *arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001345 if (arena == NULL)
1346 return NULL;
1347
1348 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001349 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001350 PyArena_Free(arena);
Guido van Rossum5b722181993-03-30 17:46:03 +00001351 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001352 }
Martin v. Löwis2b366e42006-02-26 22:12:35 +00001353 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001354 PyObject *result = PyAST_mod2obj(mod);
1355 PyArena_Free(arena);
1356 return result;
1357 }
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001358 co = PyAST_Compile(mod, filename, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001359 PyArena_Free(arena);
Guido van Rossum82598051997-03-05 00:20:32 +00001360 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001361}
1362
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001363struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001364Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001365{
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001366 struct symtable *st;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001367 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001368 PyArena *arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001369 if (arena == NULL)
1370 return NULL;
1371
1372 mod = PyParser_ASTFromString(str, filename, start, NULL, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001373 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001374 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001375 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001376 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001377 st = PySymtable_Build(mod, filename, 0);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001378 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001379 return st;
1380}
1381
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001382/* Preferred access to parser is through AST. */
1383mod_ty
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001384PyParser_ASTFromString(const char *s, const char *filename, int start,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001385 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001386{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001387 mod_ty mod;
1388 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001389 node *n = PyParser_ParseStringFlagsFilename(s, filename,
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001390 &_PyParser_Grammar, start, &err,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001391 PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001392 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001393 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001394 PyNode_Free(n);
1395 return mod;
1396 }
1397 else {
1398 err_input(&err);
1399 return NULL;
1400 }
1401}
1402
1403mod_ty
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001404PyParser_ASTFromFile(FILE *fp, const char *filename, int start, char *ps1,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001405 char *ps2, PyCompilerFlags *flags, int *errcode,
Neal Norwitz9589ee22006-03-04 19:01:22 +00001406 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001407{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001408 mod_ty mod;
1409 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001410 node *n = PyParser_ParseFileFlags(fp, filename, &_PyParser_Grammar,
1411 start, ps1, ps2, &err, PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001412 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001413 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001414 PyNode_Free(n);
1415 return mod;
1416 }
1417 else {
1418 err_input(&err);
1419 if (errcode)
1420 *errcode = err.error;
1421 return NULL;
1422 }
1423}
1424
Guido van Rossuma110aa61994-08-29 12:50:44 +00001425/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001426
Guido van Rossuma110aa61994-08-29 12:50:44 +00001427node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001428PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001429{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001430 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001431 node *n = PyParser_ParseFileFlags(fp, filename, &_PyParser_Grammar,
1432 start, NULL, NULL, &err, flags);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001433 if (n == NULL)
1434 err_input(&err);
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001435
Guido van Rossuma110aa61994-08-29 12:50:44 +00001436 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001437}
1438
Guido van Rossuma110aa61994-08-29 12:50:44 +00001439/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001440
Guido van Rossuma110aa61994-08-29 12:50:44 +00001441node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001442PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001443{
Tim Petersfe2127d2001-07-16 05:37:24 +00001444 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001445 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1446 start, &err, flags);
Tim Petersfe2127d2001-07-16 05:37:24 +00001447 if (n == NULL)
1448 err_input(&err);
1449 return n;
1450}
1451
1452node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001453PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Thomas Heller6b17abf2002-07-09 09:23:27 +00001454 int start, int flags)
1455{
Thomas Heller6b17abf2002-07-09 09:23:27 +00001456 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001457 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1458 &_PyParser_Grammar, start, &err, flags);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001459 if (n == NULL)
1460 err_input(&err);
1461 return n;
1462}
1463
1464node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001465PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001466{
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001467 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001468}
1469
Guido van Rossum66ebd912003-04-17 16:02:26 +00001470/* May want to move a more generalized form of this to parsetok.c or
1471 even parser modules. */
1472
1473void
1474PyParser_SetError(perrdetail *err)
1475{
1476 err_input(err);
1477}
1478
Guido van Rossuma110aa61994-08-29 12:50:44 +00001479/* Set the error appropriate to the given input error code (see errcode.h) */
1480
1481static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001482err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001483{
Fred Drake85f36392000-07-11 17:53:00 +00001484 PyObject *v, *w, *errtype;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001485 PyObject* u = NULL;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001486 char *msg = NULL;
Fred Drake85f36392000-07-11 17:53:00 +00001487 errtype = PyExc_SyntaxError;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001488 switch (err->error) {
1489 case E_SYNTAX:
Fred Drake85f36392000-07-11 17:53:00 +00001490 errtype = PyExc_IndentationError;
1491 if (err->expected == INDENT)
1492 msg = "expected an indented block";
1493 else if (err->token == INDENT)
1494 msg = "unexpected indent";
1495 else if (err->token == DEDENT)
1496 msg = "unexpected unindent";
1497 else {
1498 errtype = PyExc_SyntaxError;
1499 msg = "invalid syntax";
1500 }
Guido van Rossuma110aa61994-08-29 12:50:44 +00001501 break;
1502 case E_TOKEN:
1503 msg = "invalid token";
Guido van Rossuma110aa61994-08-29 12:50:44 +00001504 break;
Skip Montanaro118ec702002-08-15 01:20:16 +00001505 case E_EOFS:
1506 msg = "EOF while scanning triple-quoted string";
1507 break;
1508 case E_EOLS:
1509 msg = "EOL while scanning single-quoted string";
1510 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001511 case E_INTR:
Michael W. Hudson30ea2f22004-07-07 17:44:12 +00001512 if (!PyErr_Occurred())
1513 PyErr_SetNone(PyExc_KeyboardInterrupt);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001514 return;
1515 case E_NOMEM:
Guido van Rossum82598051997-03-05 00:20:32 +00001516 PyErr_NoMemory();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001517 return;
1518 case E_EOF:
1519 msg = "unexpected EOF while parsing";
1520 break;
Fred Drake85f36392000-07-11 17:53:00 +00001521 case E_TABSPACE:
1522 errtype = PyExc_TabError;
Guido van Rossum560e8ad1998-04-10 19:43:42 +00001523 msg = "inconsistent use of tabs and spaces in indentation";
1524 break;
Jeremy Hylton94988062000-06-20 19:10:44 +00001525 case E_OVERFLOW:
1526 msg = "expression too long";
1527 break;
Fred Drake85f36392000-07-11 17:53:00 +00001528 case E_DEDENT:
1529 errtype = PyExc_IndentationError;
1530 msg = "unindent does not match any outer indentation level";
1531 break;
1532 case E_TOODEEP:
1533 errtype = PyExc_IndentationError;
1534 msg = "too many levels of indentation";
1535 break;
Martin v. Löwisd35edda2005-08-24 08:39:24 +00001536 case E_DECODE: {
1537 PyObject *type, *value, *tb;
1538 PyErr_Fetch(&type, &value, &tb);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001539 if (value != NULL) {
Martin v. Löwisd35edda2005-08-24 08:39:24 +00001540 u = PyObject_Str(value);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001541 if (u != NULL) {
1542 msg = PyString_AsString(u);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001543 }
1544 }
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001545 if (msg == NULL)
1546 msg = "unknown decode error";
Neal Norwitzdb83eb32005-12-18 05:29:30 +00001547 Py_XDECREF(type);
1548 Py_XDECREF(value);
Neal Norwitz40d37812005-10-02 01:48:49 +00001549 Py_XDECREF(tb);
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001550 break;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001551 }
Martin v. Löwis4bf108d2005-03-03 11:45:45 +00001552 case E_LINECONT:
1553 msg = "unexpected character after line continuation character";
1554 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001555 default:
1556 fprintf(stderr, "error=%d\n", err->error);
1557 msg = "unknown parsing error";
1558 break;
1559 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001560 v = Py_BuildValue("(ziiz)", err->filename,
1561 err->lineno, err->offset, err->text);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001562 if (err->text != NULL) {
Tim Petersc9d78aa2006-03-26 23:27:58 +00001563 PyObject_FREE(err->text);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001564 err->text = NULL;
1565 }
1566 w = NULL;
1567 if (v != NULL)
1568 w = Py_BuildValue("(sO)", msg, v);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001569 Py_XDECREF(u);
Guido van Rossum41318302001-03-23 04:01:07 +00001570 Py_XDECREF(v);
Fred Drake85f36392000-07-11 17:53:00 +00001571 PyErr_SetObject(errtype, w);
Guido van Rossum82598051997-03-05 00:20:32 +00001572 Py_XDECREF(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001573}
1574
1575/* Print fatal error message and abort */
1576
1577void
Tim Peters7c321a82002-07-09 02:57:01 +00001578Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001579{
Guido van Rossum83dd6c31994-09-29 09:38:33 +00001580 fprintf(stderr, "Fatal Python error: %s\n", msg);
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001581#ifdef MS_WINDOWS
Guido van Rossum23c94461997-05-22 20:21:30 +00001582 OutputDebugString("Fatal Python error: ");
Guido van Rossuma44823b1995-03-14 15:01:17 +00001583 OutputDebugString(msg);
1584 OutputDebugString("\n");
Guido van Rossum0ba35361998-08-13 13:33:16 +00001585#ifdef _DEBUG
1586 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00001587#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001588#endif /* MS_WINDOWS */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001589 abort();
1590}
1591
1592/* Clean up and exit */
1593
Guido van Rossuma110aa61994-08-29 12:50:44 +00001594#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00001595#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00001596#endif
1597
Guido van Rossum2dcfc961998-10-01 16:01:57 +00001598#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001599static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00001600static int nexitfuncs = 0;
1601
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001602int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00001603{
1604 if (nexitfuncs >= NEXITFUNCS)
1605 return -1;
1606 exitfuncs[nexitfuncs++] = func;
1607 return 0;
1608}
1609
Guido van Rossumcc283f51997-08-05 02:22:03 +00001610static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001611call_sys_exitfunc(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001612{
Guido van Rossum82598051997-03-05 00:20:32 +00001613 PyObject *exitfunc = PySys_GetObject("exitfunc");
Guido van Rossum59bff391992-09-03 20:28:00 +00001614
1615 if (exitfunc) {
Fred Drake6a12d8d2001-03-23 17:34:02 +00001616 PyObject *res;
Guido van Rossum82598051997-03-05 00:20:32 +00001617 Py_INCREF(exitfunc);
1618 PySys_SetObject("exitfunc", (PyObject *)NULL);
1619 res = PyEval_CallObject(exitfunc, (PyObject *)NULL);
Guido van Rossum59bff391992-09-03 20:28:00 +00001620 if (res == NULL) {
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001621 if (!PyErr_ExceptionMatches(PyExc_SystemExit)) {
1622 PySys_WriteStderr("Error in sys.exitfunc:\n");
1623 }
Guido van Rossum82598051997-03-05 00:20:32 +00001624 PyErr_Print();
Guido van Rossum59bff391992-09-03 20:28:00 +00001625 }
Guido van Rossum82598051997-03-05 00:20:32 +00001626 Py_DECREF(exitfunc);
Guido van Rossum59bff391992-09-03 20:28:00 +00001627 }
1628
Guido van Rossum0829c751998-02-28 04:31:39 +00001629 if (Py_FlushLine())
1630 PyErr_Clear();
Guido van Rossumcc283f51997-08-05 02:22:03 +00001631}
Guido van Rossum1662dd51994-09-07 14:38:28 +00001632
Guido van Rossumcc283f51997-08-05 02:22:03 +00001633static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001634call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00001635{
Guido van Rossum1662dd51994-09-07 14:38:28 +00001636 while (nexitfuncs > 0)
1637 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00001638
1639 fflush(stdout);
1640 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001641}
1642
1643void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001644Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001645{
Guido van Rossumcc283f51997-08-05 02:22:03 +00001646 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001647
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001648 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001649}
1650
Guido van Rossumf1dc5661993-07-05 10:31:29 +00001651static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001652initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001653{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001654#ifdef SIGPIPE
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001655 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001656#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00001657#ifdef SIGXFZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001658 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00001659#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001660#ifdef SIGXFSZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001661 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001662#endif
Guido van Rossum82598051997-03-05 00:20:32 +00001663 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001664}
1665
Guido van Rossum7433b121997-02-14 19:45:36 +00001666
1667/*
1668 * The file descriptor fd is considered ``interactive'' if either
1669 * a) isatty(fd) is TRUE, or
1670 * b) the -i flag was given, and the filename associated with
1671 * the descriptor is NULL or "<stdin>" or "???".
1672 */
1673int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001674Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00001675{
1676 if (isatty((int)fileno(fp)))
1677 return 1;
1678 if (!Py_InteractiveFlag)
1679 return 0;
1680 return (filename == NULL) ||
1681 (strcmp(filename, "<stdin>") == 0) ||
1682 (strcmp(filename, "???") == 0);
1683}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001684
1685
Tim Petersd08e3822003-04-17 15:24:21 +00001686#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001687#if defined(WIN32) && defined(_MSC_VER)
1688
1689/* Stack checking for Microsoft C */
1690
1691#include <malloc.h>
1692#include <excpt.h>
1693
Fred Drakee8de31c2000-08-31 05:38:39 +00001694/*
1695 * Return non-zero when we run out of memory on the stack; zero otherwise.
1696 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001697int
Fred Drake399739f2000-08-31 05:52:44 +00001698PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001699{
1700 __try {
Tim Peters92e4dd82002-10-05 01:47:34 +00001701 /* alloca throws a stack overflow exception if there's
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001702 not enough space left on the stack */
Tim Peters92e4dd82002-10-05 01:47:34 +00001703 alloca(PYOS_STACK_MARGIN * sizeof(void*));
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001704 return 0;
Kristján Valur Jónsson52999352008-02-18 17:40:47 +00001705 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
1706 EXCEPTION_EXECUTE_HANDLER :
1707 EXCEPTION_CONTINUE_SEARCH) {
1708 int errcode = _resetstkoflw();
1709 if (errcode)
1710 {
1711 Py_FatalError("Could not reset the stack!");
1712 }
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001713 }
1714 return 1;
1715}
1716
1717#endif /* WIN32 && _MSC_VER */
1718
1719/* Alternate implementations can be added here... */
1720
1721#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00001722
1723
1724/* Wrappers around sigaction() or signal(). */
1725
1726PyOS_sighandler_t
1727PyOS_getsig(int sig)
1728{
1729#ifdef HAVE_SIGACTION
1730 struct sigaction context;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001731 if (sigaction(sig, NULL, &context) == -1)
1732 return SIG_ERR;
Guido van Rossum6f256182000-09-16 16:32:19 +00001733 return context.sa_handler;
1734#else
1735 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00001736/* Special signal handling for the secure CRT in Visual Studio 2005 */
1737#if defined(_MSC_VER) && _MSC_VER >= 1400
1738 switch (sig) {
1739 /* Only these signals are valid */
1740 case SIGINT:
1741 case SIGILL:
1742 case SIGFPE:
1743 case SIGSEGV:
1744 case SIGTERM:
1745 case SIGBREAK:
1746 case SIGABRT:
1747 break;
1748 /* Don't call signal() with other values or it will assert */
1749 default:
1750 return SIG_ERR;
1751 }
1752#endif /* _MSC_VER && _MSC_VER >= 1400 */
Guido van Rossum6f256182000-09-16 16:32:19 +00001753 handler = signal(sig, SIG_IGN);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001754 if (handler != SIG_ERR)
1755 signal(sig, handler);
Guido van Rossum6f256182000-09-16 16:32:19 +00001756 return handler;
1757#endif
1758}
1759
1760PyOS_sighandler_t
1761PyOS_setsig(int sig, PyOS_sighandler_t handler)
1762{
1763#ifdef HAVE_SIGACTION
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001764 struct sigaction context, ocontext;
Guido van Rossum6f256182000-09-16 16:32:19 +00001765 context.sa_handler = handler;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001766 sigemptyset(&context.sa_mask);
1767 context.sa_flags = 0;
1768 if (sigaction(sig, &context, &ocontext) == -1)
1769 return SIG_ERR;
1770 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001771#else
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001772 PyOS_sighandler_t oldhandler;
1773 oldhandler = signal(sig, handler);
1774#ifdef HAVE_SIGINTERRUPT
1775 siginterrupt(sig, 1);
1776#endif
1777 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001778#endif
1779}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001780
1781/* Deprecated C API functions still provided for binary compatiblity */
1782
1783#undef PyParser_SimpleParseFile
Thomas Heller1b046642006-04-18 18:51:06 +00001784PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001785PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1786{
1787 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
1788}
1789
Thomas Heller1b046642006-04-18 18:51:06 +00001790#undef PyParser_SimpleParseString
1791PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001792PyParser_SimpleParseString(const char *str, int start)
1793{
1794 return PyParser_SimpleParseStringFlags(str, start, 0);
1795}
Anthony Baxterac6bd462006-04-13 02:06:09 +00001796
Thomas Heller1b046642006-04-18 18:51:06 +00001797#undef PyRun_AnyFile
1798PyAPI_FUNC(int)
1799PyRun_AnyFile(FILE *fp, const char *name)
1800{
1801 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
1802}
1803
1804#undef PyRun_AnyFileEx
1805PyAPI_FUNC(int)
1806PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1807{
1808 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
1809}
1810
1811#undef PyRun_AnyFileFlags
1812PyAPI_FUNC(int)
1813PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1814{
1815 return PyRun_AnyFileExFlags(fp, name, 0, flags);
1816}
1817
1818#undef PyRun_File
1819PyAPI_FUNC(PyObject *)
1820PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1821{
1822 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
1823}
1824
1825#undef PyRun_FileEx
1826PyAPI_FUNC(PyObject *)
1827PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1828{
1829 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
1830}
1831
1832#undef PyRun_FileFlags
1833PyAPI_FUNC(PyObject *)
1834PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
1835 PyCompilerFlags *flags)
1836{
1837 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
1838}
1839
1840#undef PyRun_SimpleFile
1841PyAPI_FUNC(int)
1842PyRun_SimpleFile(FILE *f, const char *p)
1843{
1844 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
1845}
1846
1847#undef PyRun_SimpleFileEx
1848PyAPI_FUNC(int)
1849PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1850{
1851 return PyRun_SimpleFileExFlags(f, p, c, NULL);
1852}
1853
1854
1855#undef PyRun_String
1856PyAPI_FUNC(PyObject *)
1857PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1858{
1859 return PyRun_StringFlags(str, s, g, l, NULL);
1860}
1861
1862#undef PyRun_SimpleString
1863PyAPI_FUNC(int)
1864PyRun_SimpleString(const char *s)
1865{
1866 return PyRun_SimpleStringFlags(s, NULL);
1867}
1868
1869#undef Py_CompileString
1870PyAPI_FUNC(PyObject *)
1871Py_CompileString(const char *str, const char *p, int s)
1872{
1873 return Py_CompileStringFlags(str, p, s, NULL);
1874}
1875
1876#undef PyRun_InteractiveOne
1877PyAPI_FUNC(int)
1878PyRun_InteractiveOne(FILE *f, const char *p)
1879{
1880 return PyRun_InteractiveOneFlags(f, p, NULL);
1881}
1882
1883#undef PyRun_InteractiveLoop
1884PyAPI_FUNC(int)
1885PyRun_InteractiveLoop(FILE *f, const char *p)
1886{
1887 return PyRun_InteractiveLoopFlags(f, p, NULL);
1888}
1889
Anthony Baxterac6bd462006-04-13 02:06:09 +00001890#ifdef __cplusplus
1891}
1892#endif
1893