blob: 4939f5489083312d667abc7884678ff2e03db78b [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Kristján Valur Jónsson67387fb2007-04-25 00:17:39 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000014#include "compile.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000015#include "symtable.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +000016#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000017#include "ast.h"
Guido van Rossumff4949e1992-08-05 19:58:53 +000018#include "eval.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000019#include "marshal.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000020
Martin v. Löwis0e8bd7e2006-06-10 12:23:46 +000021#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022#include <signal.h>
Martin v. Löwis0e8bd7e2006-06-10 12:23:46 +000023#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000024
Martin v. Löwis73d538b2003-03-05 15:13:47 +000025#ifdef HAVE_LANGINFO_H
26#include <locale.h>
27#include <langinfo.h>
28#endif
29
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000030#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000031#undef BYTE
32#include "windows.h"
33#endif
34
Neal Norwitz4281cef2006-03-04 19:58:13 +000035#ifndef Py_REF_DEBUG
Tim Peters62e97f02006-03-28 21:44:32 +000036#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000037#else /* Py_REF_DEBUG */
Tim Peters62e97f02006-03-28 21:44:32 +000038#define PRINT_TOTAL_REFS() fprintf(stderr, \
39 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
Armin Rigoe1709372006-04-12 17:06:05 +000040 _Py_GetRefTotal())
Neal Norwitz4281cef2006-03-04 19:58:13 +000041#endif
42
Anthony Baxterac6bd462006-04-13 02:06:09 +000043#ifdef __cplusplus
44extern "C" {
45#endif
46
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000047extern char *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000048
Guido van Rossum82598051997-03-05 00:20:32 +000049extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000050
Guido van Rossumb73cc041993-11-01 16:28:59 +000051/* Forward */
Tim Petersdbd9ba62000-07-09 03:09:57 +000052static void initmain(void);
53static void initsite(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000054static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Neal Norwitzadb69fc2005-12-17 20:54:49 +000055 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000056static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Jeremy Hyltonbc320242001-03-22 02:47:58 +000057 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000058static void err_input(perrdetail *);
59static void initsigs(void);
60static void call_sys_exitfunc(void);
61static void call_ll_exitfuncs(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000062extern void _PyUnicode_Init(void);
63extern void _PyUnicode_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000064
Mark Hammond8d98d2c2003-04-19 15:41:53 +000065#ifdef WITH_THREAD
66extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
67extern void _PyGILState_Fini(void);
68#endif /* WITH_THREAD */
69
Guido van Rossum82598051997-03-05 00:20:32 +000070int Py_DebugFlag; /* Needed by parser.c */
71int Py_VerboseFlag; /* Needed by import.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000072int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Georg Brandl49aafc92007-03-07 00:34:46 +000073int Py_InspectFlag; /* Needed to determine whether to exit at SystemError */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000074int Py_NoSiteFlag; /* Suppress 'import site' */
Georg Brandl2da0fce2008-01-07 17:09:35 +000075int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.py[co]) */
Barry Warsaw3ce09642000-05-02 19:18:59 +000076int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000077int Py_FrozenFlag; /* Needed by getpath.c */
Guido van Rossumb16d1972000-05-01 17:55:15 +000078int Py_UnicodeFlag = 0; /* Needed by compile.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000079int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Tim Peters3caca232001-12-06 06:23:26 +000080/* _XXX Py_QnewFlag should go away in 2.3. It's true iff -Qnew is passed,
81 on the command line, and is used in 2.2 by ceval.c to make all "/" divisions
82 true divisions (which they will be in 2.3). */
83int _Py_QnewFlag = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +000084
Mark Hammonda43fd0c2003-02-19 00:33:33 +000085/* Reference to 'warnings' module, to avoid importing it
Mark Hammondedd07732003-07-15 23:03:55 +000086 on the fly when the import lock may be held. See 683658/771097
Mark Hammonda43fd0c2003-02-19 00:33:33 +000087*/
Mark Hammondedd07732003-07-15 23:03:55 +000088static PyObject *warnings_module = NULL;
89
90/* Returns a borrowed reference to the 'warnings' module, or NULL.
91 If the module is returned, it is guaranteed to have been obtained
92 without acquiring the import lock
93*/
Martin v. Löwisa2c17c52003-08-09 09:47:11 +000094PyObject *PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +000095{
96 PyObject *typ, *val, *tb;
97 PyObject *all_modules;
98 /* If we managed to get the module at init time, just use it */
99 if (warnings_module)
100 return warnings_module;
101 /* If it wasn't available at init time, it may be available
102 now in sys.modules (common scenario is frozen apps: import
103 at init time fails, but the frozen init code sets up sys.path
104 correctly, then does an implicit import of warnings for us
105 */
106 /* Save and restore any exceptions */
107 PyErr_Fetch(&typ, &val, &tb);
108
Mark Hammond5f4e8ca2003-07-16 01:54:38 +0000109 all_modules = PySys_GetObject("modules");
Mark Hammondedd07732003-07-15 23:03:55 +0000110 if (all_modules) {
111 warnings_module = PyDict_GetItemString(all_modules, "warnings");
112 /* We keep a ref in the global */
113 Py_XINCREF(warnings_module);
114 }
115 PyErr_Restore(typ, val, tb);
116 return warnings_module;
117}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000118
Guido van Rossum25ce5661997-08-02 03:10:38 +0000119static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000120
Thomas Wouters7e474022000-07-16 12:04:32 +0000121/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000122
123int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000124Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000125{
126 return initialized;
127}
128
Guido van Rossum25ce5661997-08-02 03:10:38 +0000129/* Global initializations. Can be undone by Py_Finalize(). Don't
130 call this twice without an intervening Py_Finalize() call. When
131 initializations fail, a fatal error is issued and the function does
132 not return. On return, the first thread and interpreter state have
133 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000134
Guido van Rossum25ce5661997-08-02 03:10:38 +0000135 Locking: you must hold the interpreter lock while calling this.
136 (If the lock has not yet been initialized, that's equivalent to
137 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000138
Guido van Rossum25ce5661997-08-02 03:10:38 +0000139*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000140
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000141static int
142add_flag(int flag, const char *envs)
143{
144 int env = atoi(envs);
145 if (flag < env)
146 flag = env;
147 if (flag < 1)
148 flag = 1;
149 return flag;
150}
151
Guido van Rossuma027efa1997-05-05 20:56:21 +0000152void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000153Py_InitializeEx(int install_sigs)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000154{
Guido van Rossuma027efa1997-05-05 20:56:21 +0000155 PyInterpreterState *interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000156 PyThreadState *tstate;
157 PyObject *bimod, *sysmod;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000158 char *p;
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000159#if defined(Py_USING_UNICODE) && defined(HAVE_LANGINFO_H) && defined(CODESET)
160 char *codeset;
161 char *saved_locale;
162 PyObject *sys_stream, *sys_isatty;
163#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +0000164 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000165
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000166 if (initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000167 return;
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000168 initialized = 1;
Tim Petersd08e3822003-04-17 15:24:21 +0000169
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000170 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000171 Py_DebugFlag = add_flag(Py_DebugFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000172 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000173 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000174 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000175 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
Georg Brandl2da0fce2008-01-07 17:09:35 +0000176 if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')
177 Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000178
Guido van Rossuma027efa1997-05-05 20:56:21 +0000179 interp = PyInterpreterState_New();
180 if (interp == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000181 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000182
Guido van Rossuma027efa1997-05-05 20:56:21 +0000183 tstate = PyThreadState_New(interp);
184 if (tstate == NULL)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000185 Py_FatalError("Py_Initialize: can't make first thread");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000186 (void) PyThreadState_Swap(tstate);
187
Guido van Rossum70d893a2001-08-16 08:21:42 +0000188 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000189
Neal Norwitzb2501f42002-12-31 03:42:13 +0000190 if (!_PyFrame_Init())
Neal Norwitzc91ed402002-12-30 22:29:22 +0000191 Py_FatalError("Py_Initialize: can't init frames");
192
Neal Norwitzb2501f42002-12-31 03:42:13 +0000193 if (!_PyInt_Init())
Neal Norwitzc91ed402002-12-30 22:29:22 +0000194 Py_FatalError("Py_Initialize: can't init ints");
195
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000196 _PyFloat_Init();
197
Guido van Rossum25ce5661997-08-02 03:10:38 +0000198 interp->modules = PyDict_New();
199 if (interp->modules == NULL)
200 Py_FatalError("Py_Initialize: can't make modules dictionary");
Collin Winter276887b2007-03-12 16:11:39 +0000201 interp->modules_reloading = PyDict_New();
202 if (interp->modules_reloading == NULL)
203 Py_FatalError("Py_Initialize: can't make modules_reloading dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000204
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000205#ifdef Py_USING_UNICODE
Guido van Rossumc94044c2000-03-10 23:03:54 +0000206 /* Init Unicode implementation; relies on the codec registry */
207 _PyUnicode_Init();
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000208#endif
Guido van Rossumc94044c2000-03-10 23:03:54 +0000209
Barry Warsawf242aa02000-05-25 23:09:49 +0000210 bimod = _PyBuiltin_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000211 if (bimod == NULL)
212 Py_FatalError("Py_Initialize: can't initialize __builtin__");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000213 interp->builtins = PyModule_GetDict(bimod);
Neal Norwitz0f7dbf72006-08-12 03:17:41 +0000214 if (interp->builtins == NULL)
215 Py_FatalError("Py_Initialize: can't initialize builtins dict");
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000216 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000217
218 sysmod = _PySys_Init();
219 if (sysmod == NULL)
220 Py_FatalError("Py_Initialize: can't initialize sys");
221 interp->sysdict = PyModule_GetDict(sysmod);
Neal Norwitz0f7dbf72006-08-12 03:17:41 +0000222 if (interp->sysdict == NULL)
223 Py_FatalError("Py_Initialize: can't initialize sys dict");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000224 Py_INCREF(interp->sysdict);
225 _PyImport_FixupExtension("sys", "sys");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000226 PySys_SetPath(Py_GetPath());
Guido van Rossum25ce5661997-08-02 03:10:38 +0000227 PyDict_SetItemString(interp->sysdict, "modules",
228 interp->modules);
229
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000230 _PyImport_Init();
231
Barry Warsawf242aa02000-05-25 23:09:49 +0000232 /* initialize builtin exceptions */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000233 _PyExc_Init();
Barry Warsaw5821bc52001-08-13 23:04:56 +0000234 _PyImport_FixupExtension("exceptions", "exceptions");
Barry Warsawf242aa02000-05-25 23:09:49 +0000235
Barry Warsaw035574d1997-08-29 22:07:17 +0000236 /* phase 2 of builtins */
Barry Warsaw963b8711997-09-18 16:42:02 +0000237 _PyImport_FixupExtension("__builtin__", "__builtin__");
Barry Warsaw035574d1997-08-29 22:07:17 +0000238
Just van Rossum52e14d62002-12-30 22:08:05 +0000239 _PyImportHooks_Init();
240
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000241 if (install_sigs)
242 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000243
244 initmain(); /* Module __main__ */
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000245 if (!Py_NoSiteFlag)
246 initsite(); /* Module site */
Just van Rossum5bfba3a2003-02-25 20:25:12 +0000247
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000248 /* auto-thread-state API, if available */
249#ifdef WITH_THREAD
250 _PyGILState_Init(interp, tstate);
251#endif /* WITH_THREAD */
252
Mark Hammondedd07732003-07-15 23:03:55 +0000253 warnings_module = PyImport_ImportModule("warnings");
254 if (!warnings_module)
255 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000256
257#if defined(Py_USING_UNICODE) && defined(HAVE_LANGINFO_H) && defined(CODESET)
258 /* On Unix, set the file system encoding according to the
259 user's preference, if the CODESET names a well-known
260 Python codec, and Py_FileSystemDefaultEncoding isn't
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000261 initialized by other means. Also set the encoding of
262 stdin and stdout if these are terminals. */
263
Martin v. Löwisf56d0152003-11-13 07:43:21 +0000264 saved_locale = strdup(setlocale(LC_CTYPE, NULL));
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000265 setlocale(LC_CTYPE, "");
266 codeset = nl_langinfo(CODESET);
267 if (codeset && *codeset) {
268 PyObject *enc = PyCodec_Encoder(codeset);
269 if (enc) {
270 codeset = strdup(codeset);
271 Py_DECREF(enc);
272 } else {
273 codeset = NULL;
274 PyErr_Clear();
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000275 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000276 } else
277 codeset = NULL;
278 setlocale(LC_CTYPE, saved_locale);
Martin v. Löwisf56d0152003-11-13 07:43:21 +0000279 free(saved_locale);
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000280
281 if (codeset) {
Michael W. Hudson68debc92003-08-11 12:20:24 +0000282 sys_stream = PySys_GetObject("stdin");
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000283 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
284 if (!sys_isatty)
285 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000286 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
287 PyFile_Check(sys_stream)) {
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000288 if (!PyFile_SetEncoding(sys_stream, codeset))
289 Py_FatalError("Cannot set codeset of stdin");
290 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000291 Py_XDECREF(sys_isatty);
292
293 sys_stream = PySys_GetObject("stdout");
294 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
295 if (!sys_isatty)
296 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000297 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
298 PyFile_Check(sys_stream)) {
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000299 if (!PyFile_SetEncoding(sys_stream, codeset))
300 Py_FatalError("Cannot set codeset of stdout");
301 }
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000302 Py_XDECREF(sys_isatty);
303
Martin v. Löwisea62d252006-04-03 10:56:49 +0000304 sys_stream = PySys_GetObject("stderr");
305 sys_isatty = PyObject_CallMethod(sys_stream, "isatty", "");
306 if (!sys_isatty)
307 PyErr_Clear();
Thomas Woutersafea5292007-01-23 13:42:00 +0000308 if(sys_isatty && PyObject_IsTrue(sys_isatty) &&
309 PyFile_Check(sys_stream)) {
Martin v. Löwisea62d252006-04-03 10:56:49 +0000310 if (!PyFile_SetEncoding(sys_stream, codeset))
311 Py_FatalError("Cannot set codeset of stderr");
312 }
313 Py_XDECREF(sys_isatty);
314
Martin v. Löwisa2c17c52003-08-09 09:47:11 +0000315 if (!Py_FileSystemDefaultEncoding)
316 Py_FileSystemDefaultEncoding = codeset;
317 else
318 free(codeset);
Martin v. Löwis73d538b2003-03-05 15:13:47 +0000319 }
320#endif
Guido van Rossum25ce5661997-08-02 03:10:38 +0000321}
322
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000323void
324Py_Initialize(void)
325{
326 Py_InitializeEx(1);
327}
328
329
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000330#ifdef COUNT_ALLOCS
Martin v. Löwis45294a92006-04-18 06:24:08 +0000331extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000332#endif
333
Guido van Rossum25ce5661997-08-02 03:10:38 +0000334/* Undo the effect of Py_Initialize().
335
336 Beware: if multiple interpreter and/or thread states exist, these
337 are not wiped out; only the current thread and interpreter state
338 are deleted. But since everything else is deleted, those other
339 interpreter and thread states should no longer be used.
340
341 (XXX We should do better, e.g. wipe out all interpreters and
342 threads.)
343
344 Locking: as above.
345
346*/
347
348void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000349Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000350{
351 PyInterpreterState *interp;
352 PyThreadState *tstate;
353
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000354 if (!initialized)
Guido van Rossumaa615051997-08-20 22:40:18 +0000355 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000356
Tim Peters384fd102001-01-21 03:40:37 +0000357 /* The interpreter is still entirely intact at this point, and the
358 * exit funcs may be relying on that. In particular, if some thread
359 * or exit func is still waiting to do an import, the import machinery
360 * expects Py_IsInitialized() to return true. So don't say the
361 * interpreter is uninitialized until after the exit funcs have run.
362 * Note that Threading.py uses an exit func to do a join on all the
363 * threads created thru it, so this also protects pending imports in
364 * the threads created via Threading.
365 */
Guido van Rossum4cc462e1998-01-19 22:00:38 +0000366 call_sys_exitfunc();
Tim Peters384fd102001-01-21 03:40:37 +0000367 initialized = 0;
Guido van Rossum4cc462e1998-01-19 22:00:38 +0000368
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000369 /* Get current thread state and interpreter pointer */
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000370 tstate = PyThreadState_GET();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000371 interp = tstate->interp;
372
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000373 /* Disable signal handling */
374 PyOS_FiniInterrupts();
375
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000376 /* drop module references we saved */
Mark Hammondedd07732003-07-15 23:03:55 +0000377 Py_XDECREF(warnings_module);
378 warnings_module = NULL;
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000379
Guido van Rossume13ddc92003-04-17 17:29:22 +0000380 /* Collect garbage. This may call finalizers; it's nice to call these
Tim Peters1d7323e2003-12-01 21:35:27 +0000381 * before all modules are destroyed.
382 * XXX If a __del__ or weakref callback is triggered here, and tries to
383 * XXX import a module, bad things can happen, because Python no
384 * XXX longer believes it's initialized.
385 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
386 * XXX is easy to provoke that way. I've also seen, e.g.,
387 * XXX Exception exceptions.ImportError: 'No module named sha'
388 * XXX in <function callback at 0x008F5718> ignored
389 * XXX but I'm unclear on exactly how that one happens. In any case,
390 * XXX I haven't seen a real-life report of either of these.
Neal Norwitz9589ee22006-03-04 19:01:22 +0000391 */
Guido van Rossume13ddc92003-04-17 17:29:22 +0000392 PyGC_Collect();
Martin v. Löwis45294a92006-04-18 06:24:08 +0000393#ifdef COUNT_ALLOCS
394 /* With COUNT_ALLOCS, it helps to run GC multiple times:
395 each collection might release some types from the type
396 list, so they become garbage. */
397 while (PyGC_Collect() > 0)
398 /* nothing */;
399#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000400
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000401 /* Destroy all modules */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000402 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000403
Guido van Rossume13ddc92003-04-17 17:29:22 +0000404 /* Collect final garbage. This disposes of cycles created by
Tim Peters1d7323e2003-12-01 21:35:27 +0000405 * new-style class definitions, for example.
406 * XXX This is disabled because it caused too many problems. If
407 * XXX a __del__ or weakref callback triggers here, Python code has
408 * XXX a hard time running, because even the sys module has been
409 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
410 * XXX One symptom is a sequence of information-free messages
411 * XXX coming from threads (if a __del__ or callback is invoked,
412 * XXX other threads can execute too, and any exception they encounter
413 * XXX triggers a comedy of errors as subsystem after subsystem
414 * XXX fails to find what it *expects* to find in sys to help report
415 * XXX the exception and consequent unexpected failures). I've also
416 * XXX seen segfaults then, after adding print statements to the
417 * XXX Python code getting called.
418 */
419#if 0
Guido van Rossume13ddc92003-04-17 17:29:22 +0000420 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000421#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000422
Guido van Rossum1707aad1997-12-08 23:43:45 +0000423 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
424 _PyImport_Fini();
425
426 /* Debugging stuff */
427#ifdef COUNT_ALLOCS
Martin v. Löwis45294a92006-04-18 06:24:08 +0000428 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000429#endif
430
Tim Peters62e97f02006-03-28 21:44:32 +0000431 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000432
Tim Peters9cf25ce2003-04-17 15:21:01 +0000433#ifdef Py_TRACE_REFS
434 /* Display all objects still alive -- this can invoke arbitrary
435 * __repr__ overrides, so requires a mostly-intact interpreter.
436 * Alas, a lot of stuff may still be alive now that will be cleaned
437 * up later.
438 */
Tim Peters269b2a62003-04-17 19:52:29 +0000439 if (Py_GETENV("PYTHONDUMPREFS"))
Tim Peters9cf25ce2003-04-17 15:21:01 +0000440 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000441#endif /* Py_TRACE_REFS */
442
Guido van Rossumd922fa42003-04-15 14:10:09 +0000443 /* Clear interpreter state */
Barry Warsawf242aa02000-05-25 23:09:49 +0000444 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000445
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000446 /* Now we decref the exception classes. After this point nothing
447 can raise an exception. That's okay, because each Fini() method
448 below has been checked to make sure no exceptions are ever
449 raised.
450 */
451
452 _PyExc_Fini();
453
Amaury Forgeot d'Arc025c3472007-11-29 23:35:25 +0000454 /* Cleanup auto-thread-state */
455#ifdef WITH_THREAD
456 _PyGILState_Fini();
457#endif /* WITH_THREAD */
458
Guido van Rossumd922fa42003-04-15 14:10:09 +0000459 /* Delete current thread */
Barry Warsawf242aa02000-05-25 23:09:49 +0000460 PyThreadState_Swap(NULL);
461 PyInterpreterState_Delete(interp);
462
Guido van Rossumd922fa42003-04-15 14:10:09 +0000463 /* Sundry finalizers */
Guido van Rossumcc283f51997-08-05 02:22:03 +0000464 PyMethod_Fini();
465 PyFrame_Fini();
466 PyCFunction_Fini();
467 PyTuple_Fini();
Raymond Hettingerfb09f0e2004-10-07 03:58:07 +0000468 PyList_Fini();
Raymond Hettingerd7946662005-08-01 21:39:29 +0000469 PySet_Fini();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000470 PyString_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000471 PyInt_Fini();
472 PyFloat_Fini();
473
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000474#ifdef Py_USING_UNICODE
475 /* Cleanup Unicode implementation */
476 _PyUnicode_Fini();
477#endif
478
Guido van Rossumcc283f51997-08-05 02:22:03 +0000479 /* XXX Still allocated:
480 - various static ad-hoc pointers to interned strings
481 - int and float free list blocks
482 - whatever various modules and libraries allocate
483 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000484
485 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000486
Tim Peters269b2a62003-04-17 19:52:29 +0000487#ifdef Py_TRACE_REFS
488 /* Display addresses (& refcnts) of all objects still alive.
489 * An address can be used to find the repr of the object, printed
490 * above by _Py_PrintReferences.
491 */
492 if (Py_GETENV("PYTHONDUMPREFS"))
493 _Py_PrintReferenceAddresses(stderr);
494#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000495#ifdef PYMALLOC_DEBUG
496 if (Py_GETENV("PYTHONMALLOCSTATS"))
497 _PyObject_DebugMallocStats();
498#endif
499
Guido van Rossumcc283f51997-08-05 02:22:03 +0000500 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000501}
502
503/* Create and initialize a new interpreter and thread, and return the
504 new thread. This requires that Py_Initialize() has been called
505 first.
506
507 Unsuccessful initialization yields a NULL pointer. Note that *no*
508 exception information is available even in this case -- the
509 exception information is held in the thread, and there is no
510 thread.
511
512 Locking: as above.
513
514*/
515
516PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000517Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000518{
519 PyInterpreterState *interp;
520 PyThreadState *tstate, *save_tstate;
521 PyObject *bimod, *sysmod;
522
523 if (!initialized)
524 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
525
526 interp = PyInterpreterState_New();
527 if (interp == NULL)
528 return NULL;
529
530 tstate = PyThreadState_New(interp);
531 if (tstate == NULL) {
532 PyInterpreterState_Delete(interp);
533 return NULL;
534 }
535
536 save_tstate = PyThreadState_Swap(tstate);
537
538 /* XXX The following is lax in error checking */
539
540 interp->modules = PyDict_New();
Collin Winter276887b2007-03-12 16:11:39 +0000541 interp->modules_reloading = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000542
543 bimod = _PyImport_FindExtension("__builtin__", "__builtin__");
544 if (bimod != NULL) {
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000545 interp->builtins = PyModule_GetDict(bimod);
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000546 if (interp->builtins == NULL)
547 goto handle_error;
Guido van Rossum4a1f39a1997-11-04 19:36:18 +0000548 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000549 }
550 sysmod = _PyImport_FindExtension("sys", "sys");
551 if (bimod != NULL && sysmod != NULL) {
552 interp->sysdict = PyModule_GetDict(sysmod);
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000553 if (interp->sysdict == NULL)
554 goto handle_error;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000555 Py_INCREF(interp->sysdict);
556 PySys_SetPath(Py_GetPath());
557 PyDict_SetItemString(interp->sysdict, "modules",
558 interp->modules);
Martin v. Löwisd7ceb222003-01-22 09:00:38 +0000559 _PyImportHooks_Init();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000560 initmain();
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000561 if (!Py_NoSiteFlag)
562 initsite();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000563 }
564
565 if (!PyErr_Occurred())
566 return tstate;
567
Neal Norwitz0c6ae5b2006-08-21 20:16:24 +0000568handle_error:
Guido van Rossum25ce5661997-08-02 03:10:38 +0000569 /* Oops, it didn't work. Undo it all. */
570
571 PyErr_Print();
572 PyThreadState_Clear(tstate);
573 PyThreadState_Swap(save_tstate);
574 PyThreadState_Delete(tstate);
575 PyInterpreterState_Delete(interp);
576
577 return NULL;
578}
579
580/* Delete an interpreter and its last thread. This requires that the
581 given thread state is current, that the thread has no remaining
582 frames, and that it is its interpreter's only remaining thread.
583 It is a fatal error to violate these constraints.
584
585 (Py_Finalize() doesn't have these constraints -- it zaps
586 everything, regardless.)
587
588 Locking: as above.
589
590*/
591
592void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000593Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000594{
595 PyInterpreterState *interp = tstate->interp;
596
Nicholas Bastine5662ae2004-03-24 22:22:12 +0000597 if (tstate != PyThreadState_GET())
Guido van Rossum25ce5661997-08-02 03:10:38 +0000598 Py_FatalError("Py_EndInterpreter: thread is not current");
599 if (tstate->frame != NULL)
600 Py_FatalError("Py_EndInterpreter: thread still has a frame");
601 if (tstate != interp->tstate_head || tstate->next != NULL)
602 Py_FatalError("Py_EndInterpreter: not the last thread");
603
604 PyImport_Cleanup();
605 PyInterpreterState_Clear(interp);
606 PyThreadState_Swap(NULL);
607 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000608}
609
610static char *progname = "python";
611
612void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000613Py_SetProgramName(char *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000614{
615 if (pn && *pn)
616 progname = pn;
617}
618
619char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000620Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000621{
622 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000623}
624
Guido van Rossuma61691e1998-02-06 22:27:24 +0000625static char *default_home = NULL;
626
627void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000628Py_SetPythonHome(char *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000629{
630 default_home = home;
631}
632
633char *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000634Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000635{
636 char *home = default_home;
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +0000637 if (home == NULL && !Py_IgnoreEnvironmentFlag)
638 home = Py_GETENV("PYTHONHOME");
Guido van Rossuma61691e1998-02-06 22:27:24 +0000639 return home;
640}
641
Guido van Rossum6135a871995-01-09 17:53:26 +0000642/* Create __main__ module */
643
644static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000645initmain(void)
Guido van Rossum6135a871995-01-09 17:53:26 +0000646{
Guido van Rossum82598051997-03-05 00:20:32 +0000647 PyObject *m, *d;
648 m = PyImport_AddModule("__main__");
Guido van Rossum6135a871995-01-09 17:53:26 +0000649 if (m == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +0000650 Py_FatalError("can't create __main__ module");
651 d = PyModule_GetDict(m);
652 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
Guido van Rossum858cb731997-11-19 16:15:37 +0000653 PyObject *bimod = PyImport_ImportModule("__builtin__");
654 if (bimod == NULL ||
655 PyDict_SetItemString(d, "__builtins__", bimod) != 0)
Guido van Rossum82598051997-03-05 00:20:32 +0000656 Py_FatalError("can't add __builtins__ to __main__");
Barry Warsaw3d05b1a1999-01-29 21:30:22 +0000657 Py_DECREF(bimod);
Guido van Rossum6135a871995-01-09 17:53:26 +0000658 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000659}
660
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000661/* Import the site module (not into __main__ though) */
662
663static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000664initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000665{
666 PyObject *m, *f;
667 m = PyImport_ImportModule("site");
668 if (m == NULL) {
669 f = PySys_GetObject("stderr");
670 if (Py_VerboseFlag) {
671 PyFile_WriteString(
672 "'import site' failed; traceback:\n", f);
673 PyErr_Print();
674 }
675 else {
676 PyFile_WriteString(
677 "'import site' failed; use -v for traceback\n", f);
678 PyErr_Clear();
679 }
680 }
681 else {
682 Py_DECREF(m);
683 }
684}
685
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000686/* Parse input from a file and execute it */
687
688int
Tim Peters5e9d6cf2006-05-28 10:41:29 +0000689PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000690 PyCompilerFlags *flags)
691{
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000692 if (filename == NULL)
693 filename = "???";
Guido van Rossum0df002c2000-08-27 19:21:52 +0000694 if (Py_FdIsInteractive(fp, filename)) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000695 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
Guido van Rossum0df002c2000-08-27 19:21:52 +0000696 if (closeit)
697 fclose(fp);
698 return err;
699 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000700 else
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000701 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000702}
703
704int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000705PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000706{
Guido van Rossum82598051997-03-05 00:20:32 +0000707 PyObject *v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000708 int ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000709 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000710
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000711 if (flags == NULL) {
712 flags = &local_flags;
Tim Peters5ba58662001-07-16 02:29:45 +0000713 local_flags.cf_flags = 0;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000714 }
Guido van Rossum82598051997-03-05 00:20:32 +0000715 v = PySys_GetObject("ps1");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000716 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000717 PySys_SetObject("ps1", v = PyString_FromString(">>> "));
718 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000719 }
Guido van Rossum82598051997-03-05 00:20:32 +0000720 v = PySys_GetObject("ps2");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000721 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000722 PySys_SetObject("ps2", v = PyString_FromString("... "));
723 Py_XDECREF(v);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000724 }
725 for (;;) {
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000726 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
Tim Peters62e97f02006-03-28 21:44:32 +0000727 PRINT_TOTAL_REFS();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000728 if (ret == E_EOF)
729 return 0;
730 /*
731 if (ret == E_NOMEM)
732 return -1;
733 */
734 }
735}
736
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000737/* compute parser flags based on compiler flags */
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000738#define PARSER_FLAGS(flags) \
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000739 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
Neal Norwitzca460d92006-09-06 06:28:06 +0000740 PyPARSE_DONT_IMPLY_DEDENT : 0)) : 0)
741
742#if 0
743/* Keep an example of flags with future keyword support. */
744#define PARSER_FLAGS(flags) \
745 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000746 PyPARSE_DONT_IMPLY_DEDENT : 0) \
Neal Norwitz9589ee22006-03-04 19:01:22 +0000747 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
748 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Neal Norwitzca460d92006-09-06 06:28:06 +0000749#endif
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000750
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000751int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000752PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000753{
Guido van Rossum82598051997-03-05 00:20:32 +0000754 PyObject *m, *d, *v, *w;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000755 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +0000756 PyArena *arena;
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000757 char *ps1 = "", *ps2 = "";
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000758 int errcode = 0;
Tim Petersfe2127d2001-07-16 05:37:24 +0000759
Guido van Rossum82598051997-03-05 00:20:32 +0000760 v = PySys_GetObject("ps1");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000761 if (v != NULL) {
762 v = PyObject_Str(v);
763 if (v == NULL)
764 PyErr_Clear();
765 else if (PyString_Check(v))
766 ps1 = PyString_AsString(v);
767 }
Guido van Rossum82598051997-03-05 00:20:32 +0000768 w = PySys_GetObject("ps2");
Guido van Rossumddc3fb51997-11-25 20:58:13 +0000769 if (w != NULL) {
770 w = PyObject_Str(w);
771 if (w == NULL)
772 PyErr_Clear();
773 else if (PyString_Check(w))
774 ps2 = PyString_AsString(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000775 }
Neal Norwitz9589ee22006-03-04 19:01:22 +0000776 arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +0000777 if (arena == NULL) {
778 Py_XDECREF(v);
779 Py_XDECREF(w);
780 return -1;
781 }
Tim Peters5e9d6cf2006-05-28 10:41:29 +0000782 mod = PyParser_ASTFromFile(fp, filename,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000783 Py_single_input, ps1, ps2,
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000784 flags, &errcode, arena);
Guido van Rossum82598051997-03-05 00:20:32 +0000785 Py_XDECREF(v);
786 Py_XDECREF(w);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000787 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000788 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000789 if (errcode == E_EOF) {
790 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +0000791 return E_EOF;
792 }
Guido van Rossum82598051997-03-05 00:20:32 +0000793 PyErr_Print();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000794 return -1;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000795 }
Guido van Rossum82598051997-03-05 00:20:32 +0000796 m = PyImport_AddModule("__main__");
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000797 if (m == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +0000798 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000799 return -1;
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000800 }
Guido van Rossum82598051997-03-05 00:20:32 +0000801 d = PyModule_GetDict(m);
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000802 v = run_mod(mod, filename, d, d, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +0000803 PyArena_Free(arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000804 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000805 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000806 return -1;
807 }
Guido van Rossum82598051997-03-05 00:20:32 +0000808 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000809 if (Py_FlushLine())
810 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000811 return 0;
812}
813
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000814/* Check whether a file maybe a pyc file: Look at the extension,
815 the file type, and, if we may close it, at the first few bytes. */
816
817static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000818maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000819{
820 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
821 return 1;
822
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000823 /* Only look into the file if we are allowed to close it, since
824 it then should also be seekable. */
825 if (closeit) {
826 /* Read only two bytes of the magic. If the file was opened in
827 text mode, the bytes 3 and 4 of the magic (\r\n) might not
828 be read as they are on disk. */
829 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
830 unsigned char buf[2];
Tim Peters3e876562001-02-11 04:35:39 +0000831 /* Mess: In case of -x, the stream is NOT at its start now,
832 and ungetc() was used to push back the first newline,
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000833 which makes the current stream position formally undefined,
834 and a x-platform nightmare.
835 Unfortunately, we have no direct way to know whether -x
836 was specified. So we use a terrible hack: if the current
837 stream position is not 0, we assume -x was specified, and
838 give up. Bug 132850 on SourceForge spells out the
839 hopelessness of trying anything else (fseek and ftell
840 don't work predictably x-platform for text-mode files).
Tim Peters3e876562001-02-11 04:35:39 +0000841 */
Tim Peters3e876562001-02-11 04:35:39 +0000842 int ispyc = 0;
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000843 if (ftell(fp) == 0) {
844 if (fread(buf, 1, 2, fp) == 2 &&
Tim Petersd08e3822003-04-17 15:24:21 +0000845 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
Tim Peters6f5a4ef2001-02-17 22:02:34 +0000846 ispyc = 1;
847 rewind(fp);
848 }
Tim Peters3e876562001-02-11 04:35:39 +0000849 return ispyc;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000850 }
851 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000852}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000853
Guido van Rossum0df002c2000-08-27 19:21:52 +0000854int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000855PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000856 PyCompilerFlags *flags)
857{
Guido van Rossum82598051997-03-05 00:20:32 +0000858 PyObject *m, *d, *v;
Martin v. Löwis95292d62002-12-11 14:04:59 +0000859 const char *ext;
Georg Brandlaa2321b2007-03-07 00:40:28 +0000860 int set_file_name = 0, ret;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000861
Guido van Rossum82598051997-03-05 00:20:32 +0000862 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000863 if (m == NULL)
864 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000865 d = PyModule_GetDict(m);
Fred Drake8ed02042002-10-17 21:24:58 +0000866 if (PyDict_GetItemString(d, "__file__") == NULL) {
867 PyObject *f = PyString_FromString(filename);
868 if (f == NULL)
869 return -1;
870 if (PyDict_SetItemString(d, "__file__", f) < 0) {
871 Py_DECREF(f);
872 return -1;
873 }
Georg Brandlaa2321b2007-03-07 00:40:28 +0000874 set_file_name = 1;
Fred Drake8ed02042002-10-17 21:24:58 +0000875 Py_DECREF(f);
876 }
Guido van Rossumfdef2711994-09-14 13:31:04 +0000877 ext = filename + strlen(filename) - 4;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000878 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000879 /* Try to run a pyc file. First, re-open in binary */
Guido van Rossum0df002c2000-08-27 19:21:52 +0000880 if (closeit)
881 fclose(fp);
Fred Drake8ed02042002-10-17 21:24:58 +0000882 if ((fp = fopen(filename, "rb")) == NULL) {
Guido van Rossumfdef2711994-09-14 13:31:04 +0000883 fprintf(stderr, "python: Can't reopen .pyc file\n");
Georg Brandlaa2321b2007-03-07 00:40:28 +0000884 ret = -1;
885 goto done;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000886 }
Guido van Rossum2a7f58d1997-04-02 05:28:38 +0000887 /* Turn on optimization if a .pyo file is given */
888 if (strcmp(ext, ".pyo") == 0)
889 Py_OptimizeFlag = 1;
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000890 v = run_pyc_file(fp, filename, d, d, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000891 } else {
Tim Petersd08e3822003-04-17 15:24:21 +0000892 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000893 closeit, flags);
Guido van Rossumfdef2711994-09-14 13:31:04 +0000894 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000895 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000896 PyErr_Print();
Georg Brandlaa2321b2007-03-07 00:40:28 +0000897 ret = -1;
898 goto done;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000899 }
Guido van Rossum82598051997-03-05 00:20:32 +0000900 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000901 if (Py_FlushLine())
902 PyErr_Clear();
Georg Brandlaa2321b2007-03-07 00:40:28 +0000903 ret = 0;
904 done:
905 if (set_file_name && PyDict_DelItemString(d, "__file__"))
906 PyErr_Clear();
907 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000908}
909
910int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000911PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000912{
Guido van Rossum82598051997-03-05 00:20:32 +0000913 PyObject *m, *d, *v;
914 m = PyImport_AddModule("__main__");
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000915 if (m == NULL)
916 return -1;
Guido van Rossum82598051997-03-05 00:20:32 +0000917 d = PyModule_GetDict(m);
Guido van Rossum393661d2001-08-31 17:40:15 +0000918 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000919 if (v == NULL) {
Guido van Rossum82598051997-03-05 00:20:32 +0000920 PyErr_Print();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000921 return -1;
922 }
Guido van Rossum82598051997-03-05 00:20:32 +0000923 Py_DECREF(v);
Guido van Rossum78a1ed31997-05-22 22:35:04 +0000924 if (Py_FlushLine())
925 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000926 return 0;
927}
928
Barry Warsaw035574d1997-08-29 22:07:17 +0000929static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000930parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
931 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000932{
933 long hold;
934 PyObject *v;
935
936 /* old style errors */
937 if (PyTuple_Check(err))
Neal Norwitz78293352002-04-01 01:41:20 +0000938 return PyArg_ParseTuple(err, "O(ziiz)", message, filename,
Neal Norwitz9589ee22006-03-04 19:01:22 +0000939 lineno, offset, text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000940
941 /* new style errors. `err' is an instance */
942
943 if (! (v = PyObject_GetAttrString(err, "msg")))
944 goto finally;
945 *message = v;
946
947 if (!(v = PyObject_GetAttrString(err, "filename")))
948 goto finally;
949 if (v == Py_None)
950 *filename = NULL;
951 else if (! (*filename = PyString_AsString(v)))
952 goto finally;
953
954 Py_DECREF(v);
955 if (!(v = PyObject_GetAttrString(err, "lineno")))
956 goto finally;
957 hold = PyInt_AsLong(v);
958 Py_DECREF(v);
959 v = NULL;
960 if (hold < 0 && PyErr_Occurred())
961 goto finally;
962 *lineno = (int)hold;
963
964 if (!(v = PyObject_GetAttrString(err, "offset")))
965 goto finally;
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000966 if (v == Py_None) {
967 *offset = -1;
968 Py_DECREF(v);
969 v = NULL;
970 } else {
971 hold = PyInt_AsLong(v);
972 Py_DECREF(v);
973 v = NULL;
974 if (hold < 0 && PyErr_Occurred())
975 goto finally;
976 *offset = (int)hold;
977 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000978
979 if (!(v = PyObject_GetAttrString(err, "text")))
980 goto finally;
981 if (v == Py_None)
982 *text = NULL;
983 else if (! (*text = PyString_AsString(v)))
984 goto finally;
985 Py_DECREF(v);
986 return 1;
987
988finally:
989 Py_XDECREF(v);
990 return 0;
991}
992
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000993void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000994PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000995{
Guido van Rossuma61691e1998-02-06 22:27:24 +0000996 PyErr_PrintEx(1);
997}
998
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000999static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001000print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001001{
1002 char *nl;
1003 if (offset >= 0) {
1004 if (offset > 0 && offset == (int)strlen(text))
1005 offset--;
1006 for (;;) {
1007 nl = strchr(text, '\n');
1008 if (nl == NULL || nl-text >= offset)
1009 break;
Martin v. Löwis18e16552006-02-15 17:27:45 +00001010 offset -= (int)(nl+1-text);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001011 text = nl+1;
1012 }
1013 while (*text == ' ' || *text == '\t') {
1014 text++;
1015 offset--;
1016 }
1017 }
1018 PyFile_WriteString(" ", f);
1019 PyFile_WriteString(text, f);
1020 if (*text == '\0' || text[strlen(text)-1] != '\n')
1021 PyFile_WriteString("\n", f);
1022 if (offset == -1)
1023 return;
1024 PyFile_WriteString(" ", f);
1025 offset--;
1026 while (offset > 0) {
1027 PyFile_WriteString(" ", f);
1028 offset--;
1029 }
1030 PyFile_WriteString("^\n", f);
1031}
1032
Guido van Rossum66e8e862001-03-23 17:54:43 +00001033static void
1034handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001035{
Neal Norwitz9589ee22006-03-04 19:01:22 +00001036 PyObject *exception, *value, *tb;
1037 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001038
Georg Brandl49aafc92007-03-07 00:34:46 +00001039 if (Py_InspectFlag)
1040 /* Don't exit if -i flag was given. This flag is set to 0
1041 * when entering interactive mode for inspecting. */
1042 return;
1043
Guido van Rossum66e8e862001-03-23 17:54:43 +00001044 PyErr_Fetch(&exception, &value, &tb);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001045 if (Py_FlushLine())
1046 PyErr_Clear();
1047 fflush(stdout);
1048 if (value == NULL || value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001049 goto done;
Brett Cannonbf364092006-03-01 04:25:17 +00001050 if (PyExceptionInstance_Check(value)) {
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001051 /* The error code should be in the `code' attribute. */
1052 PyObject *code = PyObject_GetAttrString(value, "code");
1053 if (code) {
1054 Py_DECREF(value);
1055 value = code;
1056 if (value == Py_None)
Tim Peterscf615b52003-04-19 18:47:02 +00001057 goto done;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001058 }
1059 /* If we failed to dig out the 'code' attribute,
1060 just let the else clause below print the error. */
1061 }
1062 if (PyInt_Check(value))
Tim Peterscf615b52003-04-19 18:47:02 +00001063 exitcode = (int)PyInt_AsLong(value);
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001064 else {
1065 PyObject_Print(value, stderr, Py_PRINT_RAW);
1066 PySys_WriteStderr("\n");
Tim Peterscf615b52003-04-19 18:47:02 +00001067 exitcode = 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001068 }
Tim Peterscf615b52003-04-19 18:47:02 +00001069 done:
Neal Norwitz9589ee22006-03-04 19:01:22 +00001070 /* Restore and clear the exception info, in order to properly decref
1071 * the exception, value, and traceback. If we just exit instead,
1072 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1073 * some finalizers from running.
1074 */
Tim Peterscf615b52003-04-19 18:47:02 +00001075 PyErr_Restore(exception, value, tb);
1076 PyErr_Clear();
1077 Py_Exit(exitcode);
1078 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001079}
1080
1081void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001082PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001083{
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001084 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001085
1086 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1087 handle_system_exit();
1088 }
Guido van Rossum82598051997-03-05 00:20:32 +00001089 PyErr_Fetch(&exception, &v, &tb);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001090 if (exception == NULL)
1091 return;
Barry Warsaw035574d1997-08-29 22:07:17 +00001092 PyErr_NormalizeException(&exception, &v, &tb);
Guido van Rossum1ae940a1995-01-02 19:04:15 +00001093 if (exception == NULL)
Guido van Rossum296b4751997-05-23 00:19:20 +00001094 return;
Guido van Rossum9d785502006-03-07 18:31:44 +00001095 /* Now we know v != NULL too */
Guido van Rossuma61691e1998-02-06 22:27:24 +00001096 if (set_sys_last_vars) {
1097 PySys_SetObject("last_type", exception);
1098 PySys_SetObject("last_value", v);
1099 PySys_SetObject("last_traceback", tb);
1100 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001101 hook = PySys_GetObject("excepthook");
1102 if (hook) {
Raymond Hettinger8ae46892003-10-12 19:09:37 +00001103 PyObject *args = PyTuple_Pack(3,
Guido van Rossum9d785502006-03-07 18:31:44 +00001104 exception, v, tb ? tb : Py_None);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001105 PyObject *result = PyEval_CallObject(hook, args);
1106 if (result == NULL) {
1107 PyObject *exception2, *v2, *tb2;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001108 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1109 handle_system_exit();
1110 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001111 PyErr_Fetch(&exception2, &v2, &tb2);
1112 PyErr_NormalizeException(&exception2, &v2, &tb2);
Neal Norwitza5e4f222006-07-17 00:59:04 +00001113 /* It should not be possible for exception2 or v2
1114 to be NULL. However PyErr_Display() can't
1115 tolerate NULLs, so just be safe. */
1116 if (exception2 == NULL) {
1117 exception2 = Py_None;
1118 Py_INCREF(exception2);
1119 }
1120 if (v2 == NULL) {
1121 v2 = Py_None;
1122 Py_INCREF(v2);
1123 }
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001124 if (Py_FlushLine())
1125 PyErr_Clear();
1126 fflush(stdout);
1127 PySys_WriteStderr("Error in sys.excepthook:\n");
1128 PyErr_Display(exception2, v2, tb2);
1129 PySys_WriteStderr("\nOriginal exception was:\n");
1130 PyErr_Display(exception, v, tb);
Neal Norwitza5e4f222006-07-17 00:59:04 +00001131 Py_DECREF(exception2);
1132 Py_DECREF(v2);
Jeremy Hylton07028582001-12-07 15:35:35 +00001133 Py_XDECREF(tb2);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001134 }
1135 Py_XDECREF(result);
1136 Py_XDECREF(args);
1137 } else {
1138 PySys_WriteStderr("sys.excepthook is missing\n");
1139 PyErr_Display(exception, v, tb);
1140 }
1141 Py_XDECREF(exception);
1142 Py_XDECREF(v);
1143 Py_XDECREF(tb);
1144}
1145
Richard Jones7b9558d2006-05-27 12:29:24 +00001146void
1147PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001148{
1149 int err = 0;
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001150 PyObject *f = PySys_GetObject("stderr");
Armin Rigo5d2c6832004-03-22 20:16:58 +00001151 Py_INCREF(value);
Guido van Rossum3165fe61992-09-25 21:59:05 +00001152 if (f == NULL)
1153 fprintf(stderr, "lost sys.stderr\n");
1154 else {
Guido van Rossum0829c751998-02-28 04:31:39 +00001155 if (Py_FlushLine())
1156 PyErr_Clear();
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001157 fflush(stdout);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001158 if (tb && tb != Py_None)
1159 err = PyTraceBack_Print(tb, f);
Barry Warsaw36b8f941997-08-26 18:09:48 +00001160 if (err == 0 &&
Armin Rigo5d2c6832004-03-22 20:16:58 +00001161 PyObject_HasAttrString(value, "print_file_and_line"))
Barry Warsaw36b8f941997-08-26 18:09:48 +00001162 {
Guido van Rossum82598051997-03-05 00:20:32 +00001163 PyObject *message;
Martin v. Löwis95292d62002-12-11 14:04:59 +00001164 const char *filename, *text;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001165 int lineno, offset;
Armin Rigo5d2c6832004-03-22 20:16:58 +00001166 if (!parse_syntax_error(value, &message, &filename,
Barry Warsaw035574d1997-08-29 22:07:17 +00001167 &lineno, &offset, &text))
Guido van Rossum82598051997-03-05 00:20:32 +00001168 PyErr_Clear();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001169 else {
1170 char buf[10];
Guido van Rossum82598051997-03-05 00:20:32 +00001171 PyFile_WriteString(" File \"", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001172 if (filename == NULL)
Guido van Rossum82598051997-03-05 00:20:32 +00001173 PyFile_WriteString("<string>", f);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001174 else
Guido van Rossum82598051997-03-05 00:20:32 +00001175 PyFile_WriteString(filename, f);
1176 PyFile_WriteString("\", line ", f);
Jeremy Hylton518ab1c2001-11-28 20:42:20 +00001177 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
Guido van Rossum82598051997-03-05 00:20:32 +00001178 PyFile_WriteString(buf, f);
1179 PyFile_WriteString("\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001180 if (text != NULL)
1181 print_error_text(f, offset, text);
Armin Rigo5d2c6832004-03-22 20:16:58 +00001182 Py_DECREF(value);
1183 value = message;
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001184 /* Can't be bothered to check all those
1185 PyFile_WriteString() calls */
1186 if (PyErr_Occurred())
1187 err = -1;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001188 }
1189 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001190 if (err) {
1191 /* Don't do anything else */
1192 }
Brett Cannonbf364092006-03-01 04:25:17 +00001193 else if (PyExceptionClass_Check(exception)) {
Richard Jones7b9558d2006-05-27 12:29:24 +00001194 PyObject* moduleName;
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001195 char* className = PyExceptionClass_Name(exception);
1196 if (className != NULL) {
1197 char *dot = strrchr(className, '.');
1198 if (dot != NULL)
1199 className = dot+1;
1200 }
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001201
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001202 moduleName = PyObject_GetAttrString(exception, "__module__");
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001203 if (moduleName == NULL)
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001204 err = PyFile_WriteString("<unknown>", f);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001205 else {
1206 char* modstr = PyString_AsString(moduleName);
Tim Petersd08e3822003-04-17 15:24:21 +00001207 if (modstr && strcmp(modstr, "exceptions"))
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001208 {
1209 err = PyFile_WriteString(modstr, f);
1210 err += PyFile_WriteString(".", f);
1211 }
Richard Jones7b9558d2006-05-27 12:29:24 +00001212 Py_DECREF(moduleName);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001213 }
1214 if (err == 0) {
1215 if (className == NULL)
1216 err = PyFile_WriteString("<unknown>", f);
1217 else
Brett Cannonbf364092006-03-01 04:25:17 +00001218 err = PyFile_WriteString(className, f);
Barry Warsaw2f5f6a21997-09-16 21:42:03 +00001219 }
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001220 }
1221 else
1222 err = PyFile_WriteObject(exception, f, Py_PRINT_RAW);
Brett Cannon2e63b732006-03-02 18:34:57 +00001223 if (err == 0 && (value != Py_None)) {
1224 PyObject *s = PyObject_Str(value);
1225 /* only print colon if the str() of the
1226 object is not the empty string
1227 */
1228 if (s == NULL)
1229 err = -1;
1230 else if (!PyString_Check(s) ||
1231 PyString_GET_SIZE(s) != 0)
1232 err = PyFile_WriteString(": ", f);
1233 if (err == 0)
1234 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1235 Py_XDECREF(s);
Guido van Rossum262e1241995-02-07 15:30:45 +00001236 }
Georg Brandl7b9c5552007-03-12 14:30:05 +00001237 /* try to write a newline in any case */
1238 err += PyFile_WriteString("\n", f);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001239 }
Armin Rigo5d2c6832004-03-22 20:16:58 +00001240 Py_DECREF(value);
Guido van Rossum78a1ed31997-05-22 22:35:04 +00001241 /* If an error happened here, don't show it.
1242 XXX This is wrong, but too many callers rely on this behavior. */
1243 if (err != 0)
1244 PyErr_Clear();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001245}
1246
Guido van Rossum82598051997-03-05 00:20:32 +00001247PyObject *
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001248PyRun_StringFlags(const char *str, int start, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001249 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001250{
Neal Norwitze92fba02006-03-04 18:52:26 +00001251 PyObject *ret = NULL;
Neal Norwitzd12bd012006-07-21 07:59:47 +00001252 mod_ty mod;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001253 PyArena *arena = PyArena_New();
Neal Norwitzd12bd012006-07-21 07:59:47 +00001254 if (arena == NULL)
1255 return NULL;
1256
1257 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
Neal Norwitze92fba02006-03-04 18:52:26 +00001258 if (mod != NULL)
1259 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001260 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001261 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001262}
1263
1264PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001265PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001266 PyObject *locals, int closeit, PyCompilerFlags *flags)
1267{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001268 PyObject *ret;
Neal Norwitzd12bd012006-07-21 07:59:47 +00001269 mod_ty mod;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001270 PyArena *arena = PyArena_New();
Neal Norwitzd12bd012006-07-21 07:59:47 +00001271 if (arena == NULL)
1272 return NULL;
1273
1274 mod = PyParser_ASTFromFile(fp, filename, start, 0, 0,
1275 flags, NULL, arena);
Georg Brandl098cd692007-03-06 12:17:50 +00001276 if (closeit)
1277 fclose(fp);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001278 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001279 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001280 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001281 }
Neal Norwitze92fba02006-03-04 18:52:26 +00001282 ret = run_mod(mod, filename, globals, locals, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001283 PyArena_Free(arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001284 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001285}
1286
Guido van Rossum82598051997-03-05 00:20:32 +00001287static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001288run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001289 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001290{
Guido van Rossum82598051997-03-05 00:20:32 +00001291 PyCodeObject *co;
1292 PyObject *v;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001293 co = PyAST_Compile(mod, filename, flags, arena);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001294 if (co == NULL)
1295 return NULL;
Guido van Rossum82598051997-03-05 00:20:32 +00001296 v = PyEval_EvalCode(co, globals, locals);
1297 Py_DECREF(co);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001298 return v;
1299}
1300
Guido van Rossum82598051997-03-05 00:20:32 +00001301static PyObject *
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001302run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001303 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001304{
Guido van Rossum82598051997-03-05 00:20:32 +00001305 PyCodeObject *co;
1306 PyObject *v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001307 long magic;
Fred Drakee8de31c2000-08-31 05:38:39 +00001308 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001309
Guido van Rossum82598051997-03-05 00:20:32 +00001310 magic = PyMarshal_ReadLongFromFile(fp);
1311 if (magic != PyImport_GetMagicNumber()) {
1312 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001313 "Bad magic number in .pyc file");
1314 return NULL;
1315 }
Guido van Rossum82598051997-03-05 00:20:32 +00001316 (void) PyMarshal_ReadLongFromFile(fp);
Tim Petersd9b9ac82001-01-28 00:27:39 +00001317 v = PyMarshal_ReadLastObjectFromFile(fp);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001318 fclose(fp);
Guido van Rossum82598051997-03-05 00:20:32 +00001319 if (v == NULL || !PyCode_Check(v)) {
1320 Py_XDECREF(v);
1321 PyErr_SetString(PyExc_RuntimeError,
Guido van Rossumfdef2711994-09-14 13:31:04 +00001322 "Bad code object in .pyc file");
1323 return NULL;
1324 }
Guido van Rossum82598051997-03-05 00:20:32 +00001325 co = (PyCodeObject *)v;
1326 v = PyEval_EvalCode(co, globals, locals);
Jeremy Hyltonb857ba22001-08-10 21:41:33 +00001327 if (v && flags)
1328 flags->cf_flags |= (co->co_flags & PyCF_MASK);
Guido van Rossum82598051997-03-05 00:20:32 +00001329 Py_DECREF(co);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001330 return v;
1331}
1332
Guido van Rossum82598051997-03-05 00:20:32 +00001333PyObject *
Tim Petersd08e3822003-04-17 15:24:21 +00001334Py_CompileStringFlags(const char *str, const char *filename, int start,
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001335 PyCompilerFlags *flags)
1336{
Guido van Rossum82598051997-03-05 00:20:32 +00001337 PyCodeObject *co;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001338 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001339 PyArena *arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001340 if (arena == NULL)
1341 return NULL;
1342
1343 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001344 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001345 PyArena_Free(arena);
Guido van Rossum5b722181993-03-30 17:46:03 +00001346 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001347 }
Martin v. Löwis2b366e42006-02-26 22:12:35 +00001348 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001349 PyObject *result = PyAST_mod2obj(mod);
1350 PyArena_Free(arena);
1351 return result;
1352 }
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001353 co = PyAST_Compile(mod, filename, flags, arena);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001354 PyArena_Free(arena);
Guido van Rossum82598051997-03-05 00:20:32 +00001355 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001356}
1357
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001358struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001359Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001360{
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001361 struct symtable *st;
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001362 mod_ty mod;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001363 PyArena *arena = PyArena_New();
Neal Norwitzb59d08c2006-07-22 16:20:49 +00001364 if (arena == NULL)
1365 return NULL;
1366
1367 mod = PyParser_ASTFromString(str, filename, start, NULL, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001368 if (mod == NULL) {
Neal Norwitz9589ee22006-03-04 19:01:22 +00001369 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001370 return NULL;
Neal Norwitz9589ee22006-03-04 19:01:22 +00001371 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001372 st = PySymtable_Build(mod, filename, 0);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001373 PyArena_Free(arena);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001374 return st;
1375}
1376
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001377/* Preferred access to parser is through AST. */
1378mod_ty
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001379PyParser_ASTFromString(const char *s, const char *filename, int start,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001380 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001381{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001382 mod_ty mod;
1383 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001384 node *n = PyParser_ParseStringFlagsFilename(s, filename,
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001385 &_PyParser_Grammar, start, &err,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001386 PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001387 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001388 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001389 PyNode_Free(n);
1390 return mod;
1391 }
1392 else {
1393 err_input(&err);
1394 return NULL;
1395 }
1396}
1397
1398mod_ty
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001399PyParser_ASTFromFile(FILE *fp, const char *filename, int start, char *ps1,
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001400 char *ps2, PyCompilerFlags *flags, int *errcode,
Neal Norwitz9589ee22006-03-04 19:01:22 +00001401 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001402{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001403 mod_ty mod;
1404 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001405 node *n = PyParser_ParseFileFlags(fp, filename, &_PyParser_Grammar,
1406 start, ps1, ps2, &err, PARSER_FLAGS(flags));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001407 if (n) {
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001408 mod = PyAST_FromNode(n, flags, filename, arena);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001409 PyNode_Free(n);
1410 return mod;
1411 }
1412 else {
1413 err_input(&err);
1414 if (errcode)
1415 *errcode = err.error;
1416 return NULL;
1417 }
1418}
1419
Guido van Rossuma110aa61994-08-29 12:50:44 +00001420/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001421
Guido van Rossuma110aa61994-08-29 12:50:44 +00001422node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001423PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001424{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001425 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001426 node *n = PyParser_ParseFileFlags(fp, filename, &_PyParser_Grammar,
1427 start, NULL, NULL, &err, flags);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001428 if (n == NULL)
1429 err_input(&err);
Tim Peters5e9d6cf2006-05-28 10:41:29 +00001430
Guido van Rossuma110aa61994-08-29 12:50:44 +00001431 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001432}
1433
Guido van Rossuma110aa61994-08-29 12:50:44 +00001434/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001435
Guido van Rossuma110aa61994-08-29 12:50:44 +00001436node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001437PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001438{
Tim Petersfe2127d2001-07-16 05:37:24 +00001439 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001440 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1441 start, &err, flags);
Tim Petersfe2127d2001-07-16 05:37:24 +00001442 if (n == NULL)
1443 err_input(&err);
1444 return n;
1445}
1446
1447node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001448PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Thomas Heller6b17abf2002-07-09 09:23:27 +00001449 int start, int flags)
1450{
Thomas Heller6b17abf2002-07-09 09:23:27 +00001451 perrdetail err;
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001452 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1453 &_PyParser_Grammar, start, &err, flags);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001454 if (n == NULL)
1455 err_input(&err);
1456 return n;
1457}
1458
1459node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001460PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001461{
Neal Norwitzadb69fc2005-12-17 20:54:49 +00001462 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00001463}
1464
Guido van Rossum66ebd912003-04-17 16:02:26 +00001465/* May want to move a more generalized form of this to parsetok.c or
1466 even parser modules. */
1467
1468void
1469PyParser_SetError(perrdetail *err)
1470{
1471 err_input(err);
1472}
1473
Guido van Rossuma110aa61994-08-29 12:50:44 +00001474/* Set the error appropriate to the given input error code (see errcode.h) */
1475
1476static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001477err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001478{
Fred Drake85f36392000-07-11 17:53:00 +00001479 PyObject *v, *w, *errtype;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001480 PyObject* u = NULL;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001481 char *msg = NULL;
Fred Drake85f36392000-07-11 17:53:00 +00001482 errtype = PyExc_SyntaxError;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001483 switch (err->error) {
1484 case E_SYNTAX:
Fred Drake85f36392000-07-11 17:53:00 +00001485 errtype = PyExc_IndentationError;
1486 if (err->expected == INDENT)
1487 msg = "expected an indented block";
1488 else if (err->token == INDENT)
1489 msg = "unexpected indent";
1490 else if (err->token == DEDENT)
1491 msg = "unexpected unindent";
1492 else {
1493 errtype = PyExc_SyntaxError;
1494 msg = "invalid syntax";
1495 }
Guido van Rossuma110aa61994-08-29 12:50:44 +00001496 break;
1497 case E_TOKEN:
1498 msg = "invalid token";
Guido van Rossuma110aa61994-08-29 12:50:44 +00001499 break;
Skip Montanaro118ec702002-08-15 01:20:16 +00001500 case E_EOFS:
1501 msg = "EOF while scanning triple-quoted string";
1502 break;
1503 case E_EOLS:
1504 msg = "EOL while scanning single-quoted string";
1505 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001506 case E_INTR:
Michael W. Hudson30ea2f22004-07-07 17:44:12 +00001507 if (!PyErr_Occurred())
1508 PyErr_SetNone(PyExc_KeyboardInterrupt);
Guido van Rossuma110aa61994-08-29 12:50:44 +00001509 return;
1510 case E_NOMEM:
Guido van Rossum82598051997-03-05 00:20:32 +00001511 PyErr_NoMemory();
Guido van Rossuma110aa61994-08-29 12:50:44 +00001512 return;
1513 case E_EOF:
1514 msg = "unexpected EOF while parsing";
1515 break;
Fred Drake85f36392000-07-11 17:53:00 +00001516 case E_TABSPACE:
1517 errtype = PyExc_TabError;
Guido van Rossum560e8ad1998-04-10 19:43:42 +00001518 msg = "inconsistent use of tabs and spaces in indentation";
1519 break;
Jeremy Hylton94988062000-06-20 19:10:44 +00001520 case E_OVERFLOW:
1521 msg = "expression too long";
1522 break;
Fred Drake85f36392000-07-11 17:53:00 +00001523 case E_DEDENT:
1524 errtype = PyExc_IndentationError;
1525 msg = "unindent does not match any outer indentation level";
1526 break;
1527 case E_TOODEEP:
1528 errtype = PyExc_IndentationError;
1529 msg = "too many levels of indentation";
1530 break;
Martin v. Löwisd35edda2005-08-24 08:39:24 +00001531 case E_DECODE: {
1532 PyObject *type, *value, *tb;
1533 PyErr_Fetch(&type, &value, &tb);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001534 if (value != NULL) {
Martin v. Löwisd35edda2005-08-24 08:39:24 +00001535 u = PyObject_Str(value);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001536 if (u != NULL) {
1537 msg = PyString_AsString(u);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001538 }
1539 }
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001540 if (msg == NULL)
1541 msg = "unknown decode error";
Neal Norwitzdb83eb32005-12-18 05:29:30 +00001542 Py_XDECREF(type);
1543 Py_XDECREF(value);
Neal Norwitz40d37812005-10-02 01:48:49 +00001544 Py_XDECREF(tb);
Martin v. Löwisc2632a52004-07-21 05:35:02 +00001545 break;
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001546 }
Martin v. Löwis4bf108d2005-03-03 11:45:45 +00001547 case E_LINECONT:
1548 msg = "unexpected character after line continuation character";
1549 break;
Guido van Rossuma110aa61994-08-29 12:50:44 +00001550 default:
1551 fprintf(stderr, "error=%d\n", err->error);
1552 msg = "unknown parsing error";
1553 break;
1554 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001555 v = Py_BuildValue("(ziiz)", err->filename,
1556 err->lineno, err->offset, err->text);
Neal Norwitz9589ee22006-03-04 19:01:22 +00001557 if (err->text != NULL) {
Tim Petersc9d78aa2006-03-26 23:27:58 +00001558 PyObject_FREE(err->text);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001559 err->text = NULL;
1560 }
1561 w = NULL;
1562 if (v != NULL)
1563 w = Py_BuildValue("(sO)", msg, v);
Martin v. Löwis00f1e3f2002-08-04 17:29:52 +00001564 Py_XDECREF(u);
Guido van Rossum41318302001-03-23 04:01:07 +00001565 Py_XDECREF(v);
Fred Drake85f36392000-07-11 17:53:00 +00001566 PyErr_SetObject(errtype, w);
Guido van Rossum82598051997-03-05 00:20:32 +00001567 Py_XDECREF(w);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001568}
1569
1570/* Print fatal error message and abort */
1571
1572void
Tim Peters7c321a82002-07-09 02:57:01 +00001573Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001574{
Guido van Rossum83dd6c31994-09-29 09:38:33 +00001575 fprintf(stderr, "Fatal Python error: %s\n", msg);
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001576#ifdef MS_WINDOWS
Guido van Rossum23c94461997-05-22 20:21:30 +00001577 OutputDebugString("Fatal Python error: ");
Guido van Rossuma44823b1995-03-14 15:01:17 +00001578 OutputDebugString(msg);
1579 OutputDebugString("\n");
Guido van Rossum0ba35361998-08-13 13:33:16 +00001580#ifdef _DEBUG
1581 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00001582#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00001583#endif /* MS_WINDOWS */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001584 abort();
1585}
1586
1587/* Clean up and exit */
1588
Guido van Rossuma110aa61994-08-29 12:50:44 +00001589#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00001590#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00001591#endif
1592
Guido van Rossum2dcfc961998-10-01 16:01:57 +00001593#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001594static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00001595static int nexitfuncs = 0;
1596
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001597int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00001598{
1599 if (nexitfuncs >= NEXITFUNCS)
1600 return -1;
1601 exitfuncs[nexitfuncs++] = func;
1602 return 0;
1603}
1604
Guido van Rossumcc283f51997-08-05 02:22:03 +00001605static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001606call_sys_exitfunc(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001607{
Guido van Rossum82598051997-03-05 00:20:32 +00001608 PyObject *exitfunc = PySys_GetObject("exitfunc");
Guido van Rossum59bff391992-09-03 20:28:00 +00001609
1610 if (exitfunc) {
Fred Drake6a12d8d2001-03-23 17:34:02 +00001611 PyObject *res;
Guido van Rossum82598051997-03-05 00:20:32 +00001612 Py_INCREF(exitfunc);
1613 PySys_SetObject("exitfunc", (PyObject *)NULL);
1614 res = PyEval_CallObject(exitfunc, (PyObject *)NULL);
Guido van Rossum59bff391992-09-03 20:28:00 +00001615 if (res == NULL) {
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001616 if (!PyErr_ExceptionMatches(PyExc_SystemExit)) {
1617 PySys_WriteStderr("Error in sys.exitfunc:\n");
1618 }
Guido van Rossum82598051997-03-05 00:20:32 +00001619 PyErr_Print();
Guido van Rossum59bff391992-09-03 20:28:00 +00001620 }
Guido van Rossum82598051997-03-05 00:20:32 +00001621 Py_DECREF(exitfunc);
Guido van Rossum59bff391992-09-03 20:28:00 +00001622 }
1623
Guido van Rossum0829c751998-02-28 04:31:39 +00001624 if (Py_FlushLine())
1625 PyErr_Clear();
Guido van Rossumcc283f51997-08-05 02:22:03 +00001626}
Guido van Rossum1662dd51994-09-07 14:38:28 +00001627
Guido van Rossumcc283f51997-08-05 02:22:03 +00001628static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001629call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00001630{
Guido van Rossum1662dd51994-09-07 14:38:28 +00001631 while (nexitfuncs > 0)
1632 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00001633
1634 fflush(stdout);
1635 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001636}
1637
1638void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001639Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001640{
Guido van Rossumcc283f51997-08-05 02:22:03 +00001641 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001642
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001643 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001644}
1645
Guido van Rossumf1dc5661993-07-05 10:31:29 +00001646static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001647initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001648{
Guido van Rossuma110aa61994-08-29 12:50:44 +00001649#ifdef SIGPIPE
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001650 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001651#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00001652#ifdef SIGXFZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001653 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00001654#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001655#ifdef SIGXFSZ
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001656 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00001657#endif
Guido van Rossum82598051997-03-05 00:20:32 +00001658 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00001659}
1660
Guido van Rossum7433b121997-02-14 19:45:36 +00001661
1662/*
1663 * The file descriptor fd is considered ``interactive'' if either
1664 * a) isatty(fd) is TRUE, or
1665 * b) the -i flag was given, and the filename associated with
1666 * the descriptor is NULL or "<stdin>" or "???".
1667 */
1668int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001669Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00001670{
1671 if (isatty((int)fileno(fp)))
1672 return 1;
1673 if (!Py_InteractiveFlag)
1674 return 0;
1675 return (filename == NULL) ||
1676 (strcmp(filename, "<stdin>") == 0) ||
1677 (strcmp(filename, "???") == 0);
1678}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001679
1680
Tim Petersd08e3822003-04-17 15:24:21 +00001681#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001682#if defined(WIN32) && defined(_MSC_VER)
1683
1684/* Stack checking for Microsoft C */
1685
1686#include <malloc.h>
1687#include <excpt.h>
1688
Fred Drakee8de31c2000-08-31 05:38:39 +00001689/*
1690 * Return non-zero when we run out of memory on the stack; zero otherwise.
1691 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001692int
Fred Drake399739f2000-08-31 05:52:44 +00001693PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001694{
1695 __try {
Tim Peters92e4dd82002-10-05 01:47:34 +00001696 /* alloca throws a stack overflow exception if there's
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001697 not enough space left on the stack */
Tim Peters92e4dd82002-10-05 01:47:34 +00001698 alloca(PYOS_STACK_MARGIN * sizeof(void*));
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001699 return 0;
1700 } __except (EXCEPTION_EXECUTE_HANDLER) {
1701 /* just ignore all errors */
1702 }
1703 return 1;
1704}
1705
1706#endif /* WIN32 && _MSC_VER */
1707
1708/* Alternate implementations can be added here... */
1709
1710#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00001711
1712
1713/* Wrappers around sigaction() or signal(). */
1714
1715PyOS_sighandler_t
1716PyOS_getsig(int sig)
1717{
1718#ifdef HAVE_SIGACTION
1719 struct sigaction context;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001720 if (sigaction(sig, NULL, &context) == -1)
1721 return SIG_ERR;
Guido van Rossum6f256182000-09-16 16:32:19 +00001722 return context.sa_handler;
1723#else
1724 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00001725/* Special signal handling for the secure CRT in Visual Studio 2005 */
1726#if defined(_MSC_VER) && _MSC_VER >= 1400
1727 switch (sig) {
1728 /* Only these signals are valid */
1729 case SIGINT:
1730 case SIGILL:
1731 case SIGFPE:
1732 case SIGSEGV:
1733 case SIGTERM:
1734 case SIGBREAK:
1735 case SIGABRT:
1736 break;
1737 /* Don't call signal() with other values or it will assert */
1738 default:
1739 return SIG_ERR;
1740 }
1741#endif /* _MSC_VER && _MSC_VER >= 1400 */
Guido van Rossum6f256182000-09-16 16:32:19 +00001742 handler = signal(sig, SIG_IGN);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001743 if (handler != SIG_ERR)
1744 signal(sig, handler);
Guido van Rossum6f256182000-09-16 16:32:19 +00001745 return handler;
1746#endif
1747}
1748
1749PyOS_sighandler_t
1750PyOS_setsig(int sig, PyOS_sighandler_t handler)
1751{
1752#ifdef HAVE_SIGACTION
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001753 struct sigaction context, ocontext;
Guido van Rossum6f256182000-09-16 16:32:19 +00001754 context.sa_handler = handler;
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001755 sigemptyset(&context.sa_mask);
1756 context.sa_flags = 0;
1757 if (sigaction(sig, &context, &ocontext) == -1)
1758 return SIG_ERR;
1759 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001760#else
Anthony Baxter9ceaa722004-10-13 14:48:50 +00001761 PyOS_sighandler_t oldhandler;
1762 oldhandler = signal(sig, handler);
1763#ifdef HAVE_SIGINTERRUPT
1764 siginterrupt(sig, 1);
1765#endif
1766 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00001767#endif
1768}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001769
1770/* Deprecated C API functions still provided for binary compatiblity */
1771
1772#undef PyParser_SimpleParseFile
Thomas Heller1b046642006-04-18 18:51:06 +00001773PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001774PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1775{
1776 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
1777}
1778
Thomas Heller1b046642006-04-18 18:51:06 +00001779#undef PyParser_SimpleParseString
1780PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001781PyParser_SimpleParseString(const char *str, int start)
1782{
1783 return PyParser_SimpleParseStringFlags(str, start, 0);
1784}
Anthony Baxterac6bd462006-04-13 02:06:09 +00001785
Thomas Heller1b046642006-04-18 18:51:06 +00001786#undef PyRun_AnyFile
1787PyAPI_FUNC(int)
1788PyRun_AnyFile(FILE *fp, const char *name)
1789{
1790 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
1791}
1792
1793#undef PyRun_AnyFileEx
1794PyAPI_FUNC(int)
1795PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1796{
1797 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
1798}
1799
1800#undef PyRun_AnyFileFlags
1801PyAPI_FUNC(int)
1802PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1803{
1804 return PyRun_AnyFileExFlags(fp, name, 0, flags);
1805}
1806
1807#undef PyRun_File
1808PyAPI_FUNC(PyObject *)
1809PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1810{
1811 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
1812}
1813
1814#undef PyRun_FileEx
1815PyAPI_FUNC(PyObject *)
1816PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1817{
1818 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
1819}
1820
1821#undef PyRun_FileFlags
1822PyAPI_FUNC(PyObject *)
1823PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
1824 PyCompilerFlags *flags)
1825{
1826 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
1827}
1828
1829#undef PyRun_SimpleFile
1830PyAPI_FUNC(int)
1831PyRun_SimpleFile(FILE *f, const char *p)
1832{
1833 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
1834}
1835
1836#undef PyRun_SimpleFileEx
1837PyAPI_FUNC(int)
1838PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1839{
1840 return PyRun_SimpleFileExFlags(f, p, c, NULL);
1841}
1842
1843
1844#undef PyRun_String
1845PyAPI_FUNC(PyObject *)
1846PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1847{
1848 return PyRun_StringFlags(str, s, g, l, NULL);
1849}
1850
1851#undef PyRun_SimpleString
1852PyAPI_FUNC(int)
1853PyRun_SimpleString(const char *s)
1854{
1855 return PyRun_SimpleStringFlags(s, NULL);
1856}
1857
1858#undef Py_CompileString
1859PyAPI_FUNC(PyObject *)
1860Py_CompileString(const char *str, const char *p, int s)
1861{
1862 return Py_CompileStringFlags(str, p, s, NULL);
1863}
1864
1865#undef PyRun_InteractiveOne
1866PyAPI_FUNC(int)
1867PyRun_InteractiveOne(FILE *f, const char *p)
1868{
1869 return PyRun_InteractiveOneFlags(f, p, NULL);
1870}
1871
1872#undef PyRun_InteractiveLoop
1873PyAPI_FUNC(int)
1874PyRun_InteractiveLoop(FILE *f, const char *p)
1875{
1876 return PyRun_InteractiveLoopFlags(f, p, NULL);
1877}
1878
Anthony Baxterac6bd462006-04-13 02:06:09 +00001879#ifdef __cplusplus
1880}
1881#endif
1882