blob: 6ee9a5fddfc04659982112967e5bbec51a84b944 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000014#include "symtable.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000015#include "ast.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000016#include "marshal.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000017#include "osdefs.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000018
Thomas Wouters0e3f5912006-08-11 14:57:12 +000019#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000020#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000021#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000023#ifdef MS_WINDOWS
Martin v. Löwis5c88d812009-01-02 20:47:48 +000024#include "malloc.h" /* for alloca */
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000025#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000026
Martin v. Löwis73d538b2003-03-05 15:13:47 +000027#ifdef HAVE_LANGINFO_H
28#include <locale.h>
29#include <langinfo.h>
30#endif
31
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000032#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000033#undef BYTE
34#include "windows.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000035#define PATH_MAX MAXPATHLEN
Guido van Rossuma44823b1995-03-14 15:01:17 +000036#endif
37
Neal Norwitz4281cef2006-03-04 19:58:13 +000038#ifndef Py_REF_DEBUG
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000039#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000040#else /* Py_REF_DEBUG */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000041#define PRINT_TOTAL_REFS() fprintf(stderr, \
42 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
43 _Py_GetRefTotal())
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000044#endif
45
46#ifdef __cplusplus
47extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000048#endif
49
Martin v. Löwis790465f2008-04-05 20:41:37 +000050extern wchar_t *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000051
Guido van Rossum82598051997-03-05 00:20:32 +000052extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000053
Guido van Rossumb73cc041993-11-01 16:28:59 +000054/* Forward */
Nick Coghlan85e729e2012-07-15 18:09:52 +100055static void initmain(PyInterpreterState *interp);
Victor Stinner793b5312011-04-27 00:24:21 +020056static int initfsencoding(PyInterpreterState *interp);
Tim Petersdbd9ba62000-07-09 03:09:57 +000057static void initsite(void);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000058static int initstdio(void);
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000059static void flush_io(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000060static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000061 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000062static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000063 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000064static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020065static void err_free(perrdetail *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000066static void initsigs(void);
Collin Winter670e6922007-03-21 02:57:17 +000067static void call_py_exitfuncs(void);
Antoine Pitrou011bd622009-10-20 21:52:47 +000068static void wait_for_thread_shutdown(void);
Tim Petersdbd9ba62000-07-09 03:09:57 +000069static void call_ll_exitfuncs(void);
Victor Stinner3a50e702011-10-18 21:21:00 +020070extern int _PyUnicode_Init(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000071extern void _PyUnicode_Fini(void);
Guido van Rossumddefaf32007-01-14 03:31:43 +000072extern int _PyLong_Init(void);
73extern void PyLong_Fini(void);
Victor Stinner024e37a2011-03-31 01:31:06 +020074extern int _PyFaulthandler_Init(void);
75extern void _PyFaulthandler_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000076
Mark Hammond8d98d2c2003-04-19 15:41:53 +000077#ifdef WITH_THREAD
78extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
79extern void _PyGILState_Fini(void);
80#endif /* WITH_THREAD */
81
Guido van Rossum82598051997-03-05 00:20:32 +000082int Py_DebugFlag; /* Needed by parser.c */
83int Py_VerboseFlag; /* Needed by import.c */
Georg Brandl8aa7e992010-12-28 18:30:18 +000084int Py_QuietFlag; /* Needed by sysmodule.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000085int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Georg Brandl0b2489e2011-05-15 08:49:12 +020086int Py_InspectFlag; /* Needed to determine whether to exit at SystemExit */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000087int Py_NoSiteFlag; /* Suppress 'import site' */
Guido van Rossum98297ee2007-11-06 21:34:58 +000088int Py_BytesWarningFlag; /* Warn on str(bytes) and str(buffer) */
Christian Heimes790c8232008-01-07 21:14:23 +000089int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.py[co]) */
Barry Warsaw3ce09642000-05-02 19:18:59 +000090int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000091int Py_FrozenFlag; /* Needed by getpath.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000092int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Christian Heimes8dc226f2008-05-06 23:45:46 +000093int Py_NoUserSiteDirectory = 0; /* for -s and site.py */
Antoine Pitrou05608432009-01-09 18:53:14 +000094int Py_UnbufferedStdioFlag = 0; /* Unbuffered binary std{in,out,err} */
Georg Brandl2daf6ae2012-02-20 19:54:16 +010095int Py_HashRandomizationFlag = 0; /* for -R and PYTHONHASHSEED */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000096
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +020097PyThreadState *_Py_Finalizing = NULL;
98
Christian Heimes33fe8092008-04-13 13:53:33 +000099/* PyModule_GetWarningsModule is no longer necessary as of 2.6
100since _warnings is builtin. This API should not be used. */
101PyObject *
102PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +0000103{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000104 return PyImport_ImportModule("warnings");
Mark Hammondedd07732003-07-15 23:03:55 +0000105}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000106
Guido van Rossum25ce5661997-08-02 03:10:38 +0000107static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000108
Thomas Wouters7e474022000-07-16 12:04:32 +0000109/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000110
111int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000112Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000113{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 return initialized;
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000115}
116
Guido van Rossum25ce5661997-08-02 03:10:38 +0000117/* Global initializations. Can be undone by Py_Finalize(). Don't
118 call this twice without an intervening Py_Finalize() call. When
119 initializations fail, a fatal error is issued and the function does
120 not return. On return, the first thread and interpreter state have
121 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000122
Guido van Rossum25ce5661997-08-02 03:10:38 +0000123 Locking: you must hold the interpreter lock while calling this.
124 (If the lock has not yet been initialized, that's equivalent to
125 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000126
Guido van Rossum25ce5661997-08-02 03:10:38 +0000127*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000128
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000129static int
130add_flag(int flag, const char *envs)
131{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000132 int env = atoi(envs);
133 if (flag < env)
134 flag = env;
135 if (flag < 1)
136 flag = 1;
137 return flag;
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000138}
139
Christian Heimes5833a2f2008-10-30 21:40:04 +0000140static char*
Victor Stinner94908bb2010-08-18 21:23:25 +0000141get_codec_name(const char *encoding)
Christian Heimes5833a2f2008-10-30 21:40:04 +0000142{
Victor Stinner94908bb2010-08-18 21:23:25 +0000143 char *name_utf8, *name_str;
Victor Stinner386fe712010-05-19 00:34:15 +0000144 PyObject *codec, *name = NULL;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200145 _Py_IDENTIFIER(name);
Christian Heimes5833a2f2008-10-30 21:40:04 +0000146
Victor Stinner94908bb2010-08-18 21:23:25 +0000147 codec = _PyCodec_Lookup(encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 if (!codec)
149 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000150
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200151 name = _PyObject_GetAttrId(codec, &PyId_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000152 Py_CLEAR(codec);
153 if (!name)
154 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000155
Victor Stinner94908bb2010-08-18 21:23:25 +0000156 name_utf8 = _PyUnicode_AsString(name);
Victor Stinner4ca28092011-03-20 23:09:03 +0100157 if (name_utf8 == NULL)
Victor Stinner386fe712010-05-19 00:34:15 +0000158 goto error;
Victor Stinner94908bb2010-08-18 21:23:25 +0000159 name_str = strdup(name_utf8);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000160 Py_DECREF(name);
Victor Stinner94908bb2010-08-18 21:23:25 +0000161 if (name_str == NULL) {
162 PyErr_NoMemory();
163 return NULL;
164 }
165 return name_str;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000166
167error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000168 Py_XDECREF(codec);
Victor Stinner386fe712010-05-19 00:34:15 +0000169 Py_XDECREF(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000170 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000171}
Victor Stinner94908bb2010-08-18 21:23:25 +0000172
Victor Stinner94908bb2010-08-18 21:23:25 +0000173static char*
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200174get_locale_encoding(void)
Victor Stinner94908bb2010-08-18 21:23:25 +0000175{
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200176#ifdef MS_WINDOWS
177 char codepage[100];
178 PyOS_snprintf(codepage, sizeof(codepage), "cp%d", GetACP());
179 return get_codec_name(codepage);
180#elif defined(HAVE_LANGINFO_H) && defined(CODESET)
Victor Stinner94908bb2010-08-18 21:23:25 +0000181 char* codeset = nl_langinfo(CODESET);
182 if (!codeset || codeset[0] == '\0') {
183 PyErr_SetString(PyExc_ValueError, "CODESET is not set or empty");
184 return NULL;
185 }
186 return get_codec_name(codeset);
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200187#else
188 PyErr_SetNone(PyExc_NotImplementedError);
189 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000190#endif
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200191}
Christian Heimes5833a2f2008-10-30 21:40:04 +0000192
Brett Cannonfd074152012-04-14 14:10:13 -0400193static void
194import_init(PyInterpreterState *interp, PyObject *sysmod)
195{
196 PyObject *importlib;
197 PyObject *impmod;
198 PyObject *sys_modules;
199 PyObject *value;
200
201 /* Import _importlib through its frozen version, _frozen_importlib. */
Brett Cannonfd074152012-04-14 14:10:13 -0400202 if (PyImport_ImportFrozenModule("_frozen_importlib") <= 0) {
203 Py_FatalError("Py_Initialize: can't import _frozen_importlib");
204 }
205 else if (Py_VerboseFlag) {
206 PySys_FormatStderr("import _frozen_importlib # frozen\n");
207 }
208 importlib = PyImport_AddModule("_frozen_importlib");
209 if (importlib == NULL) {
210 Py_FatalError("Py_Initialize: couldn't get _frozen_importlib from "
211 "sys.modules");
212 }
213 interp->importlib = importlib;
214 Py_INCREF(interp->importlib);
215
216 /* Install _importlib as __import__ */
217 impmod = PyInit_imp();
218 if (impmod == NULL) {
219 Py_FatalError("Py_Initialize: can't import imp");
220 }
221 else if (Py_VerboseFlag) {
222 PySys_FormatStderr("import imp # builtin\n");
223 }
224 sys_modules = PyImport_GetModuleDict();
225 if (Py_VerboseFlag) {
226 PySys_FormatStderr("import sys # builtin\n");
227 }
Brett Cannon6f44d662012-04-15 16:08:47 -0400228 if (PyDict_SetItemString(sys_modules, "_imp", impmod) < 0) {
229 Py_FatalError("Py_Initialize: can't save _imp to sys.modules");
Brett Cannonfd074152012-04-14 14:10:13 -0400230 }
231
Brett Cannone0d88a12012-04-25 20:54:04 -0400232 value = PyObject_CallMethod(importlib, "_install", "OO", sysmod, impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400233 if (value == NULL) {
234 PyErr_Print();
235 Py_FatalError("Py_Initialize: importlib install failed");
236 }
237 Py_DECREF(value);
Brett Cannonfc9ca272012-04-15 01:35:05 -0400238 Py_DECREF(impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400239
240 _PyImportZip_Init();
241}
242
243
Guido van Rossuma027efa1997-05-05 20:56:21 +0000244void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200245_Py_InitializeEx_Private(int install_sigs, int install_importlib)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000246{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000247 PyInterpreterState *interp;
248 PyThreadState *tstate;
249 PyObject *bimod, *sysmod, *pstderr;
250 char *p;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000251 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000252
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000253 if (initialized)
254 return;
255 initialized = 1;
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200256 _Py_Finalizing = NULL;
Tim Petersd08e3822003-04-17 15:24:21 +0000257
Andrew M. Kuchlingb2ceb3a2010-02-22 23:26:10 +0000258#if defined(HAVE_LANGINFO_H) && defined(HAVE_SETLOCALE)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000259 /* Set up the LC_CTYPE locale, so we can obtain
260 the locale's charset without having to switch
261 locales. */
262 setlocale(LC_CTYPE, "");
Martin v. Löwisd1cd4d42007-08-11 14:02:14 +0000263#endif
264
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000265 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
266 Py_DebugFlag = add_flag(Py_DebugFlag, p);
267 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
268 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
269 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
270 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
271 if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')
272 Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);
Georg Brandl2daf6ae2012-02-20 19:54:16 +0100273 /* The variable is only tested for existence here; _PyRandom_Init will
274 check its value further. */
275 if ((p = Py_GETENV("PYTHONHASHSEED")) && *p != '\0')
276 Py_HashRandomizationFlag = add_flag(Py_HashRandomizationFlag, p);
277
278 _PyRandom_Init();
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000279
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000280 interp = PyInterpreterState_New();
281 if (interp == NULL)
282 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000283
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000284 tstate = PyThreadState_New(interp);
285 if (tstate == NULL)
286 Py_FatalError("Py_Initialize: can't make first thread");
287 (void) PyThreadState_Swap(tstate);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000288
Victor Stinner6961bd62010-08-17 22:26:51 +0000289#ifdef WITH_THREAD
Antoine Pitroub0b384b2010-09-20 20:13:48 +0000290 /* We can't call _PyEval_FiniThreads() in Py_Finalize because
291 destroying the GIL might fail when it is being referenced from
292 another running thread (see issue #9901).
293 Instead we destroy the previously created GIL here, which ensures
294 that we can call Py_Initialize / Py_Finalize multiple times. */
295 _PyEval_FiniThreads();
296
297 /* Auto-thread-state API */
Victor Stinner6961bd62010-08-17 22:26:51 +0000298 _PyGILState_Init(interp, tstate);
299#endif /* WITH_THREAD */
300
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000301 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000302
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000303 if (!_PyFrame_Init())
304 Py_FatalError("Py_Initialize: can't init frames");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000305
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000306 if (!_PyLong_Init())
307 Py_FatalError("Py_Initialize: can't init longs");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000308
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000309 if (!PyByteArray_Init())
310 Py_FatalError("Py_Initialize: can't init bytearray");
Neal Norwitz6968b052007-02-27 19:02:19 +0000311
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000312 _PyFloat_Init();
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000313
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000314 interp->modules = PyDict_New();
315 if (interp->modules == NULL)
316 Py_FatalError("Py_Initialize: can't make modules dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000317
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000318 /* Init Unicode implementation; relies on the codec registry */
Victor Stinner3a50e702011-10-18 21:21:00 +0200319 if (_PyUnicode_Init() < 0)
320 Py_FatalError("Py_Initialize: can't initialize unicode");
Guido van Rossumc94044c2000-03-10 23:03:54 +0000321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000322 bimod = _PyBuiltin_Init();
323 if (bimod == NULL)
324 Py_FatalError("Py_Initialize: can't initialize builtins modules");
Victor Stinner49d3f252010-10-17 01:24:53 +0000325 _PyImport_FixupBuiltin(bimod, "builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000326 interp->builtins = PyModule_GetDict(bimod);
327 if (interp->builtins == NULL)
328 Py_FatalError("Py_Initialize: can't initialize builtins dict");
329 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000330
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000331 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400332 _PyExc_Init(bimod);
Christian Heimes9a68f8c2007-11-14 00:16:07 +0000333
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000334 sysmod = _PySys_Init();
335 if (sysmod == NULL)
336 Py_FatalError("Py_Initialize: can't initialize sys");
337 interp->sysdict = PyModule_GetDict(sysmod);
338 if (interp->sysdict == NULL)
339 Py_FatalError("Py_Initialize: can't initialize sys dict");
340 Py_INCREF(interp->sysdict);
Victor Stinner49d3f252010-10-17 01:24:53 +0000341 _PyImport_FixupBuiltin(sysmod, "sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000342 PySys_SetPath(Py_GetPath());
343 PyDict_SetItemString(interp->sysdict, "modules",
344 interp->modules);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000345
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000346 /* Set up a preliminary stderr printer until we have enough
347 infrastructure for the io module in place. */
348 pstderr = PyFile_NewStdPrinter(fileno(stderr));
349 if (pstderr == NULL)
350 Py_FatalError("Py_Initialize: can't set preliminary stderr");
351 PySys_SetObject("stderr", pstderr);
352 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000353 Py_DECREF(pstderr);
Guido van Rossum826d8972007-10-30 18:34:07 +0000354
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000355 _PyImport_Init();
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000356
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000357 _PyImportHooks_Init();
Just van Rossum52e14d62002-12-30 22:08:05 +0000358
Victor Stinner024e37a2011-03-31 01:31:06 +0200359 /* initialize the faulthandler module */
360 if (_PyFaulthandler_Init())
361 Py_FatalError("Py_Initialize: can't initialize faulthandler");
362
Victor Stinner7d79b8b2010-05-19 20:40:50 +0000363 /* Initialize _warnings. */
364 _PyWarnings_Init();
365
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200366 if (!install_importlib)
367 return;
368
Brett Cannonfd074152012-04-14 14:10:13 -0400369 import_init(interp, sysmod);
370
Alexander Belopolsky6fc4ade2010-08-05 17:34:27 +0000371 _PyTime_Init();
372
Victor Stinner793b5312011-04-27 00:24:21 +0200373 if (initfsencoding(interp) < 0)
374 Py_FatalError("Py_Initialize: unable to load the file system codec");
Martin v. Löwis011e8422009-05-05 04:43:17 +0000375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 if (install_sigs)
377 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000378
Nick Coghlan85e729e2012-07-15 18:09:52 +1000379 initmain(interp); /* Module __main__ */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000380 if (initstdio() < 0)
381 Py_FatalError(
382 "Py_Initialize: can't initialize sys standard streams");
383
Antoine Pitroucf9f9802010-11-10 13:55:25 +0000384 /* Initialize warnings. */
385 if (PySys_HasWarnOptions()) {
386 PyObject *warnings_module = PyImport_ImportModule("warnings");
387 if (warnings_module == NULL) {
388 fprintf(stderr, "'import warnings' failed; traceback:\n");
389 PyErr_Print();
390 }
391 Py_XDECREF(warnings_module);
392 }
393
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 if (!Py_NoSiteFlag)
395 initsite(); /* Module site */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000396}
397
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000398void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200399Py_InitializeEx(int install_sigs)
400{
401 _Py_InitializeEx_Private(install_sigs, 1);
402}
403
404void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000405Py_Initialize(void)
406{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000407 Py_InitializeEx(1);
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000408}
409
410
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000411#ifdef COUNT_ALLOCS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000412extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000413#endif
414
Guido van Rossume8432ac2007-07-09 15:04:50 +0000415/* Flush stdout and stderr */
416
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100417static int
418file_is_closed(PyObject *fobj)
419{
420 int r;
421 PyObject *tmp = PyObject_GetAttrString(fobj, "closed");
422 if (tmp == NULL) {
423 PyErr_Clear();
424 return 0;
425 }
426 r = PyObject_IsTrue(tmp);
427 Py_DECREF(tmp);
428 if (r < 0)
429 PyErr_Clear();
430 return r > 0;
431}
432
Neal Norwitz2bad9702007-08-27 06:19:22 +0000433static void
Guido van Rossum1bd21222007-07-10 20:14:13 +0000434flush_std_files(void)
Guido van Rossume8432ac2007-07-09 15:04:50 +0000435{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000436 PyObject *fout = PySys_GetObject("stdout");
437 PyObject *ferr = PySys_GetObject("stderr");
438 PyObject *tmp;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200439 _Py_IDENTIFIER(flush);
Guido van Rossume8432ac2007-07-09 15:04:50 +0000440
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100441 if (fout != NULL && fout != Py_None && !file_is_closed(fout)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200442 tmp = _PyObject_CallMethodId(fout, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000443 if (tmp == NULL)
Antoine Pitroubddc9fe2010-08-08 20:46:42 +0000444 PyErr_WriteUnraisable(fout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000445 else
446 Py_DECREF(tmp);
447 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000448
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100449 if (ferr != NULL && ferr != Py_None && !file_is_closed(ferr)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200450 tmp = _PyObject_CallMethodId(ferr, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000451 if (tmp == NULL)
452 PyErr_Clear();
453 else
454 Py_DECREF(tmp);
455 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000456}
457
Guido van Rossum25ce5661997-08-02 03:10:38 +0000458/* Undo the effect of Py_Initialize().
459
460 Beware: if multiple interpreter and/or thread states exist, these
461 are not wiped out; only the current thread and interpreter state
462 are deleted. But since everything else is deleted, those other
463 interpreter and thread states should no longer be used.
464
465 (XXX We should do better, e.g. wipe out all interpreters and
466 threads.)
467
468 Locking: as above.
469
470*/
471
472void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000473Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000474{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 PyInterpreterState *interp;
476 PyThreadState *tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000477
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000478 if (!initialized)
479 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000480
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000481 wait_for_thread_shutdown();
Antoine Pitrou011bd622009-10-20 21:52:47 +0000482
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000483 /* The interpreter is still entirely intact at this point, and the
484 * exit funcs may be relying on that. In particular, if some thread
485 * or exit func is still waiting to do an import, the import machinery
486 * expects Py_IsInitialized() to return true. So don't say the
487 * interpreter is uninitialized until after the exit funcs have run.
488 * Note that Threading.py uses an exit func to do a join on all the
489 * threads created thru it, so this also protects pending imports in
490 * the threads created via Threading.
491 */
492 call_py_exitfuncs();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000493
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 /* Get current thread state and interpreter pointer */
495 tstate = PyThreadState_GET();
496 interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000497
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200498 /* Remaining threads (e.g. daemon threads) will automatically exit
499 after taking the GIL (in PyEval_RestoreThread()). */
500 _Py_Finalizing = tstate;
501 initialized = 0;
502
503 /* Flush stdout+stderr */
504 flush_std_files();
505
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000506 /* Disable signal handling */
507 PyOS_FiniInterrupts();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000508
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 /* Clear type lookup cache */
510 PyType_ClearCache();
Christian Heimes26855632008-01-27 23:50:43 +0000511
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000512 /* Collect garbage. This may call finalizers; it's nice to call these
513 * before all modules are destroyed.
514 * XXX If a __del__ or weakref callback is triggered here, and tries to
515 * XXX import a module, bad things can happen, because Python no
516 * XXX longer believes it's initialized.
517 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
518 * XXX is easy to provoke that way. I've also seen, e.g.,
519 * XXX Exception exceptions.ImportError: 'No module named sha'
520 * XXX in <function callback at 0x008F5718> ignored
521 * XXX but I'm unclear on exactly how that one happens. In any case,
522 * XXX I haven't seen a real-life report of either of these.
523 */
524 PyGC_Collect();
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000525#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000526 /* With COUNT_ALLOCS, it helps to run GC multiple times:
527 each collection might release some types from the type
528 list, so they become garbage. */
529 while (PyGC_Collect() > 0)
530 /* nothing */;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000531#endif
Antoine Pitrou696e0352010-08-08 22:18:46 +0000532 /* We run this while most interpreter state is still alive, so that
533 debug information can be printed out */
534 _PyGC_Fini();
Guido van Rossume13ddc92003-04-17 17:29:22 +0000535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 /* Destroy all modules */
537 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000538
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000539 /* Flush stdout+stderr (again, in case more was printed) */
540 flush_std_files();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000541
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000542 /* Collect final garbage. This disposes of cycles created by
Florent Xiclunaaa6c1d22011-12-12 18:54:29 +0100543 * class definitions, for example.
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000544 * XXX This is disabled because it caused too many problems. If
545 * XXX a __del__ or weakref callback triggers here, Python code has
546 * XXX a hard time running, because even the sys module has been
547 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
548 * XXX One symptom is a sequence of information-free messages
549 * XXX coming from threads (if a __del__ or callback is invoked,
550 * XXX other threads can execute too, and any exception they encounter
551 * XXX triggers a comedy of errors as subsystem after subsystem
552 * XXX fails to find what it *expects* to find in sys to help report
553 * XXX the exception and consequent unexpected failures). I've also
554 * XXX seen segfaults then, after adding print statements to the
555 * XXX Python code getting called.
556 */
Tim Peters1d7323e2003-12-01 21:35:27 +0000557#if 0
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000558 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000559#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000560
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000561 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
562 _PyImport_Fini();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000563
Victor Stinner024e37a2011-03-31 01:31:06 +0200564 /* unload faulthandler module */
565 _PyFaulthandler_Fini();
566
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 /* Debugging stuff */
Guido van Rossum1707aad1997-12-08 23:43:45 +0000568#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000569 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000570#endif
571
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000572 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000573
Tim Peters9cf25ce2003-04-17 15:21:01 +0000574#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000575 /* Display all objects still alive -- this can invoke arbitrary
576 * __repr__ overrides, so requires a mostly-intact interpreter.
577 * Alas, a lot of stuff may still be alive now that will be cleaned
578 * up later.
579 */
580 if (Py_GETENV("PYTHONDUMPREFS"))
581 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000582#endif /* Py_TRACE_REFS */
583
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000584 /* Clear interpreter state */
585 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000586
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000587 /* Now we decref the exception classes. After this point nothing
588 can raise an exception. That's okay, because each Fini() method
589 below has been checked to make sure no exceptions are ever
590 raised.
591 */
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000592
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000593 _PyExc_Fini();
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000594
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000595 /* Cleanup auto-thread-state */
Christian Heimes7d2ff882007-11-30 14:35:04 +0000596#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000597 _PyGILState_Fini();
Christian Heimes7d2ff882007-11-30 14:35:04 +0000598#endif /* WITH_THREAD */
599
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000600 /* Delete current thread */
601 PyThreadState_Swap(NULL);
602 PyInterpreterState_Delete(interp);
Barry Warsawf242aa02000-05-25 23:09:49 +0000603
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000604 /* Sundry finalizers */
605 PyMethod_Fini();
606 PyFrame_Fini();
607 PyCFunction_Fini();
608 PyTuple_Fini();
609 PyList_Fini();
610 PySet_Fini();
611 PyBytes_Fini();
612 PyByteArray_Fini();
613 PyLong_Fini();
614 PyFloat_Fini();
615 PyDict_Fini();
Antoine Pitrouf34a0cd2011-11-18 20:14:34 +0100616 PySlice_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000617
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000618 /* Cleanup Unicode implementation */
619 _PyUnicode_Fini();
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000620
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000621 /* reset file system default encoding */
Victor Stinnerb744ba12010-05-15 12:27:16 +0000622 if (!Py_HasFileSystemDefaultEncoding && Py_FileSystemDefaultEncoding) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000623 free((char*)Py_FileSystemDefaultEncoding);
624 Py_FileSystemDefaultEncoding = NULL;
625 }
Christian Heimesc8967002007-11-30 10:18:26 +0000626
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000627 /* XXX Still allocated:
628 - various static ad-hoc pointers to interned strings
629 - int and float free list blocks
630 - whatever various modules and libraries allocate
631 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000632
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000633 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000634
Tim Peters269b2a62003-04-17 19:52:29 +0000635#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000636 /* Display addresses (& refcnts) of all objects still alive.
637 * An address can be used to find the repr of the object, printed
638 * above by _Py_PrintReferences.
639 */
640 if (Py_GETENV("PYTHONDUMPREFS"))
641 _Py_PrintReferenceAddresses(stderr);
Tim Peters269b2a62003-04-17 19:52:29 +0000642#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000643#ifdef PYMALLOC_DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000644 if (Py_GETENV("PYTHONMALLOCSTATS"))
David Malcolm49526f42012-06-22 14:55:41 -0400645 _PyObject_DebugMallocStats(stderr);
Tim Peters0e871182002-04-13 08:29:14 +0000646#endif
647
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000648 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000649}
650
651/* Create and initialize a new interpreter and thread, and return the
652 new thread. This requires that Py_Initialize() has been called
653 first.
654
655 Unsuccessful initialization yields a NULL pointer. Note that *no*
656 exception information is available even in this case -- the
657 exception information is held in the thread, and there is no
658 thread.
659
660 Locking: as above.
661
662*/
663
664PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000665Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000666{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000667 PyInterpreterState *interp;
668 PyThreadState *tstate, *save_tstate;
669 PyObject *bimod, *sysmod;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000670
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000671 if (!initialized)
672 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000673
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000674 interp = PyInterpreterState_New();
675 if (interp == NULL)
676 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000677
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000678 tstate = PyThreadState_New(interp);
679 if (tstate == NULL) {
680 PyInterpreterState_Delete(interp);
681 return NULL;
682 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000683
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000684 save_tstate = PyThreadState_Swap(tstate);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 /* XXX The following is lax in error checking */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000687
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000688 interp->modules = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000689
Victor Stinner49d3f252010-10-17 01:24:53 +0000690 bimod = _PyImport_FindBuiltin("builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000691 if (bimod != NULL) {
692 interp->builtins = PyModule_GetDict(bimod);
693 if (interp->builtins == NULL)
694 goto handle_error;
695 Py_INCREF(interp->builtins);
696 }
Christian Heimes6a27efa2008-10-30 21:48:26 +0000697
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000698 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400699 _PyExc_Init(bimod);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000700
Victor Stinner49d3f252010-10-17 01:24:53 +0000701 sysmod = _PyImport_FindBuiltin("sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000702 if (bimod != NULL && sysmod != NULL) {
703 PyObject *pstderr;
Brett Cannonfd074152012-04-14 14:10:13 -0400704
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000705 interp->sysdict = PyModule_GetDict(sysmod);
706 if (interp->sysdict == NULL)
707 goto handle_error;
708 Py_INCREF(interp->sysdict);
709 PySys_SetPath(Py_GetPath());
710 PyDict_SetItemString(interp->sysdict, "modules",
711 interp->modules);
712 /* Set up a preliminary stderr printer until we have enough
713 infrastructure for the io module in place. */
714 pstderr = PyFile_NewStdPrinter(fileno(stderr));
715 if (pstderr == NULL)
716 Py_FatalError("Py_Initialize: can't set preliminary stderr");
717 PySys_SetObject("stderr", pstderr);
718 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000719 Py_DECREF(pstderr);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000720
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000721 _PyImportHooks_Init();
Victor Stinner793b5312011-04-27 00:24:21 +0200722
Brett Cannonfd074152012-04-14 14:10:13 -0400723 import_init(interp, sysmod);
724
Victor Stinner793b5312011-04-27 00:24:21 +0200725 if (initfsencoding(interp) < 0)
726 goto handle_error;
727
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000728 if (initstdio() < 0)
729 Py_FatalError(
730 "Py_Initialize: can't initialize sys standard streams");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000731 initmain(interp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000732 if (!Py_NoSiteFlag)
733 initsite();
734 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000735
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000736 if (!PyErr_Occurred())
737 return tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000738
Thomas Wouters89f507f2006-12-13 04:49:30 +0000739handle_error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000740 /* Oops, it didn't work. Undo it all. */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000741
Victor Stinnerc40a3502011-04-27 00:20:27 +0200742 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 PyThreadState_Clear(tstate);
744 PyThreadState_Swap(save_tstate);
745 PyThreadState_Delete(tstate);
746 PyInterpreterState_Delete(interp);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000747
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000748 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000749}
750
751/* Delete an interpreter and its last thread. This requires that the
752 given thread state is current, that the thread has no remaining
753 frames, and that it is its interpreter's only remaining thread.
754 It is a fatal error to violate these constraints.
755
756 (Py_Finalize() doesn't have these constraints -- it zaps
757 everything, regardless.)
758
759 Locking: as above.
760
761*/
762
763void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000764Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000765{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000766 PyInterpreterState *interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000767
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000768 if (tstate != PyThreadState_GET())
769 Py_FatalError("Py_EndInterpreter: thread is not current");
770 if (tstate->frame != NULL)
771 Py_FatalError("Py_EndInterpreter: thread still has a frame");
772 if (tstate != interp->tstate_head || tstate->next != NULL)
773 Py_FatalError("Py_EndInterpreter: not the last thread");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000774
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000775 PyImport_Cleanup();
776 PyInterpreterState_Clear(interp);
777 PyThreadState_Swap(NULL);
778 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000779}
780
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200781#ifdef MS_WINDOWS
Martin v. Löwis790465f2008-04-05 20:41:37 +0000782static wchar_t *progname = L"python";
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200783#else
784static wchar_t *progname = L"python3";
785#endif
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000786
787void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000788Py_SetProgramName(wchar_t *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000789{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000790 if (pn && *pn)
791 progname = pn;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000792}
793
Martin v. Löwis790465f2008-04-05 20:41:37 +0000794wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000795Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000796{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000797 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000798}
799
Martin v. Löwis790465f2008-04-05 20:41:37 +0000800static wchar_t *default_home = NULL;
801static wchar_t env_home[PATH_MAX+1];
Guido van Rossuma61691e1998-02-06 22:27:24 +0000802
803void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000804Py_SetPythonHome(wchar_t *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000805{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000806 default_home = home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000807}
808
Martin v. Löwis790465f2008-04-05 20:41:37 +0000809wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000810Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000811{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000812 wchar_t *home = default_home;
813 if (home == NULL && !Py_IgnoreEnvironmentFlag) {
814 char* chome = Py_GETENV("PYTHONHOME");
815 if (chome) {
816 size_t r = mbstowcs(env_home, chome, PATH_MAX+1);
817 if (r != (size_t)-1 && r <= PATH_MAX)
818 home = env_home;
819 }
Martin v. Löwis790465f2008-04-05 20:41:37 +0000820
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000821 }
822 return home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000823}
824
Guido van Rossum6135a871995-01-09 17:53:26 +0000825/* Create __main__ module */
826
827static void
Nick Coghlan85e729e2012-07-15 18:09:52 +1000828initmain(PyInterpreterState *interp)
Guido van Rossum6135a871995-01-09 17:53:26 +0000829{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000830 PyObject *m, *d;
831 m = PyImport_AddModule("__main__");
832 if (m == NULL)
833 Py_FatalError("can't create __main__ module");
834 d = PyModule_GetDict(m);
835 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
836 PyObject *bimod = PyImport_ImportModule("builtins");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000837 if (bimod == NULL) {
838 Py_FatalError("Failed to retrieve builtins module");
839 }
840 if (PyDict_SetItemString(d, "__builtins__", bimod) < 0) {
841 Py_FatalError("Failed to initialize __main__.__builtins__");
842 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000843 Py_DECREF(bimod);
844 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000845 /* Main is a little special - imp.is_builtin("__main__") will return
846 * False, but BuiltinImporter is still the most appropriate initial
847 * setting for its __loader__ attribute. A more suitable value will
848 * be set if __main__ gets further initialized later in the startup
849 * process.
850 */
851 if (PyDict_GetItemString(d, "__loader__") == NULL) {
852 PyObject *loader = PyObject_GetAttrString(interp->importlib,
853 "BuiltinImporter");
854 if (loader == NULL) {
855 Py_FatalError("Failed to retrieve BuiltinImporter");
856 }
857 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
858 Py_FatalError("Failed to initialize __main__.__loader__");
859 }
860 Py_DECREF(loader);
861 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000862}
863
Victor Stinner793b5312011-04-27 00:24:21 +0200864static int
865initfsencoding(PyInterpreterState *interp)
Victor Stinnerb744ba12010-05-15 12:27:16 +0000866{
867 PyObject *codec;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000868
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200869 if (Py_FileSystemDefaultEncoding == NULL)
870 {
871 Py_FileSystemDefaultEncoding = get_locale_encoding();
872 if (Py_FileSystemDefaultEncoding == NULL)
Victor Stinnere4743092010-10-19 00:05:51 +0000873 Py_FatalError("Py_Initialize: Unable to get the locale encoding");
Victor Stinnerb744ba12010-05-15 12:27:16 +0000874
Victor Stinnere4743092010-10-19 00:05:51 +0000875 Py_HasFileSystemDefaultEncoding = 0;
Victor Stinner793b5312011-04-27 00:24:21 +0200876 interp->fscodec_initialized = 1;
877 return 0;
Victor Stinner7f84ab52010-06-11 00:36:33 +0000878 }
Victor Stinnerb744ba12010-05-15 12:27:16 +0000879
880 /* the encoding is mbcs, utf-8 or ascii */
881 codec = _PyCodec_Lookup(Py_FileSystemDefaultEncoding);
882 if (!codec) {
883 /* Such error can only occurs in critical situations: no more
884 * memory, import a module of the standard library failed,
885 * etc. */
Victor Stinner793b5312011-04-27 00:24:21 +0200886 return -1;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000887 }
Victor Stinner793b5312011-04-27 00:24:21 +0200888 Py_DECREF(codec);
889 interp->fscodec_initialized = 1;
890 return 0;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000891}
892
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000893/* Import the site module (not into __main__ though) */
894
895static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000896initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000897{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000898 PyObject *m;
899 m = PyImport_ImportModule("site");
900 if (m == NULL) {
901 PyErr_Print();
902 Py_Finalize();
903 exit(1);
904 }
905 else {
906 Py_DECREF(m);
907 }
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000908}
909
Antoine Pitrou05608432009-01-09 18:53:14 +0000910static PyObject*
911create_stdio(PyObject* io,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 int fd, int write_mode, char* name,
913 char* encoding, char* errors)
Antoine Pitrou05608432009-01-09 18:53:14 +0000914{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000915 PyObject *buf = NULL, *stream = NULL, *text = NULL, *raw = NULL, *res;
916 const char* mode;
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000917 const char* newline;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000918 PyObject *line_buffering;
919 int buffering, isatty;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200920 _Py_IDENTIFIER(open);
921 _Py_IDENTIFIER(isatty);
922 _Py_IDENTIFIER(TextIOWrapper);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200923 _Py_IDENTIFIER(name);
924 _Py_IDENTIFIER(mode);
Antoine Pitrou05608432009-01-09 18:53:14 +0000925
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000926 /* stdin is always opened in buffered mode, first because it shouldn't
927 make a difference in common use cases, second because TextIOWrapper
928 depends on the presence of a read1() method which only exists on
929 buffered streams.
930 */
931 if (Py_UnbufferedStdioFlag && write_mode)
932 buffering = 0;
933 else
934 buffering = -1;
935 if (write_mode)
936 mode = "wb";
937 else
938 mode = "rb";
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200939 buf = _PyObject_CallMethodId(io, &PyId_open, "isiOOOi",
940 fd, mode, buffering,
941 Py_None, Py_None, Py_None, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000942 if (buf == NULL)
943 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000944
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000945 if (buffering) {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200946 _Py_IDENTIFIER(raw);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200947 raw = _PyObject_GetAttrId(buf, &PyId_raw);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000948 if (raw == NULL)
949 goto error;
950 }
951 else {
952 raw = buf;
953 Py_INCREF(raw);
954 }
Antoine Pitrou05608432009-01-09 18:53:14 +0000955
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000956 text = PyUnicode_FromString(name);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200957 if (text == NULL || _PyObject_SetAttrId(raw, &PyId_name, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000958 goto error;
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200959 res = _PyObject_CallMethodId(raw, &PyId_isatty, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000960 if (res == NULL)
961 goto error;
962 isatty = PyObject_IsTrue(res);
963 Py_DECREF(res);
964 if (isatty == -1)
965 goto error;
966 if (isatty || Py_UnbufferedStdioFlag)
967 line_buffering = Py_True;
968 else
969 line_buffering = Py_False;
Antoine Pitrou91696412009-01-09 22:12:30 +0000970
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000971 Py_CLEAR(raw);
972 Py_CLEAR(text);
Antoine Pitrou91696412009-01-09 22:12:30 +0000973
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000974 newline = "\n";
975#ifdef MS_WINDOWS
976 if (!write_mode) {
977 /* translate \r\n to \n for sys.stdin on Windows */
978 newline = NULL;
979 }
980#endif
981
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200982 stream = _PyObject_CallMethodId(io, &PyId_TextIOWrapper, "OsssO",
983 buf, encoding, errors,
984 newline, line_buffering);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000985 Py_CLEAR(buf);
986 if (stream == NULL)
987 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000988
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000989 if (write_mode)
990 mode = "w";
991 else
992 mode = "r";
993 text = PyUnicode_FromString(mode);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200994 if (!text || _PyObject_SetAttrId(stream, &PyId_mode, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000995 goto error;
996 Py_CLEAR(text);
997 return stream;
Antoine Pitrou05608432009-01-09 18:53:14 +0000998
999error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001000 Py_XDECREF(buf);
1001 Py_XDECREF(stream);
1002 Py_XDECREF(text);
1003 Py_XDECREF(raw);
1004 return NULL;
Antoine Pitrou05608432009-01-09 18:53:14 +00001005}
1006
Antoine Pitrou11942a52011-11-28 19:08:36 +01001007static int
1008is_valid_fd(int fd)
1009{
1010 int dummy_fd;
1011 if (fd < 0 || !_PyVerify_fd(fd))
1012 return 0;
1013 dummy_fd = dup(fd);
1014 if (dummy_fd < 0)
1015 return 0;
1016 close(dummy_fd);
1017 return 1;
1018}
1019
Georg Brandl1a3284e2007-12-02 09:40:06 +00001020/* Initialize sys.stdin, stdout, stderr and builtins.open */
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001021static int
1022initstdio(void)
1023{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001024 PyObject *iomod = NULL, *wrapper;
1025 PyObject *bimod = NULL;
1026 PyObject *m;
1027 PyObject *std = NULL;
1028 int status = 0, fd;
1029 PyObject * encoding_attr;
1030 char *encoding = NULL, *errors;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001031
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001032 /* Hack to avoid a nasty recursion issue when Python is invoked
1033 in verbose mode: pre-import the Latin-1 and UTF-8 codecs */
1034 if ((m = PyImport_ImportModule("encodings.utf_8")) == NULL) {
1035 goto error;
1036 }
1037 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001038
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001039 if (!(m = PyImport_ImportModule("encodings.latin_1"))) {
1040 goto error;
1041 }
1042 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001043
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001044 if (!(bimod = PyImport_ImportModule("builtins"))) {
1045 goto error;
1046 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001047
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001048 if (!(iomod = PyImport_ImportModule("io"))) {
1049 goto error;
1050 }
1051 if (!(wrapper = PyObject_GetAttrString(iomod, "OpenWrapper"))) {
1052 goto error;
1053 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001054
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001055 /* Set builtins.open */
1056 if (PyObject_SetAttrString(bimod, "open", wrapper) == -1) {
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001057 Py_DECREF(wrapper);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 goto error;
1059 }
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001060 Py_DECREF(wrapper);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001061
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001062 encoding = Py_GETENV("PYTHONIOENCODING");
1063 errors = NULL;
1064 if (encoding) {
1065 encoding = strdup(encoding);
1066 errors = strchr(encoding, ':');
1067 if (errors) {
1068 *errors = '\0';
1069 errors++;
1070 }
1071 }
Martin v. Löwis0f599892008-06-02 11:13:03 +00001072
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001073 /* Set sys.stdin */
1074 fd = fileno(stdin);
1075 /* Under some conditions stdin, stdout and stderr may not be connected
1076 * and fileno() may point to an invalid file descriptor. For example
1077 * GUI apps don't have valid standard streams by default.
1078 */
Antoine Pitrou11942a52011-11-28 19:08:36 +01001079 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 std = Py_None;
1081 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001082 }
1083 else {
1084 std = create_stdio(iomod, fd, 0, "<stdin>", encoding, errors);
1085 if (std == NULL)
1086 goto error;
1087 } /* if (fd < 0) */
1088 PySys_SetObject("__stdin__", std);
1089 PySys_SetObject("stdin", std);
1090 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001091
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 /* Set sys.stdout */
1093 fd = fileno(stdout);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001094 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 std = Py_None;
1096 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001097 }
1098 else {
1099 std = create_stdio(iomod, fd, 1, "<stdout>", encoding, errors);
1100 if (std == NULL)
1101 goto error;
1102 } /* if (fd < 0) */
1103 PySys_SetObject("__stdout__", std);
1104 PySys_SetObject("stdout", std);
1105 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001106
Guido van Rossum98297ee2007-11-06 21:34:58 +00001107#if 1 /* Disable this if you have trouble debugging bootstrap stuff */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001108 /* Set sys.stderr, replaces the preliminary stderr */
1109 fd = fileno(stderr);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001110 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001111 std = Py_None;
1112 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 }
1114 else {
1115 std = create_stdio(iomod, fd, 1, "<stderr>", encoding, "backslashreplace");
1116 if (std == NULL)
1117 goto error;
1118 } /* if (fd < 0) */
Trent Nelson39e307e2008-03-19 06:45:48 +00001119
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001120 /* Same as hack above, pre-import stderr's codec to avoid recursion
1121 when import.c tries to write to stderr in verbose mode. */
1122 encoding_attr = PyObject_GetAttrString(std, "encoding");
1123 if (encoding_attr != NULL) {
1124 const char * encoding;
1125 encoding = _PyUnicode_AsString(encoding_attr);
1126 if (encoding != NULL) {
Antoine Pitrou2fabfac2012-01-18 15:14:46 +01001127 PyObject *codec_info = _PyCodec_Lookup(encoding);
1128 Py_XDECREF(codec_info);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001129 }
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +00001130 Py_DECREF(encoding_attr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001131 }
1132 PyErr_Clear(); /* Not a fatal error if codec isn't available */
Trent Nelson39e307e2008-03-19 06:45:48 +00001133
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001134 PySys_SetObject("__stderr__", std);
1135 PySys_SetObject("stderr", std);
1136 Py_DECREF(std);
Guido van Rossum98297ee2007-11-06 21:34:58 +00001137#endif
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001138
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001139 if (0) {
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001140 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001141 status = -1;
1142 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001143
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001144 if (encoding)
1145 free(encoding);
1146 Py_XDECREF(bimod);
1147 Py_XDECREF(iomod);
1148 return status;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001149}
1150
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001151/* Parse input from a file and execute it */
1152
1153int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001154PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001155 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001156{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001157 if (filename == NULL)
1158 filename = "???";
1159 if (Py_FdIsInteractive(fp, filename)) {
1160 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
1161 if (closeit)
1162 fclose(fp);
1163 return err;
1164 }
1165 else
1166 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001167}
1168
1169int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001170PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001171{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001172 PyObject *v;
1173 int ret;
1174 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001175
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001176 if (flags == NULL) {
1177 flags = &local_flags;
1178 local_flags.cf_flags = 0;
1179 }
1180 v = PySys_GetObject("ps1");
1181 if (v == NULL) {
1182 PySys_SetObject("ps1", v = PyUnicode_FromString(">>> "));
1183 Py_XDECREF(v);
1184 }
1185 v = PySys_GetObject("ps2");
1186 if (v == NULL) {
1187 PySys_SetObject("ps2", v = PyUnicode_FromString("... "));
1188 Py_XDECREF(v);
1189 }
1190 for (;;) {
1191 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
1192 PRINT_TOTAL_REFS();
1193 if (ret == E_EOF)
1194 return 0;
1195 /*
1196 if (ret == E_NOMEM)
1197 return -1;
1198 */
1199 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001200}
1201
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001202/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001203static int PARSER_FLAGS(PyCompilerFlags *flags)
1204{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001205 int parser_flags = 0;
1206 if (!flags)
1207 return 0;
1208 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
1209 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
1210 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
1211 parser_flags |= PyPARSE_IGNORE_COOKIE;
1212 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
1213 parser_flags |= PyPARSE_BARRY_AS_BDFL;
1214 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001215}
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001216
Thomas Wouters89f507f2006-12-13 04:49:30 +00001217#if 0
1218/* Keep an example of flags with future keyword support. */
1219#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001220 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
1221 PyPARSE_DONT_IMPLY_DEDENT : 0) \
1222 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
1223 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +00001224#endif
1225
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001226int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001227PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001228{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001229 PyObject *m, *d, *v, *w, *oenc = NULL;
1230 mod_ty mod;
1231 PyArena *arena;
1232 char *ps1 = "", *ps2 = "", *enc = NULL;
1233 int errcode = 0;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001234 _Py_IDENTIFIER(encoding);
Tim Petersfe2127d2001-07-16 05:37:24 +00001235
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001236 if (fp == stdin) {
1237 /* Fetch encoding from sys.stdin */
1238 v = PySys_GetObject("stdin");
1239 if (v == NULL || v == Py_None)
1240 return -1;
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001241 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001242 if (!oenc)
1243 return -1;
1244 enc = _PyUnicode_AsString(oenc);
Victor Stinner386fe712010-05-19 00:34:15 +00001245 if (enc == NULL)
1246 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001247 }
1248 v = PySys_GetObject("ps1");
1249 if (v != NULL) {
1250 v = PyObject_Str(v);
1251 if (v == NULL)
1252 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001253 else if (PyUnicode_Check(v)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001254 ps1 = _PyUnicode_AsString(v);
Victor Stinner386fe712010-05-19 00:34:15 +00001255 if (ps1 == NULL) {
1256 PyErr_Clear();
1257 ps1 = "";
1258 }
1259 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001260 }
1261 w = PySys_GetObject("ps2");
1262 if (w != NULL) {
1263 w = PyObject_Str(w);
1264 if (w == NULL)
1265 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001266 else if (PyUnicode_Check(w)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001267 ps2 = _PyUnicode_AsString(w);
Victor Stinner386fe712010-05-19 00:34:15 +00001268 if (ps2 == NULL) {
1269 PyErr_Clear();
1270 ps2 = "";
1271 }
1272 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001273 }
1274 arena = PyArena_New();
1275 if (arena == NULL) {
1276 Py_XDECREF(v);
1277 Py_XDECREF(w);
1278 Py_XDECREF(oenc);
1279 return -1;
1280 }
1281 mod = PyParser_ASTFromFile(fp, filename, enc,
1282 Py_single_input, ps1, ps2,
1283 flags, &errcode, arena);
1284 Py_XDECREF(v);
1285 Py_XDECREF(w);
1286 Py_XDECREF(oenc);
1287 if (mod == NULL) {
1288 PyArena_Free(arena);
1289 if (errcode == E_EOF) {
1290 PyErr_Clear();
1291 return E_EOF;
1292 }
1293 PyErr_Print();
1294 return -1;
1295 }
1296 m = PyImport_AddModule("__main__");
1297 if (m == NULL) {
1298 PyArena_Free(arena);
1299 return -1;
1300 }
1301 d = PyModule_GetDict(m);
1302 v = run_mod(mod, filename, d, d, flags, arena);
1303 PyArena_Free(arena);
1304 flush_io();
1305 if (v == NULL) {
1306 PyErr_Print();
1307 return -1;
1308 }
1309 Py_DECREF(v);
1310 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001311}
1312
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001313/* Check whether a file maybe a pyc file: Look at the extension,
1314 the file type, and, if we may close it, at the first few bytes. */
1315
1316static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001317maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001318{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001319 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
1320 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001322 /* Only look into the file if we are allowed to close it, since
1323 it then should also be seekable. */
1324 if (closeit) {
1325 /* Read only two bytes of the magic. If the file was opened in
1326 text mode, the bytes 3 and 4 of the magic (\r\n) might not
1327 be read as they are on disk. */
1328 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
1329 unsigned char buf[2];
1330 /* Mess: In case of -x, the stream is NOT at its start now,
1331 and ungetc() was used to push back the first newline,
1332 which makes the current stream position formally undefined,
1333 and a x-platform nightmare.
1334 Unfortunately, we have no direct way to know whether -x
1335 was specified. So we use a terrible hack: if the current
1336 stream position is not 0, we assume -x was specified, and
1337 give up. Bug 132850 on SourceForge spells out the
1338 hopelessness of trying anything else (fseek and ftell
1339 don't work predictably x-platform for text-mode files).
1340 */
1341 int ispyc = 0;
1342 if (ftell(fp) == 0) {
1343 if (fread(buf, 1, 2, fp) == 2 &&
1344 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
1345 ispyc = 1;
1346 rewind(fp);
1347 }
1348 return ispyc;
1349 }
1350 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +00001351}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001352
Guido van Rossum0df002c2000-08-27 19:21:52 +00001353int
Nick Coghlanceda83c2012-07-15 23:18:08 +10001354static set_main_loader(PyObject *d, const char *filename, const char *loader_name)
Nick Coghlan85e729e2012-07-15 18:09:52 +10001355{
1356 PyInterpreterState *interp;
1357 PyThreadState *tstate;
Nick Coghlan3f94cbf2012-07-15 19:10:39 +10001358 PyObject *loader_type, *loader;
Nick Coghlanb7a58942012-07-15 23:21:08 +10001359 int result = 0;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001360 /* Get current thread state and interpreter pointer */
1361 tstate = PyThreadState_GET();
1362 interp = tstate->interp;
Nick Coghlan3f94cbf2012-07-15 19:10:39 +10001363 loader_type = PyObject_GetAttrString(interp->importlib, loader_name);
1364 if (loader_type == NULL) {
1365 return -1;
1366 }
1367 loader = PyObject_CallFunction(loader_type, "ss", "__main__", filename);
Nick Coghlanb7a58942012-07-15 23:21:08 +10001368 Py_DECREF(loader_type);
1369 if (loader == NULL) {
Nick Coghlan85e729e2012-07-15 18:09:52 +10001370 return -1;
1371 }
Nick Coghlanb7a58942012-07-15 23:21:08 +10001372 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
1373 result = -1;
1374 }
Nick Coghlan85e729e2012-07-15 18:09:52 +10001375 Py_DECREF(loader);
Nick Coghlanb7a58942012-07-15 23:21:08 +10001376 return result;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001377}
1378
1379int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001380PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001381 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001382{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001383 PyObject *m, *d, *v;
1384 const char *ext;
Victor Stinner0fcab4a2011-01-04 12:59:15 +00001385 int set_file_name = 0, ret;
1386 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001387
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001388 m = PyImport_AddModule("__main__");
1389 if (m == NULL)
1390 return -1;
1391 d = PyModule_GetDict(m);
1392 if (PyDict_GetItemString(d, "__file__") == NULL) {
1393 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001394 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001395 if (f == NULL)
1396 return -1;
1397 if (PyDict_SetItemString(d, "__file__", f) < 0) {
1398 Py_DECREF(f);
1399 return -1;
1400 }
Barry Warsaw916048d2011-09-20 14:45:44 -04001401 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
1402 Py_DECREF(f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001403 return -1;
Barry Warsaw916048d2011-09-20 14:45:44 -04001404 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001405 set_file_name = 1;
1406 Py_DECREF(f);
1407 }
1408 len = strlen(filename);
1409 ext = filename + len - (len > 4 ? 4 : 0);
1410 if (maybe_pyc_file(fp, filename, ext, closeit)) {
1411 /* Try to run a pyc file. First, re-open in binary */
1412 if (closeit)
1413 fclose(fp);
1414 if ((fp = fopen(filename, "rb")) == NULL) {
1415 fprintf(stderr, "python: Can't reopen .pyc file\n");
1416 ret = -1;
1417 goto done;
1418 }
1419 /* Turn on optimization if a .pyo file is given */
1420 if (strcmp(ext, ".pyo") == 0)
1421 Py_OptimizeFlag = 1;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001422
1423 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
1424 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1425 ret = -1;
1426 goto done;
1427 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001428 v = run_pyc_file(fp, filename, d, d, flags);
1429 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +10001430 /* When running from stdin, leave __main__.__loader__ alone */
1431 if (strcmp(filename, "<stdin>") != 0 &&
1432 set_main_loader(d, filename, "SourceFileLoader") < 0) {
1433 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1434 ret = -1;
1435 goto done;
1436 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001437 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
1438 closeit, flags);
1439 }
1440 flush_io();
1441 if (v == NULL) {
1442 PyErr_Print();
1443 ret = -1;
1444 goto done;
1445 }
1446 Py_DECREF(v);
1447 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001448 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001449 if (set_file_name && PyDict_DelItemString(d, "__file__"))
1450 PyErr_Clear();
1451 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001452}
1453
1454int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001455PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +00001456{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001457 PyObject *m, *d, *v;
1458 m = PyImport_AddModule("__main__");
1459 if (m == NULL)
1460 return -1;
1461 d = PyModule_GetDict(m);
1462 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
1463 if (v == NULL) {
1464 PyErr_Print();
1465 return -1;
1466 }
1467 Py_DECREF(v);
1468 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001469}
1470
Barry Warsaw035574d1997-08-29 22:07:17 +00001471static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001472parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001473 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +00001474{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001475 long hold;
1476 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001477 _Py_IDENTIFIER(msg);
1478 _Py_IDENTIFIER(filename);
1479 _Py_IDENTIFIER(lineno);
1480 _Py_IDENTIFIER(offset);
1481 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +00001482
Benjamin Peterson80d50422012-04-03 00:30:38 -04001483 *message = NULL;
1484
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001485 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001486 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001487 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001488 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +00001489
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001490 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001491 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001492 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001493 if (v == Py_None) {
1494 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001495 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001496 }
1497 else {
1498 *filename = _PyUnicode_AsString(v);
1499 Py_DECREF(v);
1500 if (!*filename)
1501 goto finally;
1502 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001503
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001504 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001505 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001506 goto finally;
1507 hold = PyLong_AsLong(v);
1508 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001509 if (hold < 0 && PyErr_Occurred())
1510 goto finally;
1511 *lineno = (int)hold;
Barry Warsaw035574d1997-08-29 22:07:17 +00001512
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001513 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001514 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001515 goto finally;
1516 if (v == Py_None) {
1517 *offset = -1;
1518 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001519 } else {
1520 hold = PyLong_AsLong(v);
1521 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001522 if (hold < 0 && PyErr_Occurred())
1523 goto finally;
1524 *offset = (int)hold;
1525 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001526
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001527 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001528 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001529 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001530 if (v == Py_None) {
1531 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001532 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001533 }
1534 else {
1535 *text = _PyUnicode_AsString(v);
1536 Py_DECREF(v);
1537 if (!*text)
1538 goto finally;
1539 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001540 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +00001541
1542finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -04001543 Py_XDECREF(*message);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001544 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +00001545}
1546
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001547void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001548PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001549{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001550 PyErr_PrintEx(1);
Guido van Rossuma61691e1998-02-06 22:27:24 +00001551}
1552
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001553static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001554print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001555{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001556 char *nl;
1557 if (offset >= 0) {
Benjamin Petersona95e9772010-10-29 03:28:14 +00001558 if (offset > 0 && offset == strlen(text) && text[offset - 1] == '\n')
1559 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001560 for (;;) {
1561 nl = strchr(text, '\n');
1562 if (nl == NULL || nl-text >= offset)
1563 break;
1564 offset -= (int)(nl+1-text);
1565 text = nl+1;
1566 }
1567 while (*text == ' ' || *text == '\t') {
1568 text++;
1569 offset--;
1570 }
1571 }
1572 PyFile_WriteString(" ", f);
1573 PyFile_WriteString(text, f);
1574 if (*text == '\0' || text[strlen(text)-1] != '\n')
1575 PyFile_WriteString("\n", f);
1576 if (offset == -1)
1577 return;
1578 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +00001579 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001580 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001581 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001582}
1583
Guido van Rossum66e8e862001-03-23 17:54:43 +00001584static void
1585handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001586{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001587 PyObject *exception, *value, *tb;
1588 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001589
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001590 if (Py_InspectFlag)
1591 /* Don't exit if -i flag was given. This flag is set to 0
1592 * when entering interactive mode for inspecting. */
1593 return;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001594
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001595 PyErr_Fetch(&exception, &value, &tb);
1596 fflush(stdout);
1597 if (value == NULL || value == Py_None)
1598 goto done;
1599 if (PyExceptionInstance_Check(value)) {
1600 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001601 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001602 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001603 if (code) {
1604 Py_DECREF(value);
1605 value = code;
1606 if (value == Py_None)
1607 goto done;
1608 }
1609 /* If we failed to dig out the 'code' attribute,
1610 just let the else clause below print the error. */
1611 }
1612 if (PyLong_Check(value))
1613 exitcode = (int)PyLong_AsLong(value);
1614 else {
Victor Stinnere9fb3192010-05-17 08:58:51 +00001615 PyObject *sys_stderr = PySys_GetObject("stderr");
Victor Stinner7126dbc2010-05-21 23:45:42 +00001616 if (sys_stderr != NULL && sys_stderr != Py_None) {
1617 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
1618 } else {
1619 PyObject_Print(value, stderr, Py_PRINT_RAW);
1620 fflush(stderr);
1621 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001622 PySys_WriteStderr("\n");
1623 exitcode = 1;
1624 }
Tim Peterscf615b52003-04-19 18:47:02 +00001625 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001626 /* Restore and clear the exception info, in order to properly decref
1627 * the exception, value, and traceback. If we just exit instead,
1628 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1629 * some finalizers from running.
1630 */
1631 PyErr_Restore(exception, value, tb);
1632 PyErr_Clear();
1633 Py_Exit(exitcode);
1634 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001635}
1636
1637void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001638PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001639{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001640 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001641
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001642 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1643 handle_system_exit();
1644 }
1645 PyErr_Fetch(&exception, &v, &tb);
1646 if (exception == NULL)
1647 return;
1648 PyErr_NormalizeException(&exception, &v, &tb);
1649 if (tb == NULL) {
1650 tb = Py_None;
1651 Py_INCREF(tb);
1652 }
1653 PyException_SetTraceback(v, tb);
1654 if (exception == NULL)
1655 return;
1656 /* Now we know v != NULL too */
1657 if (set_sys_last_vars) {
1658 PySys_SetObject("last_type", exception);
1659 PySys_SetObject("last_value", v);
1660 PySys_SetObject("last_traceback", tb);
1661 }
1662 hook = PySys_GetObject("excepthook");
1663 if (hook) {
1664 PyObject *args = PyTuple_Pack(3, exception, v, tb);
1665 PyObject *result = PyEval_CallObject(hook, args);
1666 if (result == NULL) {
1667 PyObject *exception2, *v2, *tb2;
1668 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1669 handle_system_exit();
1670 }
1671 PyErr_Fetch(&exception2, &v2, &tb2);
1672 PyErr_NormalizeException(&exception2, &v2, &tb2);
1673 /* It should not be possible for exception2 or v2
1674 to be NULL. However PyErr_Display() can't
1675 tolerate NULLs, so just be safe. */
1676 if (exception2 == NULL) {
1677 exception2 = Py_None;
1678 Py_INCREF(exception2);
1679 }
1680 if (v2 == NULL) {
1681 v2 = Py_None;
1682 Py_INCREF(v2);
1683 }
1684 fflush(stdout);
1685 PySys_WriteStderr("Error in sys.excepthook:\n");
1686 PyErr_Display(exception2, v2, tb2);
1687 PySys_WriteStderr("\nOriginal exception was:\n");
1688 PyErr_Display(exception, v, tb);
1689 Py_DECREF(exception2);
1690 Py_DECREF(v2);
1691 Py_XDECREF(tb2);
1692 }
1693 Py_XDECREF(result);
1694 Py_XDECREF(args);
1695 } else {
1696 PySys_WriteStderr("sys.excepthook is missing\n");
1697 PyErr_Display(exception, v, tb);
1698 }
1699 Py_XDECREF(exception);
1700 Py_XDECREF(v);
1701 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001702}
1703
Benjamin Petersone6528212008-07-15 15:32:09 +00001704static void
1705print_exception(PyObject *f, PyObject *value)
1706{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001707 int err = 0;
1708 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001709 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +00001710
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001711 if (!PyExceptionInstance_Check(value)) {
1712 PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
1713 PyFile_WriteString(Py_TYPE(value)->tp_name, f);
1714 PyFile_WriteString(" found\n", f);
1715 return;
1716 }
Benjamin Peterson26582602008-08-23 20:08:07 +00001717
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001718 Py_INCREF(value);
1719 fflush(stdout);
1720 type = (PyObject *) Py_TYPE(value);
1721 tb = PyException_GetTraceback(value);
1722 if (tb && tb != Py_None)
1723 err = PyTraceBack_Print(tb, f);
1724 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001725 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001726 {
1727 PyObject *message;
1728 const char *filename, *text;
1729 int lineno, offset;
1730 if (!parse_syntax_error(value, &message, &filename,
1731 &lineno, &offset, &text))
1732 PyErr_Clear();
1733 else {
1734 char buf[10];
1735 PyFile_WriteString(" File \"", f);
1736 if (filename == NULL)
1737 PyFile_WriteString("<string>", f);
1738 else
1739 PyFile_WriteString(filename, f);
1740 PyFile_WriteString("\", line ", f);
1741 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
1742 PyFile_WriteString(buf, f);
1743 PyFile_WriteString("\n", f);
1744 if (text != NULL)
1745 print_error_text(f, offset, text);
1746 Py_DECREF(value);
1747 value = message;
1748 /* Can't be bothered to check all those
1749 PyFile_WriteString() calls */
1750 if (PyErr_Occurred())
1751 err = -1;
1752 }
1753 }
1754 if (err) {
1755 /* Don't do anything else */
1756 }
1757 else {
1758 PyObject* moduleName;
1759 char* className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001760 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001761 assert(PyExceptionClass_Check(type));
1762 className = PyExceptionClass_Name(type);
1763 if (className != NULL) {
1764 char *dot = strrchr(className, '.');
1765 if (dot != NULL)
1766 className = dot+1;
1767 }
Benjamin Petersone6528212008-07-15 15:32:09 +00001768
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001769 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001770 if (moduleName == NULL || !PyUnicode_Check(moduleName))
1771 {
Victor Stinner13b21bd2011-05-26 14:25:13 +02001772 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001773 err = PyFile_WriteString("<unknown>", f);
1774 }
1775 else {
1776 char* modstr = _PyUnicode_AsString(moduleName);
1777 if (modstr && strcmp(modstr, "builtins"))
1778 {
1779 err = PyFile_WriteString(modstr, f);
1780 err += PyFile_WriteString(".", f);
1781 }
1782 Py_DECREF(moduleName);
1783 }
1784 if (err == 0) {
1785 if (className == NULL)
1786 err = PyFile_WriteString("<unknown>", f);
1787 else
1788 err = PyFile_WriteString(className, f);
1789 }
1790 }
1791 if (err == 0 && (value != Py_None)) {
1792 PyObject *s = PyObject_Str(value);
1793 /* only print colon if the str() of the
1794 object is not the empty string
1795 */
1796 if (s == NULL)
1797 err = -1;
1798 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +01001799 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001800 err = PyFile_WriteString(": ", f);
1801 if (err == 0)
1802 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1803 Py_XDECREF(s);
1804 }
1805 /* try to write a newline in any case */
1806 err += PyFile_WriteString("\n", f);
1807 Py_XDECREF(tb);
1808 Py_DECREF(value);
1809 /* If an error happened here, don't show it.
1810 XXX This is wrong, but too many callers rely on this behavior. */
1811 if (err != 0)
1812 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001813}
1814
1815static const char *cause_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001816 "\nThe above exception was the direct cause "
1817 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001818
1819static const char *context_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001820 "\nDuring handling of the above exception, "
1821 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001822
1823static void
1824print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
1825{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001826 int err = 0, res;
1827 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +00001828
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001829 if (seen != NULL) {
1830 /* Exception chaining */
1831 if (PySet_Add(seen, value) == -1)
1832 PyErr_Clear();
1833 else if (PyExceptionInstance_Check(value)) {
1834 cause = PyException_GetCause(value);
1835 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001836 if (cause) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001837 res = PySet_Contains(seen, cause);
1838 if (res == -1)
1839 PyErr_Clear();
1840 if (res == 0) {
1841 print_exception_recursive(
1842 f, cause, seen);
1843 err |= PyFile_WriteString(
1844 cause_message, f);
1845 }
1846 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001847 else if (context &&
1848 !((PyBaseExceptionObject *)value)->suppress_context) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001849 res = PySet_Contains(seen, context);
1850 if (res == -1)
1851 PyErr_Clear();
1852 if (res == 0) {
1853 print_exception_recursive(
1854 f, context, seen);
1855 err |= PyFile_WriteString(
1856 context_message, f);
1857 }
1858 }
1859 Py_XDECREF(context);
1860 Py_XDECREF(cause);
1861 }
1862 }
1863 print_exception(f, value);
1864 if (err != 0)
1865 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001866}
1867
Thomas Wouters477c8d52006-05-27 19:21:47 +00001868void
1869PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001870{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001871 PyObject *seen;
1872 PyObject *f = PySys_GetObject("stderr");
1873 if (f == Py_None) {
1874 /* pass */
1875 }
1876 else if (f == NULL) {
1877 _PyObject_Dump(value);
1878 fprintf(stderr, "lost sys.stderr\n");
1879 }
1880 else {
1881 /* We choose to ignore seen being possibly NULL, and report
1882 at least the main exception (it could be a MemoryError).
1883 */
1884 seen = PySet_New(NULL);
1885 if (seen == NULL)
1886 PyErr_Clear();
1887 print_exception_recursive(f, value, seen);
1888 Py_XDECREF(seen);
1889 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001890}
1891
Guido van Rossum82598051997-03-05 00:20:32 +00001892PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001893PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001894 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001895{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001896 PyObject *ret = NULL;
1897 mod_ty mod;
1898 PyArena *arena = PyArena_New();
1899 if (arena == NULL)
1900 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001901
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001902 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
1903 if (mod != NULL)
1904 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
1905 PyArena_Free(arena);
1906 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001907}
1908
1909PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001910PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001911 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001912{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001913 PyObject *ret;
1914 mod_ty mod;
1915 PyArena *arena = PyArena_New();
1916 if (arena == NULL)
1917 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001918
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001919 mod = PyParser_ASTFromFile(fp, filename, NULL, start, 0, 0,
1920 flags, NULL, arena);
1921 if (closeit)
1922 fclose(fp);
1923 if (mod == NULL) {
1924 PyArena_Free(arena);
1925 return NULL;
1926 }
1927 ret = run_mod(mod, filename, globals, locals, flags, arena);
1928 PyArena_Free(arena);
1929 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001930}
1931
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001932static void
1933flush_io(void)
1934{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001935 PyObject *f, *r;
1936 PyObject *type, *value, *traceback;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001937 _Py_IDENTIFIER(flush);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001938
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001939 /* Save the current exception */
1940 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001941
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001942 f = PySys_GetObject("stderr");
1943 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001944 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001945 if (r)
1946 Py_DECREF(r);
1947 else
1948 PyErr_Clear();
1949 }
1950 f = PySys_GetObject("stdout");
1951 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001952 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001953 if (r)
1954 Py_DECREF(r);
1955 else
1956 PyErr_Clear();
1957 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001958
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001959 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001960}
1961
Guido van Rossum82598051997-03-05 00:20:32 +00001962static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001963run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001964 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001965{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001966 PyCodeObject *co;
1967 PyObject *v;
1968 co = PyAST_Compile(mod, filename, flags, arena);
1969 if (co == NULL)
1970 return NULL;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001971 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001972 Py_DECREF(co);
1973 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001974}
1975
Guido van Rossum82598051997-03-05 00:20:32 +00001976static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001977run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001978 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001979{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001980 PyCodeObject *co;
1981 PyObject *v;
1982 long magic;
1983 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001984
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001985 magic = PyMarshal_ReadLongFromFile(fp);
1986 if (magic != PyImport_GetMagicNumber()) {
1987 PyErr_SetString(PyExc_RuntimeError,
1988 "Bad magic number in .pyc file");
1989 return NULL;
1990 }
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001991 /* Skip mtime and size */
1992 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001993 (void) PyMarshal_ReadLongFromFile(fp);
1994 v = PyMarshal_ReadLastObjectFromFile(fp);
1995 fclose(fp);
1996 if (v == NULL || !PyCode_Check(v)) {
1997 Py_XDECREF(v);
1998 PyErr_SetString(PyExc_RuntimeError,
1999 "Bad code object in .pyc file");
2000 return NULL;
2001 }
2002 co = (PyCodeObject *)v;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002003 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002004 if (v && flags)
2005 flags->cf_flags |= (co->co_flags & PyCF_MASK);
2006 Py_DECREF(co);
2007 return v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00002008}
2009
Guido van Rossum82598051997-03-05 00:20:32 +00002010PyObject *
Georg Brandl8334fd92010-12-04 10:26:46 +00002011Py_CompileStringExFlags(const char *str, const char *filename, int start,
2012 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00002013{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002014 PyCodeObject *co;
2015 mod_ty mod;
2016 PyArena *arena = PyArena_New();
2017 if (arena == NULL)
2018 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002019
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002020 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
2021 if (mod == NULL) {
2022 PyArena_Free(arena);
2023 return NULL;
2024 }
2025 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
2026 PyObject *result = PyAST_mod2obj(mod);
2027 PyArena_Free(arena);
2028 return result;
2029 }
Georg Brandl8334fd92010-12-04 10:26:46 +00002030 co = PyAST_CompileEx(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002031 PyArena_Free(arena);
2032 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00002033}
2034
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002035/* For use in Py_LIMITED_API */
2036#undef Py_CompileString
2037PyObject *
2038PyCompileString(const char *str, const char *filename, int start)
2039{
2040 return Py_CompileStringFlags(str, filename, start, NULL);
2041}
2042
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002043struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002044Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002045{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002046 struct symtable *st;
2047 mod_ty mod;
2048 PyCompilerFlags flags;
2049 PyArena *arena = PyArena_New();
2050 if (arena == NULL)
2051 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002052
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002053 flags.cf_flags = 0;
2054 mod = PyParser_ASTFromString(str, filename, start, &flags, arena);
2055 if (mod == NULL) {
2056 PyArena_Free(arena);
2057 return NULL;
2058 }
2059 st = PySymtable_Build(mod, filename, 0);
2060 PyArena_Free(arena);
2061 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002062}
2063
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002064/* Preferred access to parser is through AST. */
2065mod_ty
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002066PyParser_ASTFromString(const char *s, const char *filename, int start,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002067 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002068{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002069 mod_ty mod;
2070 PyCompilerFlags localflags;
2071 perrdetail err;
2072 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002073
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002074 node *n = PyParser_ParseStringFlagsFilenameEx(s, filename,
2075 &_PyParser_Grammar, start, &err,
2076 &iflags);
2077 if (flags == NULL) {
2078 localflags.cf_flags = 0;
2079 flags = &localflags;
2080 }
2081 if (n) {
2082 flags->cf_flags |= iflags & PyCF_MASK;
2083 mod = PyAST_FromNode(n, flags, filename, arena);
2084 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002085 }
2086 else {
2087 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002088 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002089 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002090 err_free(&err);
2091 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002092}
2093
2094mod_ty
Martin v. Löwis85bcc662007-09-04 09:18:06 +00002095PyParser_ASTFromFile(FILE *fp, const char *filename, const char* enc,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002096 int start, char *ps1,
2097 char *ps2, PyCompilerFlags *flags, int *errcode,
2098 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002099{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002100 mod_ty mod;
2101 PyCompilerFlags localflags;
2102 perrdetail err;
2103 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002104
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002105 node *n = PyParser_ParseFileFlagsEx(fp, filename, enc,
2106 &_PyParser_Grammar,
2107 start, ps1, ps2, &err, &iflags);
2108 if (flags == NULL) {
2109 localflags.cf_flags = 0;
2110 flags = &localflags;
2111 }
2112 if (n) {
2113 flags->cf_flags |= iflags & PyCF_MASK;
2114 mod = PyAST_FromNode(n, flags, filename, arena);
2115 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002116 }
2117 else {
2118 err_input(&err);
2119 if (errcode)
2120 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02002121 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002122 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002123 err_free(&err);
2124 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002125}
2126
Guido van Rossuma110aa61994-08-29 12:50:44 +00002127/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002128
Guido van Rossuma110aa61994-08-29 12:50:44 +00002129node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002130PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002131{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002132 perrdetail err;
2133 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
2134 &_PyParser_Grammar,
2135 start, NULL, NULL, &err, flags);
2136 if (n == NULL)
2137 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002138 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002139
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002140 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002141}
2142
Guido van Rossuma110aa61994-08-29 12:50:44 +00002143/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002144
Guido van Rossuma110aa61994-08-29 12:50:44 +00002145node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002146PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00002147{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002148 perrdetail err;
2149 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
2150 start, &err, flags);
2151 if (n == NULL)
2152 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002153 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002154 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00002155}
2156
2157node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002158PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002159 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002160{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002161 perrdetail err;
2162 node *n = PyParser_ParseStringFlagsFilename(str, filename,
2163 &_PyParser_Grammar, start, &err, flags);
2164 if (n == NULL)
2165 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002166 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002167 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00002168}
2169
2170node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002171PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002172{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002173 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00002174}
2175
Guido van Rossum66ebd912003-04-17 16:02:26 +00002176/* May want to move a more generalized form of this to parsetok.c or
2177 even parser modules. */
2178
2179void
Victor Stinner7f2fee32011-04-05 00:39:01 +02002180PyParser_ClearError(perrdetail *err)
2181{
2182 err_free(err);
2183}
2184
2185void
Guido van Rossum66ebd912003-04-17 16:02:26 +00002186PyParser_SetError(perrdetail *err)
2187{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002188 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00002189}
2190
Victor Stinner7f2fee32011-04-05 00:39:01 +02002191static void
2192err_free(perrdetail *err)
2193{
2194 Py_CLEAR(err->filename);
2195}
2196
Guido van Rossuma110aa61994-08-29 12:50:44 +00002197/* Set the error appropriate to the given input error code (see errcode.h) */
2198
2199static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002200err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00002201{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002202 PyObject *v, *w, *errtype, *errtext;
2203 PyObject *msg_obj = NULL;
2204 char *msg = NULL;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00002205
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002206 errtype = PyExc_SyntaxError;
2207 switch (err->error) {
2208 case E_ERROR:
2209 return;
2210 case E_SYNTAX:
2211 errtype = PyExc_IndentationError;
2212 if (err->expected == INDENT)
2213 msg = "expected an indented block";
2214 else if (err->token == INDENT)
2215 msg = "unexpected indent";
2216 else if (err->token == DEDENT)
2217 msg = "unexpected unindent";
2218 else {
2219 errtype = PyExc_SyntaxError;
2220 msg = "invalid syntax";
2221 }
2222 break;
2223 case E_TOKEN:
2224 msg = "invalid token";
2225 break;
2226 case E_EOFS:
2227 msg = "EOF while scanning triple-quoted string literal";
2228 break;
2229 case E_EOLS:
2230 msg = "EOL while scanning string literal";
2231 break;
2232 case E_INTR:
2233 if (!PyErr_Occurred())
2234 PyErr_SetNone(PyExc_KeyboardInterrupt);
2235 goto cleanup;
2236 case E_NOMEM:
2237 PyErr_NoMemory();
2238 goto cleanup;
2239 case E_EOF:
2240 msg = "unexpected EOF while parsing";
2241 break;
2242 case E_TABSPACE:
2243 errtype = PyExc_TabError;
2244 msg = "inconsistent use of tabs and spaces in indentation";
2245 break;
2246 case E_OVERFLOW:
2247 msg = "expression too long";
2248 break;
2249 case E_DEDENT:
2250 errtype = PyExc_IndentationError;
2251 msg = "unindent does not match any outer indentation level";
2252 break;
2253 case E_TOODEEP:
2254 errtype = PyExc_IndentationError;
2255 msg = "too many levels of indentation";
2256 break;
2257 case E_DECODE: {
2258 PyObject *type, *value, *tb;
2259 PyErr_Fetch(&type, &value, &tb);
2260 msg = "unknown decode error";
2261 if (value != NULL)
2262 msg_obj = PyObject_Str(value);
2263 Py_XDECREF(type);
2264 Py_XDECREF(value);
2265 Py_XDECREF(tb);
2266 break;
2267 }
2268 case E_LINECONT:
2269 msg = "unexpected character after line continuation character";
2270 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00002271
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002272 case E_IDENTIFIER:
2273 msg = "invalid character in identifier";
2274 break;
Meador Ingefa21bf02012-01-19 01:08:41 -06002275 case E_BADSINGLE:
2276 msg = "multiple statements found while compiling a single statement";
2277 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002278 default:
2279 fprintf(stderr, "error=%d\n", err->error);
2280 msg = "unknown parsing error";
2281 break;
2282 }
2283 /* err->text may not be UTF-8 in case of decoding errors.
2284 Explicitly convert to an object. */
2285 if (!err->text) {
2286 errtext = Py_None;
2287 Py_INCREF(Py_None);
2288 } else {
2289 errtext = PyUnicode_DecodeUTF8(err->text, strlen(err->text),
2290 "replace");
2291 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002292 v = Py_BuildValue("(OiiN)", err->filename,
2293 err->lineno, err->offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002294 if (v != NULL) {
2295 if (msg_obj)
2296 w = Py_BuildValue("(OO)", msg_obj, v);
2297 else
2298 w = Py_BuildValue("(sO)", msg, v);
2299 } else
2300 w = NULL;
2301 Py_XDECREF(v);
2302 PyErr_SetObject(errtype, w);
2303 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00002304cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002305 Py_XDECREF(msg_obj);
2306 if (err->text != NULL) {
2307 PyObject_FREE(err->text);
2308 err->text = NULL;
2309 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002310}
2311
2312/* Print fatal error message and abort */
2313
2314void
Tim Peters7c321a82002-07-09 02:57:01 +00002315Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002316{
Victor Stinner024e37a2011-03-31 01:31:06 +02002317 const int fd = fileno(stderr);
2318 PyThreadState *tstate;
2319
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002320 fprintf(stderr, "Fatal Python error: %s\n", msg);
2321 fflush(stderr); /* it helps in Windows debug build */
2322 if (PyErr_Occurred()) {
Victor Stinner55a5c782010-06-08 21:00:13 +00002323 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002324 }
Victor Stinner024e37a2011-03-31 01:31:06 +02002325 else {
2326 tstate = _Py_atomic_load_relaxed(&_PyThreadState_Current);
2327 if (tstate != NULL) {
2328 fputc('\n', stderr);
2329 fflush(stderr);
Victor Stinner7bba62f2011-05-07 12:43:00 +02002330 _Py_DumpTracebackThreads(fd, tstate->interp, tstate);
Victor Stinner024e37a2011-03-31 01:31:06 +02002331 }
Victor Stinnerd727e232011-04-01 12:13:55 +02002332 _PyFaulthandler_Fini();
Victor Stinner024e37a2011-03-31 01:31:06 +02002333 }
2334
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002335#ifdef MS_WINDOWS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002336 {
2337 size_t len = strlen(msg);
2338 WCHAR* buffer;
2339 size_t i;
Martin v. Löwis5c88d812009-01-02 20:47:48 +00002340
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002341 /* Convert the message to wchar_t. This uses a simple one-to-one
2342 conversion, assuming that the this error message actually uses ASCII
2343 only. If this ceases to be true, we will have to convert. */
2344 buffer = alloca( (len+1) * (sizeof *buffer));
2345 for( i=0; i<=len; ++i)
2346 buffer[i] = msg[i];
2347 OutputDebugStringW(L"Fatal Python error: ");
2348 OutputDebugStringW(buffer);
2349 OutputDebugStringW(L"\n");
2350 }
Guido van Rossum0ba35361998-08-13 13:33:16 +00002351#ifdef _DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002352 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00002353#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002354#endif /* MS_WINDOWS */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002355 abort();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002356}
2357
2358/* Clean up and exit */
2359
Guido van Rossuma110aa61994-08-29 12:50:44 +00002360#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00002361#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00002362#endif
2363
Collin Winter670e6922007-03-21 02:57:17 +00002364static void (*pyexitfunc)(void) = NULL;
2365/* For the atexit module. */
2366void _Py_PyAtExit(void (*func)(void))
2367{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002368 pyexitfunc = func;
Collin Winter670e6922007-03-21 02:57:17 +00002369}
2370
2371static void
2372call_py_exitfuncs(void)
2373{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002374 if (pyexitfunc == NULL)
2375 return;
Collin Winter670e6922007-03-21 02:57:17 +00002376
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002377 (*pyexitfunc)();
2378 PyErr_Clear();
Collin Winter670e6922007-03-21 02:57:17 +00002379}
2380
Antoine Pitrou011bd622009-10-20 21:52:47 +00002381/* Wait until threading._shutdown completes, provided
2382 the threading module was imported in the first place.
2383 The shutdown routine will wait until all non-daemon
2384 "threading" threads have completed. */
2385static void
2386wait_for_thread_shutdown(void)
2387{
2388#ifdef WITH_THREAD
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02002389 _Py_IDENTIFIER(_shutdown);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002390 PyObject *result;
2391 PyThreadState *tstate = PyThreadState_GET();
2392 PyObject *threading = PyMapping_GetItemString(tstate->interp->modules,
2393 "threading");
2394 if (threading == NULL) {
2395 /* threading not imported */
2396 PyErr_Clear();
2397 return;
2398 }
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02002399 result = _PyObject_CallMethodId(threading, &PyId__shutdown, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002400 if (result == NULL) {
2401 PyErr_WriteUnraisable(threading);
2402 }
2403 else {
2404 Py_DECREF(result);
2405 }
2406 Py_DECREF(threading);
Antoine Pitrou011bd622009-10-20 21:52:47 +00002407#endif
2408}
2409
Guido van Rossum2dcfc961998-10-01 16:01:57 +00002410#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002411static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00002412static int nexitfuncs = 0;
2413
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002414int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00002415{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002416 if (nexitfuncs >= NEXITFUNCS)
2417 return -1;
2418 exitfuncs[nexitfuncs++] = func;
2419 return 0;
Guido van Rossum1662dd51994-09-07 14:38:28 +00002420}
2421
Guido van Rossumcc283f51997-08-05 02:22:03 +00002422static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002423call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00002424{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002425 while (nexitfuncs > 0)
2426 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00002427
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002428 fflush(stdout);
2429 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002430}
2431
2432void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002433Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002434{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002435 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002436
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002437 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002438}
2439
Guido van Rossumf1dc5661993-07-05 10:31:29 +00002440static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002441initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002442{
Guido van Rossuma110aa61994-08-29 12:50:44 +00002443#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002444 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002445#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00002446#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002447 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00002448#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002449#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002450 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002451#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002452 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002453}
2454
Guido van Rossum7433b121997-02-14 19:45:36 +00002455
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002456/* Restore signals that the interpreter has called SIG_IGN on to SIG_DFL.
2457 *
2458 * All of the code in this function must only use async-signal-safe functions,
2459 * listed at `man 7 signal` or
2460 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2461 */
2462void
2463_Py_RestoreSignals(void)
2464{
2465#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002466 PyOS_setsig(SIGPIPE, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002467#endif
2468#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002469 PyOS_setsig(SIGXFZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002470#endif
2471#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002472 PyOS_setsig(SIGXFSZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002473#endif
2474}
2475
2476
Guido van Rossum7433b121997-02-14 19:45:36 +00002477/*
2478 * The file descriptor fd is considered ``interactive'' if either
2479 * a) isatty(fd) is TRUE, or
2480 * b) the -i flag was given, and the filename associated with
2481 * the descriptor is NULL or "<stdin>" or "???".
2482 */
2483int
Martin v. Löwis95292d62002-12-11 14:04:59 +00002484Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00002485{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002486 if (isatty((int)fileno(fp)))
2487 return 1;
2488 if (!Py_InteractiveFlag)
2489 return 0;
2490 return (filename == NULL) ||
2491 (strcmp(filename, "<stdin>") == 0) ||
2492 (strcmp(filename, "???") == 0);
Guido van Rossum7433b121997-02-14 19:45:36 +00002493}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002494
2495
Tim Petersd08e3822003-04-17 15:24:21 +00002496#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002497#if defined(WIN32) && defined(_MSC_VER)
2498
2499/* Stack checking for Microsoft C */
2500
2501#include <malloc.h>
2502#include <excpt.h>
2503
Fred Drakee8de31c2000-08-31 05:38:39 +00002504/*
2505 * Return non-zero when we run out of memory on the stack; zero otherwise.
2506 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002507int
Fred Drake399739f2000-08-31 05:52:44 +00002508PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002509{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002510 __try {
2511 /* alloca throws a stack overflow exception if there's
2512 not enough space left on the stack */
2513 alloca(PYOS_STACK_MARGIN * sizeof(void*));
2514 return 0;
2515 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
2516 EXCEPTION_EXECUTE_HANDLER :
2517 EXCEPTION_CONTINUE_SEARCH) {
2518 int errcode = _resetstkoflw();
2519 if (errcode == 0)
2520 {
2521 Py_FatalError("Could not reset the stack!");
2522 }
2523 }
2524 return 1;
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002525}
2526
2527#endif /* WIN32 && _MSC_VER */
2528
2529/* Alternate implementations can be added here... */
2530
2531#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00002532
2533
2534/* Wrappers around sigaction() or signal(). */
2535
2536PyOS_sighandler_t
2537PyOS_getsig(int sig)
2538{
2539#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002540 struct sigaction context;
2541 if (sigaction(sig, NULL, &context) == -1)
2542 return SIG_ERR;
2543 return context.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002544#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002545 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002546/* Special signal handling for the secure CRT in Visual Studio 2005 */
2547#if defined(_MSC_VER) && _MSC_VER >= 1400
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002548 switch (sig) {
2549 /* Only these signals are valid */
2550 case SIGINT:
2551 case SIGILL:
2552 case SIGFPE:
2553 case SIGSEGV:
2554 case SIGTERM:
2555 case SIGBREAK:
2556 case SIGABRT:
2557 break;
2558 /* Don't call signal() with other values or it will assert */
2559 default:
2560 return SIG_ERR;
2561 }
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002562#endif /* _MSC_VER && _MSC_VER >= 1400 */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002563 handler = signal(sig, SIG_IGN);
2564 if (handler != SIG_ERR)
2565 signal(sig, handler);
2566 return handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002567#endif
2568}
2569
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002570/*
2571 * All of the code in this function must only use async-signal-safe functions,
2572 * listed at `man 7 signal` or
2573 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2574 */
Guido van Rossum6f256182000-09-16 16:32:19 +00002575PyOS_sighandler_t
2576PyOS_setsig(int sig, PyOS_sighandler_t handler)
2577{
2578#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002579 /* Some code in Modules/signalmodule.c depends on sigaction() being
2580 * used here if HAVE_SIGACTION is defined. Fix that if this code
2581 * changes to invalidate that assumption.
2582 */
2583 struct sigaction context, ocontext;
2584 context.sa_handler = handler;
2585 sigemptyset(&context.sa_mask);
2586 context.sa_flags = 0;
2587 if (sigaction(sig, &context, &ocontext) == -1)
2588 return SIG_ERR;
2589 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002590#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002591 PyOS_sighandler_t oldhandler;
2592 oldhandler = signal(sig, handler);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002593#ifdef HAVE_SIGINTERRUPT
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002594 siginterrupt(sig, 1);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002595#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002596 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002597#endif
2598}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002599
2600/* Deprecated C API functions still provided for binary compatiblity */
2601
2602#undef PyParser_SimpleParseFile
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002603PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002604PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
2605{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002606 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002607}
2608
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002609#undef PyParser_SimpleParseString
2610PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002611PyParser_SimpleParseString(const char *str, int start)
2612{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002613 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002614}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002615
2616#undef PyRun_AnyFile
2617PyAPI_FUNC(int)
2618PyRun_AnyFile(FILE *fp, const char *name)
2619{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002620 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002621}
2622
2623#undef PyRun_AnyFileEx
2624PyAPI_FUNC(int)
2625PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
2626{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002627 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002628}
2629
2630#undef PyRun_AnyFileFlags
2631PyAPI_FUNC(int)
2632PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
2633{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002634 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002635}
2636
2637#undef PyRun_File
2638PyAPI_FUNC(PyObject *)
2639PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
2640{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002641 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002642}
2643
2644#undef PyRun_FileEx
2645PyAPI_FUNC(PyObject *)
2646PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
2647{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002648 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002649}
2650
2651#undef PyRun_FileFlags
2652PyAPI_FUNC(PyObject *)
2653PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002654 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002655{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002656 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002657}
2658
2659#undef PyRun_SimpleFile
2660PyAPI_FUNC(int)
2661PyRun_SimpleFile(FILE *f, const char *p)
2662{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002663 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002664}
2665
2666#undef PyRun_SimpleFileEx
2667PyAPI_FUNC(int)
2668PyRun_SimpleFileEx(FILE *f, const char *p, int c)
2669{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002670 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002671}
2672
2673
2674#undef PyRun_String
2675PyAPI_FUNC(PyObject *)
2676PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
2677{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002678 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002679}
2680
2681#undef PyRun_SimpleString
2682PyAPI_FUNC(int)
2683PyRun_SimpleString(const char *s)
2684{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002685 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002686}
2687
2688#undef Py_CompileString
2689PyAPI_FUNC(PyObject *)
2690Py_CompileString(const char *str, const char *p, int s)
2691{
Georg Brandl8334fd92010-12-04 10:26:46 +00002692 return Py_CompileStringExFlags(str, p, s, NULL, -1);
2693}
2694
2695#undef Py_CompileStringFlags
2696PyAPI_FUNC(PyObject *)
2697Py_CompileStringFlags(const char *str, const char *p, int s,
2698 PyCompilerFlags *flags)
2699{
2700 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002701}
2702
2703#undef PyRun_InteractiveOne
2704PyAPI_FUNC(int)
2705PyRun_InteractiveOne(FILE *f, const char *p)
2706{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002707 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002708}
2709
2710#undef PyRun_InteractiveLoop
2711PyAPI_FUNC(int)
2712PyRun_InteractiveLoop(FILE *f, const char *p)
2713{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002714 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002715}
2716
2717#ifdef __cplusplus
2718}
2719#endif