blob: 8130cc52893d11c8a32bedc195610c7b2021efb7 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000014#include "symtable.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000015#include "ast.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000016#include "marshal.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000017#include "osdefs.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000018
Thomas Wouters0e3f5912006-08-11 14:57:12 +000019#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000020#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000021#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000023#ifdef MS_WINDOWS
Martin v. Löwis5c88d812009-01-02 20:47:48 +000024#include "malloc.h" /* for alloca */
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000025#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000026
Martin v. Löwis73d538b2003-03-05 15:13:47 +000027#ifdef HAVE_LANGINFO_H
28#include <locale.h>
29#include <langinfo.h>
30#endif
31
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000032#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000033#undef BYTE
34#include "windows.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000035#define PATH_MAX MAXPATHLEN
Guido van Rossuma44823b1995-03-14 15:01:17 +000036#endif
37
Neal Norwitz4281cef2006-03-04 19:58:13 +000038#ifndef Py_REF_DEBUG
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000039#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000040#else /* Py_REF_DEBUG */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000041#define PRINT_TOTAL_REFS() fprintf(stderr, \
42 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
43 _Py_GetRefTotal())
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000044#endif
45
46#ifdef __cplusplus
47extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000048#endif
49
Martin v. Löwis790465f2008-04-05 20:41:37 +000050extern wchar_t *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000051
Guido van Rossum82598051997-03-05 00:20:32 +000052extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000053
Guido van Rossumb73cc041993-11-01 16:28:59 +000054/* Forward */
Nick Coghlan85e729e2012-07-15 18:09:52 +100055static void initmain(PyInterpreterState *interp);
Victor Stinner793b5312011-04-27 00:24:21 +020056static int initfsencoding(PyInterpreterState *interp);
Tim Petersdbd9ba62000-07-09 03:09:57 +000057static void initsite(void);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000058static int initstdio(void);
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000059static void flush_io(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000060static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000061 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000062static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000063 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000064static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020065static void err_free(perrdetail *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000066static void initsigs(void);
Collin Winter670e6922007-03-21 02:57:17 +000067static void call_py_exitfuncs(void);
Antoine Pitrou011bd622009-10-20 21:52:47 +000068static void wait_for_thread_shutdown(void);
Tim Petersdbd9ba62000-07-09 03:09:57 +000069static void call_ll_exitfuncs(void);
Victor Stinner3a50e702011-10-18 21:21:00 +020070extern int _PyUnicode_Init(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000071extern void _PyUnicode_Fini(void);
Guido van Rossumddefaf32007-01-14 03:31:43 +000072extern int _PyLong_Init(void);
73extern void PyLong_Fini(void);
Victor Stinner024e37a2011-03-31 01:31:06 +020074extern int _PyFaulthandler_Init(void);
75extern void _PyFaulthandler_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000076
Mark Hammond8d98d2c2003-04-19 15:41:53 +000077#ifdef WITH_THREAD
78extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
79extern void _PyGILState_Fini(void);
80#endif /* WITH_THREAD */
81
Guido van Rossum82598051997-03-05 00:20:32 +000082int Py_DebugFlag; /* Needed by parser.c */
83int Py_VerboseFlag; /* Needed by import.c */
Georg Brandl8aa7e992010-12-28 18:30:18 +000084int Py_QuietFlag; /* Needed by sysmodule.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000085int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Georg Brandl0b2489e2011-05-15 08:49:12 +020086int Py_InspectFlag; /* Needed to determine whether to exit at SystemExit */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000087int Py_NoSiteFlag; /* Suppress 'import site' */
Guido van Rossum98297ee2007-11-06 21:34:58 +000088int Py_BytesWarningFlag; /* Warn on str(bytes) and str(buffer) */
Christian Heimes790c8232008-01-07 21:14:23 +000089int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.py[co]) */
Barry Warsaw3ce09642000-05-02 19:18:59 +000090int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000091int Py_FrozenFlag; /* Needed by getpath.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000092int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Christian Heimes8dc226f2008-05-06 23:45:46 +000093int Py_NoUserSiteDirectory = 0; /* for -s and site.py */
Antoine Pitrou05608432009-01-09 18:53:14 +000094int Py_UnbufferedStdioFlag = 0; /* Unbuffered binary std{in,out,err} */
Georg Brandl2daf6ae2012-02-20 19:54:16 +010095int Py_HashRandomizationFlag = 0; /* for -R and PYTHONHASHSEED */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000096
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +020097PyThreadState *_Py_Finalizing = NULL;
98
Christian Heimes33fe8092008-04-13 13:53:33 +000099/* PyModule_GetWarningsModule is no longer necessary as of 2.6
100since _warnings is builtin. This API should not be used. */
101PyObject *
102PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +0000103{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000104 return PyImport_ImportModule("warnings");
Mark Hammondedd07732003-07-15 23:03:55 +0000105}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000106
Guido van Rossum25ce5661997-08-02 03:10:38 +0000107static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000108
Thomas Wouters7e474022000-07-16 12:04:32 +0000109/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000110
111int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000112Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000113{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 return initialized;
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000115}
116
Guido van Rossum25ce5661997-08-02 03:10:38 +0000117/* Global initializations. Can be undone by Py_Finalize(). Don't
118 call this twice without an intervening Py_Finalize() call. When
119 initializations fail, a fatal error is issued and the function does
120 not return. On return, the first thread and interpreter state have
121 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000122
Guido van Rossum25ce5661997-08-02 03:10:38 +0000123 Locking: you must hold the interpreter lock while calling this.
124 (If the lock has not yet been initialized, that's equivalent to
125 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000126
Guido van Rossum25ce5661997-08-02 03:10:38 +0000127*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000128
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000129static int
130add_flag(int flag, const char *envs)
131{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000132 int env = atoi(envs);
133 if (flag < env)
134 flag = env;
135 if (flag < 1)
136 flag = 1;
137 return flag;
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000138}
139
Christian Heimes5833a2f2008-10-30 21:40:04 +0000140static char*
Victor Stinner94908bb2010-08-18 21:23:25 +0000141get_codec_name(const char *encoding)
Christian Heimes5833a2f2008-10-30 21:40:04 +0000142{
Victor Stinner94908bb2010-08-18 21:23:25 +0000143 char *name_utf8, *name_str;
Victor Stinner386fe712010-05-19 00:34:15 +0000144 PyObject *codec, *name = NULL;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200145 _Py_IDENTIFIER(name);
Christian Heimes5833a2f2008-10-30 21:40:04 +0000146
Victor Stinner94908bb2010-08-18 21:23:25 +0000147 codec = _PyCodec_Lookup(encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 if (!codec)
149 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000150
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200151 name = _PyObject_GetAttrId(codec, &PyId_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000152 Py_CLEAR(codec);
153 if (!name)
154 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000155
Victor Stinner94908bb2010-08-18 21:23:25 +0000156 name_utf8 = _PyUnicode_AsString(name);
Victor Stinner4ca28092011-03-20 23:09:03 +0100157 if (name_utf8 == NULL)
Victor Stinner386fe712010-05-19 00:34:15 +0000158 goto error;
Victor Stinner94908bb2010-08-18 21:23:25 +0000159 name_str = strdup(name_utf8);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000160 Py_DECREF(name);
Victor Stinner94908bb2010-08-18 21:23:25 +0000161 if (name_str == NULL) {
162 PyErr_NoMemory();
163 return NULL;
164 }
165 return name_str;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000166
167error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000168 Py_XDECREF(codec);
Victor Stinner386fe712010-05-19 00:34:15 +0000169 Py_XDECREF(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000170 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000171}
Victor Stinner94908bb2010-08-18 21:23:25 +0000172
Victor Stinner94908bb2010-08-18 21:23:25 +0000173static char*
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200174get_locale_encoding(void)
Victor Stinner94908bb2010-08-18 21:23:25 +0000175{
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200176#ifdef MS_WINDOWS
177 char codepage[100];
178 PyOS_snprintf(codepage, sizeof(codepage), "cp%d", GetACP());
179 return get_codec_name(codepage);
180#elif defined(HAVE_LANGINFO_H) && defined(CODESET)
Victor Stinner94908bb2010-08-18 21:23:25 +0000181 char* codeset = nl_langinfo(CODESET);
182 if (!codeset || codeset[0] == '\0') {
183 PyErr_SetString(PyExc_ValueError, "CODESET is not set or empty");
184 return NULL;
185 }
186 return get_codec_name(codeset);
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200187#else
188 PyErr_SetNone(PyExc_NotImplementedError);
189 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000190#endif
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200191}
Christian Heimes5833a2f2008-10-30 21:40:04 +0000192
Brett Cannonfd074152012-04-14 14:10:13 -0400193static void
194import_init(PyInterpreterState *interp, PyObject *sysmod)
195{
196 PyObject *importlib;
197 PyObject *impmod;
198 PyObject *sys_modules;
199 PyObject *value;
200
201 /* Import _importlib through its frozen version, _frozen_importlib. */
Brett Cannonfd074152012-04-14 14:10:13 -0400202 if (PyImport_ImportFrozenModule("_frozen_importlib") <= 0) {
203 Py_FatalError("Py_Initialize: can't import _frozen_importlib");
204 }
205 else if (Py_VerboseFlag) {
206 PySys_FormatStderr("import _frozen_importlib # frozen\n");
207 }
208 importlib = PyImport_AddModule("_frozen_importlib");
209 if (importlib == NULL) {
210 Py_FatalError("Py_Initialize: couldn't get _frozen_importlib from "
211 "sys.modules");
212 }
213 interp->importlib = importlib;
214 Py_INCREF(interp->importlib);
215
216 /* Install _importlib as __import__ */
217 impmod = PyInit_imp();
218 if (impmod == NULL) {
219 Py_FatalError("Py_Initialize: can't import imp");
220 }
221 else if (Py_VerboseFlag) {
222 PySys_FormatStderr("import imp # builtin\n");
223 }
224 sys_modules = PyImport_GetModuleDict();
225 if (Py_VerboseFlag) {
226 PySys_FormatStderr("import sys # builtin\n");
227 }
Brett Cannon6f44d662012-04-15 16:08:47 -0400228 if (PyDict_SetItemString(sys_modules, "_imp", impmod) < 0) {
229 Py_FatalError("Py_Initialize: can't save _imp to sys.modules");
Brett Cannonfd074152012-04-14 14:10:13 -0400230 }
231
Brett Cannone0d88a12012-04-25 20:54:04 -0400232 value = PyObject_CallMethod(importlib, "_install", "OO", sysmod, impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400233 if (value == NULL) {
234 PyErr_Print();
235 Py_FatalError("Py_Initialize: importlib install failed");
236 }
237 Py_DECREF(value);
Brett Cannonfc9ca272012-04-15 01:35:05 -0400238 Py_DECREF(impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400239
240 _PyImportZip_Init();
241}
242
243
Guido van Rossuma027efa1997-05-05 20:56:21 +0000244void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200245_Py_InitializeEx_Private(int install_sigs, int install_importlib)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000246{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000247 PyInterpreterState *interp;
248 PyThreadState *tstate;
249 PyObject *bimod, *sysmod, *pstderr;
250 char *p;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000251 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000252
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000253 if (initialized)
254 return;
255 initialized = 1;
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200256 _Py_Finalizing = NULL;
Tim Petersd08e3822003-04-17 15:24:21 +0000257
Andrew M. Kuchlingb2ceb3a2010-02-22 23:26:10 +0000258#if defined(HAVE_LANGINFO_H) && defined(HAVE_SETLOCALE)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000259 /* Set up the LC_CTYPE locale, so we can obtain
260 the locale's charset without having to switch
261 locales. */
262 setlocale(LC_CTYPE, "");
Martin v. Löwisd1cd4d42007-08-11 14:02:14 +0000263#endif
264
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000265 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
266 Py_DebugFlag = add_flag(Py_DebugFlag, p);
267 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
268 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
269 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
270 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
271 if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')
272 Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);
Georg Brandl2daf6ae2012-02-20 19:54:16 +0100273 /* The variable is only tested for existence here; _PyRandom_Init will
274 check its value further. */
275 if ((p = Py_GETENV("PYTHONHASHSEED")) && *p != '\0')
276 Py_HashRandomizationFlag = add_flag(Py_HashRandomizationFlag, p);
277
278 _PyRandom_Init();
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000279
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000280 interp = PyInterpreterState_New();
281 if (interp == NULL)
282 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000283
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000284 tstate = PyThreadState_New(interp);
285 if (tstate == NULL)
286 Py_FatalError("Py_Initialize: can't make first thread");
287 (void) PyThreadState_Swap(tstate);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000288
Victor Stinner6961bd62010-08-17 22:26:51 +0000289#ifdef WITH_THREAD
Antoine Pitroub0b384b2010-09-20 20:13:48 +0000290 /* We can't call _PyEval_FiniThreads() in Py_Finalize because
291 destroying the GIL might fail when it is being referenced from
292 another running thread (see issue #9901).
293 Instead we destroy the previously created GIL here, which ensures
294 that we can call Py_Initialize / Py_Finalize multiple times. */
295 _PyEval_FiniThreads();
296
297 /* Auto-thread-state API */
Victor Stinner6961bd62010-08-17 22:26:51 +0000298 _PyGILState_Init(interp, tstate);
299#endif /* WITH_THREAD */
300
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000301 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000302
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000303 if (!_PyFrame_Init())
304 Py_FatalError("Py_Initialize: can't init frames");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000305
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000306 if (!_PyLong_Init())
307 Py_FatalError("Py_Initialize: can't init longs");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000308
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000309 if (!PyByteArray_Init())
310 Py_FatalError("Py_Initialize: can't init bytearray");
Neal Norwitz6968b052007-02-27 19:02:19 +0000311
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000312 _PyFloat_Init();
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000313
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000314 interp->modules = PyDict_New();
315 if (interp->modules == NULL)
316 Py_FatalError("Py_Initialize: can't make modules dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000317
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000318 /* Init Unicode implementation; relies on the codec registry */
Victor Stinner3a50e702011-10-18 21:21:00 +0200319 if (_PyUnicode_Init() < 0)
320 Py_FatalError("Py_Initialize: can't initialize unicode");
Guido van Rossumc94044c2000-03-10 23:03:54 +0000321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000322 bimod = _PyBuiltin_Init();
323 if (bimod == NULL)
324 Py_FatalError("Py_Initialize: can't initialize builtins modules");
Victor Stinner49d3f252010-10-17 01:24:53 +0000325 _PyImport_FixupBuiltin(bimod, "builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000326 interp->builtins = PyModule_GetDict(bimod);
327 if (interp->builtins == NULL)
328 Py_FatalError("Py_Initialize: can't initialize builtins dict");
329 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000330
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000331 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400332 _PyExc_Init(bimod);
Christian Heimes9a68f8c2007-11-14 00:16:07 +0000333
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000334 sysmod = _PySys_Init();
335 if (sysmod == NULL)
336 Py_FatalError("Py_Initialize: can't initialize sys");
337 interp->sysdict = PyModule_GetDict(sysmod);
338 if (interp->sysdict == NULL)
339 Py_FatalError("Py_Initialize: can't initialize sys dict");
340 Py_INCREF(interp->sysdict);
Victor Stinner49d3f252010-10-17 01:24:53 +0000341 _PyImport_FixupBuiltin(sysmod, "sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000342 PySys_SetPath(Py_GetPath());
343 PyDict_SetItemString(interp->sysdict, "modules",
344 interp->modules);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000345
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000346 /* Set up a preliminary stderr printer until we have enough
347 infrastructure for the io module in place. */
348 pstderr = PyFile_NewStdPrinter(fileno(stderr));
349 if (pstderr == NULL)
350 Py_FatalError("Py_Initialize: can't set preliminary stderr");
351 PySys_SetObject("stderr", pstderr);
352 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000353 Py_DECREF(pstderr);
Guido van Rossum826d8972007-10-30 18:34:07 +0000354
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000355 _PyImport_Init();
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000356
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000357 _PyImportHooks_Init();
Just van Rossum52e14d62002-12-30 22:08:05 +0000358
Victor Stinner024e37a2011-03-31 01:31:06 +0200359 /* initialize the faulthandler module */
360 if (_PyFaulthandler_Init())
361 Py_FatalError("Py_Initialize: can't initialize faulthandler");
362
Victor Stinner7d79b8b2010-05-19 20:40:50 +0000363 /* Initialize _warnings. */
364 _PyWarnings_Init();
365
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200366 if (!install_importlib)
367 return;
368
Brett Cannonfd074152012-04-14 14:10:13 -0400369 import_init(interp, sysmod);
370
Alexander Belopolsky6fc4ade2010-08-05 17:34:27 +0000371 _PyTime_Init();
372
Victor Stinner793b5312011-04-27 00:24:21 +0200373 if (initfsencoding(interp) < 0)
374 Py_FatalError("Py_Initialize: unable to load the file system codec");
Martin v. Löwis011e8422009-05-05 04:43:17 +0000375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 if (install_sigs)
377 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000378
Nick Coghlan85e729e2012-07-15 18:09:52 +1000379 initmain(interp); /* Module __main__ */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000380 if (initstdio() < 0)
381 Py_FatalError(
382 "Py_Initialize: can't initialize sys standard streams");
383
Antoine Pitroucf9f9802010-11-10 13:55:25 +0000384 /* Initialize warnings. */
385 if (PySys_HasWarnOptions()) {
386 PyObject *warnings_module = PyImport_ImportModule("warnings");
387 if (warnings_module == NULL) {
388 fprintf(stderr, "'import warnings' failed; traceback:\n");
389 PyErr_Print();
390 }
391 Py_XDECREF(warnings_module);
392 }
393
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 if (!Py_NoSiteFlag)
395 initsite(); /* Module site */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000396}
397
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000398void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200399Py_InitializeEx(int install_sigs)
400{
401 _Py_InitializeEx_Private(install_sigs, 1);
402}
403
404void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000405Py_Initialize(void)
406{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000407 Py_InitializeEx(1);
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000408}
409
410
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000411#ifdef COUNT_ALLOCS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000412extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000413#endif
414
Guido van Rossume8432ac2007-07-09 15:04:50 +0000415/* Flush stdout and stderr */
416
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100417static int
418file_is_closed(PyObject *fobj)
419{
420 int r;
421 PyObject *tmp = PyObject_GetAttrString(fobj, "closed");
422 if (tmp == NULL) {
423 PyErr_Clear();
424 return 0;
425 }
426 r = PyObject_IsTrue(tmp);
427 Py_DECREF(tmp);
428 if (r < 0)
429 PyErr_Clear();
430 return r > 0;
431}
432
Neal Norwitz2bad9702007-08-27 06:19:22 +0000433static void
Guido van Rossum1bd21222007-07-10 20:14:13 +0000434flush_std_files(void)
Guido van Rossume8432ac2007-07-09 15:04:50 +0000435{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000436 PyObject *fout = PySys_GetObject("stdout");
437 PyObject *ferr = PySys_GetObject("stderr");
438 PyObject *tmp;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200439 _Py_IDENTIFIER(flush);
Guido van Rossume8432ac2007-07-09 15:04:50 +0000440
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100441 if (fout != NULL && fout != Py_None && !file_is_closed(fout)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200442 tmp = _PyObject_CallMethodId(fout, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000443 if (tmp == NULL)
Antoine Pitroubddc9fe2010-08-08 20:46:42 +0000444 PyErr_WriteUnraisable(fout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000445 else
446 Py_DECREF(tmp);
447 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000448
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100449 if (ferr != NULL && ferr != Py_None && !file_is_closed(ferr)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200450 tmp = _PyObject_CallMethodId(ferr, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000451 if (tmp == NULL)
452 PyErr_Clear();
453 else
454 Py_DECREF(tmp);
455 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000456}
457
Guido van Rossum25ce5661997-08-02 03:10:38 +0000458/* Undo the effect of Py_Initialize().
459
460 Beware: if multiple interpreter and/or thread states exist, these
461 are not wiped out; only the current thread and interpreter state
462 are deleted. But since everything else is deleted, those other
463 interpreter and thread states should no longer be used.
464
465 (XXX We should do better, e.g. wipe out all interpreters and
466 threads.)
467
468 Locking: as above.
469
470*/
471
472void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000473Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000474{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 PyInterpreterState *interp;
476 PyThreadState *tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000477
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000478 if (!initialized)
479 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000480
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000481 wait_for_thread_shutdown();
Antoine Pitrou011bd622009-10-20 21:52:47 +0000482
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000483 /* The interpreter is still entirely intact at this point, and the
484 * exit funcs may be relying on that. In particular, if some thread
485 * or exit func is still waiting to do an import, the import machinery
486 * expects Py_IsInitialized() to return true. So don't say the
487 * interpreter is uninitialized until after the exit funcs have run.
488 * Note that Threading.py uses an exit func to do a join on all the
489 * threads created thru it, so this also protects pending imports in
490 * the threads created via Threading.
491 */
492 call_py_exitfuncs();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000493
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 /* Get current thread state and interpreter pointer */
495 tstate = PyThreadState_GET();
496 interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000497
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200498 /* Remaining threads (e.g. daemon threads) will automatically exit
499 after taking the GIL (in PyEval_RestoreThread()). */
500 _Py_Finalizing = tstate;
501 initialized = 0;
502
503 /* Flush stdout+stderr */
504 flush_std_files();
505
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000506 /* Disable signal handling */
507 PyOS_FiniInterrupts();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000508
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 /* Clear type lookup cache */
510 PyType_ClearCache();
Christian Heimes26855632008-01-27 23:50:43 +0000511
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000512 /* Collect garbage. This may call finalizers; it's nice to call these
513 * before all modules are destroyed.
514 * XXX If a __del__ or weakref callback is triggered here, and tries to
515 * XXX import a module, bad things can happen, because Python no
516 * XXX longer believes it's initialized.
517 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
518 * XXX is easy to provoke that way. I've also seen, e.g.,
519 * XXX Exception exceptions.ImportError: 'No module named sha'
520 * XXX in <function callback at 0x008F5718> ignored
521 * XXX but I'm unclear on exactly how that one happens. In any case,
522 * XXX I haven't seen a real-life report of either of these.
523 */
524 PyGC_Collect();
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000525#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000526 /* With COUNT_ALLOCS, it helps to run GC multiple times:
527 each collection might release some types from the type
528 list, so they become garbage. */
529 while (PyGC_Collect() > 0)
530 /* nothing */;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000531#endif
Antoine Pitrou696e0352010-08-08 22:18:46 +0000532 /* We run this while most interpreter state is still alive, so that
533 debug information can be printed out */
534 _PyGC_Fini();
Guido van Rossume13ddc92003-04-17 17:29:22 +0000535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 /* Destroy all modules */
537 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000538
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000539 /* Flush stdout+stderr (again, in case more was printed) */
540 flush_std_files();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000541
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000542 /* Collect final garbage. This disposes of cycles created by
Florent Xiclunaaa6c1d22011-12-12 18:54:29 +0100543 * class definitions, for example.
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000544 * XXX This is disabled because it caused too many problems. If
545 * XXX a __del__ or weakref callback triggers here, Python code has
546 * XXX a hard time running, because even the sys module has been
547 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
548 * XXX One symptom is a sequence of information-free messages
549 * XXX coming from threads (if a __del__ or callback is invoked,
550 * XXX other threads can execute too, and any exception they encounter
551 * XXX triggers a comedy of errors as subsystem after subsystem
552 * XXX fails to find what it *expects* to find in sys to help report
553 * XXX the exception and consequent unexpected failures). I've also
554 * XXX seen segfaults then, after adding print statements to the
555 * XXX Python code getting called.
556 */
Tim Peters1d7323e2003-12-01 21:35:27 +0000557#if 0
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000558 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000559#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000560
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000561 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
562 _PyImport_Fini();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000563
Victor Stinner024e37a2011-03-31 01:31:06 +0200564 /* unload faulthandler module */
565 _PyFaulthandler_Fini();
566
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 /* Debugging stuff */
Guido van Rossum1707aad1997-12-08 23:43:45 +0000568#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000569 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000570#endif
571
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000572 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000573
Tim Peters9cf25ce2003-04-17 15:21:01 +0000574#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000575 /* Display all objects still alive -- this can invoke arbitrary
576 * __repr__ overrides, so requires a mostly-intact interpreter.
577 * Alas, a lot of stuff may still be alive now that will be cleaned
578 * up later.
579 */
580 if (Py_GETENV("PYTHONDUMPREFS"))
581 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000582#endif /* Py_TRACE_REFS */
583
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000584 /* Clear interpreter state */
585 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000586
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000587 /* Now we decref the exception classes. After this point nothing
588 can raise an exception. That's okay, because each Fini() method
589 below has been checked to make sure no exceptions are ever
590 raised.
591 */
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000592
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000593 _PyExc_Fini();
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000594
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000595 /* Cleanup auto-thread-state */
Christian Heimes7d2ff882007-11-30 14:35:04 +0000596#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000597 _PyGILState_Fini();
Christian Heimes7d2ff882007-11-30 14:35:04 +0000598#endif /* WITH_THREAD */
599
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000600 /* Delete current thread */
601 PyThreadState_Swap(NULL);
602 PyInterpreterState_Delete(interp);
Barry Warsawf242aa02000-05-25 23:09:49 +0000603
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000604 /* Sundry finalizers */
605 PyMethod_Fini();
606 PyFrame_Fini();
607 PyCFunction_Fini();
608 PyTuple_Fini();
609 PyList_Fini();
610 PySet_Fini();
611 PyBytes_Fini();
612 PyByteArray_Fini();
613 PyLong_Fini();
614 PyFloat_Fini();
615 PyDict_Fini();
Antoine Pitrouf34a0cd2011-11-18 20:14:34 +0100616 PySlice_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000617
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000618 /* Cleanup Unicode implementation */
619 _PyUnicode_Fini();
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000620
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000621 /* reset file system default encoding */
Victor Stinnerb744ba12010-05-15 12:27:16 +0000622 if (!Py_HasFileSystemDefaultEncoding && Py_FileSystemDefaultEncoding) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000623 free((char*)Py_FileSystemDefaultEncoding);
624 Py_FileSystemDefaultEncoding = NULL;
625 }
Christian Heimesc8967002007-11-30 10:18:26 +0000626
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000627 /* XXX Still allocated:
628 - various static ad-hoc pointers to interned strings
629 - int and float free list blocks
630 - whatever various modules and libraries allocate
631 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000632
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000633 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000634
Tim Peters269b2a62003-04-17 19:52:29 +0000635#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000636 /* Display addresses (& refcnts) of all objects still alive.
637 * An address can be used to find the repr of the object, printed
638 * above by _Py_PrintReferences.
639 */
640 if (Py_GETENV("PYTHONDUMPREFS"))
641 _Py_PrintReferenceAddresses(stderr);
Tim Peters269b2a62003-04-17 19:52:29 +0000642#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000643#ifdef PYMALLOC_DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000644 if (Py_GETENV("PYTHONMALLOCSTATS"))
David Malcolm49526f42012-06-22 14:55:41 -0400645 _PyObject_DebugMallocStats(stderr);
Tim Peters0e871182002-04-13 08:29:14 +0000646#endif
647
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000648 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000649}
650
651/* Create and initialize a new interpreter and thread, and return the
652 new thread. This requires that Py_Initialize() has been called
653 first.
654
655 Unsuccessful initialization yields a NULL pointer. Note that *no*
656 exception information is available even in this case -- the
657 exception information is held in the thread, and there is no
658 thread.
659
660 Locking: as above.
661
662*/
663
664PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000665Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000666{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000667 PyInterpreterState *interp;
668 PyThreadState *tstate, *save_tstate;
669 PyObject *bimod, *sysmod;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000670
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000671 if (!initialized)
672 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000673
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000674 interp = PyInterpreterState_New();
675 if (interp == NULL)
676 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000677
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000678 tstate = PyThreadState_New(interp);
679 if (tstate == NULL) {
680 PyInterpreterState_Delete(interp);
681 return NULL;
682 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000683
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000684 save_tstate = PyThreadState_Swap(tstate);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 /* XXX The following is lax in error checking */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000687
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000688 interp->modules = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000689
Victor Stinner49d3f252010-10-17 01:24:53 +0000690 bimod = _PyImport_FindBuiltin("builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000691 if (bimod != NULL) {
692 interp->builtins = PyModule_GetDict(bimod);
693 if (interp->builtins == NULL)
694 goto handle_error;
695 Py_INCREF(interp->builtins);
696 }
Christian Heimes6a27efa2008-10-30 21:48:26 +0000697
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000698 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400699 _PyExc_Init(bimod);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000700
Victor Stinner49d3f252010-10-17 01:24:53 +0000701 sysmod = _PyImport_FindBuiltin("sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000702 if (bimod != NULL && sysmod != NULL) {
703 PyObject *pstderr;
Brett Cannonfd074152012-04-14 14:10:13 -0400704
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000705 interp->sysdict = PyModule_GetDict(sysmod);
706 if (interp->sysdict == NULL)
707 goto handle_error;
708 Py_INCREF(interp->sysdict);
709 PySys_SetPath(Py_GetPath());
710 PyDict_SetItemString(interp->sysdict, "modules",
711 interp->modules);
712 /* Set up a preliminary stderr printer until we have enough
713 infrastructure for the io module in place. */
714 pstderr = PyFile_NewStdPrinter(fileno(stderr));
715 if (pstderr == NULL)
716 Py_FatalError("Py_Initialize: can't set preliminary stderr");
717 PySys_SetObject("stderr", pstderr);
718 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000719 Py_DECREF(pstderr);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000720
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000721 _PyImportHooks_Init();
Victor Stinner793b5312011-04-27 00:24:21 +0200722
Brett Cannonfd074152012-04-14 14:10:13 -0400723 import_init(interp, sysmod);
724
Victor Stinner793b5312011-04-27 00:24:21 +0200725 if (initfsencoding(interp) < 0)
726 goto handle_error;
727
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000728 if (initstdio() < 0)
729 Py_FatalError(
730 "Py_Initialize: can't initialize sys standard streams");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000731 initmain(interp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000732 if (!Py_NoSiteFlag)
733 initsite();
734 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000735
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000736 if (!PyErr_Occurred())
737 return tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000738
Thomas Wouters89f507f2006-12-13 04:49:30 +0000739handle_error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000740 /* Oops, it didn't work. Undo it all. */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000741
Victor Stinnerc40a3502011-04-27 00:20:27 +0200742 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 PyThreadState_Clear(tstate);
744 PyThreadState_Swap(save_tstate);
745 PyThreadState_Delete(tstate);
746 PyInterpreterState_Delete(interp);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000747
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000748 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000749}
750
751/* Delete an interpreter and its last thread. This requires that the
752 given thread state is current, that the thread has no remaining
753 frames, and that it is its interpreter's only remaining thread.
754 It is a fatal error to violate these constraints.
755
756 (Py_Finalize() doesn't have these constraints -- it zaps
757 everything, regardless.)
758
759 Locking: as above.
760
761*/
762
763void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000764Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000765{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000766 PyInterpreterState *interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000767
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000768 if (tstate != PyThreadState_GET())
769 Py_FatalError("Py_EndInterpreter: thread is not current");
770 if (tstate->frame != NULL)
771 Py_FatalError("Py_EndInterpreter: thread still has a frame");
772 if (tstate != interp->tstate_head || tstate->next != NULL)
773 Py_FatalError("Py_EndInterpreter: not the last thread");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000774
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000775 PyImport_Cleanup();
776 PyInterpreterState_Clear(interp);
777 PyThreadState_Swap(NULL);
778 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000779}
780
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200781#ifdef MS_WINDOWS
Martin v. Löwis790465f2008-04-05 20:41:37 +0000782static wchar_t *progname = L"python";
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200783#else
784static wchar_t *progname = L"python3";
785#endif
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000786
787void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000788Py_SetProgramName(wchar_t *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000789{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000790 if (pn && *pn)
791 progname = pn;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000792}
793
Martin v. Löwis790465f2008-04-05 20:41:37 +0000794wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000795Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000796{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000797 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000798}
799
Martin v. Löwis790465f2008-04-05 20:41:37 +0000800static wchar_t *default_home = NULL;
801static wchar_t env_home[PATH_MAX+1];
Guido van Rossuma61691e1998-02-06 22:27:24 +0000802
803void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000804Py_SetPythonHome(wchar_t *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000805{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000806 default_home = home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000807}
808
Martin v. Löwis790465f2008-04-05 20:41:37 +0000809wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000810Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000811{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000812 wchar_t *home = default_home;
813 if (home == NULL && !Py_IgnoreEnvironmentFlag) {
814 char* chome = Py_GETENV("PYTHONHOME");
815 if (chome) {
816 size_t r = mbstowcs(env_home, chome, PATH_MAX+1);
817 if (r != (size_t)-1 && r <= PATH_MAX)
818 home = env_home;
819 }
Martin v. Löwis790465f2008-04-05 20:41:37 +0000820
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000821 }
822 return home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000823}
824
Guido van Rossum6135a871995-01-09 17:53:26 +0000825/* Create __main__ module */
826
827static void
Nick Coghlan85e729e2012-07-15 18:09:52 +1000828initmain(PyInterpreterState *interp)
Guido van Rossum6135a871995-01-09 17:53:26 +0000829{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000830 PyObject *m, *d;
831 m = PyImport_AddModule("__main__");
832 if (m == NULL)
833 Py_FatalError("can't create __main__ module");
834 d = PyModule_GetDict(m);
835 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
836 PyObject *bimod = PyImport_ImportModule("builtins");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000837 if (bimod == NULL) {
838 Py_FatalError("Failed to retrieve builtins module");
839 }
840 if (PyDict_SetItemString(d, "__builtins__", bimod) < 0) {
841 Py_FatalError("Failed to initialize __main__.__builtins__");
842 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000843 Py_DECREF(bimod);
844 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000845 /* Main is a little special - imp.is_builtin("__main__") will return
846 * False, but BuiltinImporter is still the most appropriate initial
847 * setting for its __loader__ attribute. A more suitable value will
848 * be set if __main__ gets further initialized later in the startup
849 * process.
850 */
851 if (PyDict_GetItemString(d, "__loader__") == NULL) {
852 PyObject *loader = PyObject_GetAttrString(interp->importlib,
853 "BuiltinImporter");
854 if (loader == NULL) {
855 Py_FatalError("Failed to retrieve BuiltinImporter");
856 }
857 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
858 Py_FatalError("Failed to initialize __main__.__loader__");
859 }
860 Py_DECREF(loader);
861 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000862}
863
Victor Stinner793b5312011-04-27 00:24:21 +0200864static int
865initfsencoding(PyInterpreterState *interp)
Victor Stinnerb744ba12010-05-15 12:27:16 +0000866{
867 PyObject *codec;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000868
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200869 if (Py_FileSystemDefaultEncoding == NULL)
870 {
871 Py_FileSystemDefaultEncoding = get_locale_encoding();
872 if (Py_FileSystemDefaultEncoding == NULL)
Victor Stinnere4743092010-10-19 00:05:51 +0000873 Py_FatalError("Py_Initialize: Unable to get the locale encoding");
Victor Stinnerb744ba12010-05-15 12:27:16 +0000874
Victor Stinnere4743092010-10-19 00:05:51 +0000875 Py_HasFileSystemDefaultEncoding = 0;
Victor Stinner793b5312011-04-27 00:24:21 +0200876 interp->fscodec_initialized = 1;
877 return 0;
Victor Stinner7f84ab52010-06-11 00:36:33 +0000878 }
Victor Stinnerb744ba12010-05-15 12:27:16 +0000879
880 /* the encoding is mbcs, utf-8 or ascii */
881 codec = _PyCodec_Lookup(Py_FileSystemDefaultEncoding);
882 if (!codec) {
883 /* Such error can only occurs in critical situations: no more
884 * memory, import a module of the standard library failed,
885 * etc. */
Victor Stinner793b5312011-04-27 00:24:21 +0200886 return -1;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000887 }
Victor Stinner793b5312011-04-27 00:24:21 +0200888 Py_DECREF(codec);
889 interp->fscodec_initialized = 1;
890 return 0;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000891}
892
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000893/* Import the site module (not into __main__ though) */
894
895static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000896initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000897{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000898 PyObject *m;
899 m = PyImport_ImportModule("site");
900 if (m == NULL) {
901 PyErr_Print();
902 Py_Finalize();
903 exit(1);
904 }
905 else {
906 Py_DECREF(m);
907 }
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000908}
909
Antoine Pitrou05608432009-01-09 18:53:14 +0000910static PyObject*
911create_stdio(PyObject* io,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 int fd, int write_mode, char* name,
913 char* encoding, char* errors)
Antoine Pitrou05608432009-01-09 18:53:14 +0000914{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000915 PyObject *buf = NULL, *stream = NULL, *text = NULL, *raw = NULL, *res;
916 const char* mode;
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000917 const char* newline;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000918 PyObject *line_buffering;
919 int buffering, isatty;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200920 _Py_IDENTIFIER(open);
921 _Py_IDENTIFIER(isatty);
922 _Py_IDENTIFIER(TextIOWrapper);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200923 _Py_IDENTIFIER(name);
924 _Py_IDENTIFIER(mode);
Antoine Pitrou05608432009-01-09 18:53:14 +0000925
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000926 /* stdin is always opened in buffered mode, first because it shouldn't
927 make a difference in common use cases, second because TextIOWrapper
928 depends on the presence of a read1() method which only exists on
929 buffered streams.
930 */
931 if (Py_UnbufferedStdioFlag && write_mode)
932 buffering = 0;
933 else
934 buffering = -1;
935 if (write_mode)
936 mode = "wb";
937 else
938 mode = "rb";
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200939 buf = _PyObject_CallMethodId(io, &PyId_open, "isiOOOi",
940 fd, mode, buffering,
941 Py_None, Py_None, Py_None, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000942 if (buf == NULL)
943 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000944
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000945 if (buffering) {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200946 _Py_IDENTIFIER(raw);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200947 raw = _PyObject_GetAttrId(buf, &PyId_raw);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000948 if (raw == NULL)
949 goto error;
950 }
951 else {
952 raw = buf;
953 Py_INCREF(raw);
954 }
Antoine Pitrou05608432009-01-09 18:53:14 +0000955
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000956 text = PyUnicode_FromString(name);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200957 if (text == NULL || _PyObject_SetAttrId(raw, &PyId_name, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000958 goto error;
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200959 res = _PyObject_CallMethodId(raw, &PyId_isatty, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000960 if (res == NULL)
961 goto error;
962 isatty = PyObject_IsTrue(res);
963 Py_DECREF(res);
964 if (isatty == -1)
965 goto error;
966 if (isatty || Py_UnbufferedStdioFlag)
967 line_buffering = Py_True;
968 else
969 line_buffering = Py_False;
Antoine Pitrou91696412009-01-09 22:12:30 +0000970
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000971 Py_CLEAR(raw);
972 Py_CLEAR(text);
Antoine Pitrou91696412009-01-09 22:12:30 +0000973
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000974 newline = "\n";
975#ifdef MS_WINDOWS
976 if (!write_mode) {
977 /* translate \r\n to \n for sys.stdin on Windows */
978 newline = NULL;
979 }
980#endif
981
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200982 stream = _PyObject_CallMethodId(io, &PyId_TextIOWrapper, "OsssO",
983 buf, encoding, errors,
984 newline, line_buffering);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000985 Py_CLEAR(buf);
986 if (stream == NULL)
987 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000988
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000989 if (write_mode)
990 mode = "w";
991 else
992 mode = "r";
993 text = PyUnicode_FromString(mode);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200994 if (!text || _PyObject_SetAttrId(stream, &PyId_mode, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000995 goto error;
996 Py_CLEAR(text);
997 return stream;
Antoine Pitrou05608432009-01-09 18:53:14 +0000998
999error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001000 Py_XDECREF(buf);
1001 Py_XDECREF(stream);
1002 Py_XDECREF(text);
1003 Py_XDECREF(raw);
1004 return NULL;
Antoine Pitrou05608432009-01-09 18:53:14 +00001005}
1006
Antoine Pitrou11942a52011-11-28 19:08:36 +01001007static int
1008is_valid_fd(int fd)
1009{
1010 int dummy_fd;
1011 if (fd < 0 || !_PyVerify_fd(fd))
1012 return 0;
1013 dummy_fd = dup(fd);
1014 if (dummy_fd < 0)
1015 return 0;
1016 close(dummy_fd);
1017 return 1;
1018}
1019
Georg Brandl1a3284e2007-12-02 09:40:06 +00001020/* Initialize sys.stdin, stdout, stderr and builtins.open */
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001021static int
1022initstdio(void)
1023{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001024 PyObject *iomod = NULL, *wrapper;
1025 PyObject *bimod = NULL;
1026 PyObject *m;
1027 PyObject *std = NULL;
1028 int status = 0, fd;
1029 PyObject * encoding_attr;
1030 char *encoding = NULL, *errors;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001031
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001032 /* Hack to avoid a nasty recursion issue when Python is invoked
1033 in verbose mode: pre-import the Latin-1 and UTF-8 codecs */
1034 if ((m = PyImport_ImportModule("encodings.utf_8")) == NULL) {
1035 goto error;
1036 }
1037 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001038
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001039 if (!(m = PyImport_ImportModule("encodings.latin_1"))) {
1040 goto error;
1041 }
1042 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001043
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001044 if (!(bimod = PyImport_ImportModule("builtins"))) {
1045 goto error;
1046 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001047
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001048 if (!(iomod = PyImport_ImportModule("io"))) {
1049 goto error;
1050 }
1051 if (!(wrapper = PyObject_GetAttrString(iomod, "OpenWrapper"))) {
1052 goto error;
1053 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001054
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001055 /* Set builtins.open */
1056 if (PyObject_SetAttrString(bimod, "open", wrapper) == -1) {
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001057 Py_DECREF(wrapper);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 goto error;
1059 }
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001060 Py_DECREF(wrapper);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001061
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001062 encoding = Py_GETENV("PYTHONIOENCODING");
1063 errors = NULL;
1064 if (encoding) {
1065 encoding = strdup(encoding);
1066 errors = strchr(encoding, ':');
1067 if (errors) {
1068 *errors = '\0';
1069 errors++;
1070 }
1071 }
Martin v. Löwis0f599892008-06-02 11:13:03 +00001072
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001073 /* Set sys.stdin */
1074 fd = fileno(stdin);
1075 /* Under some conditions stdin, stdout and stderr may not be connected
1076 * and fileno() may point to an invalid file descriptor. For example
1077 * GUI apps don't have valid standard streams by default.
1078 */
Antoine Pitrou11942a52011-11-28 19:08:36 +01001079 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 std = Py_None;
1081 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001082 }
1083 else {
1084 std = create_stdio(iomod, fd, 0, "<stdin>", encoding, errors);
1085 if (std == NULL)
1086 goto error;
1087 } /* if (fd < 0) */
1088 PySys_SetObject("__stdin__", std);
1089 PySys_SetObject("stdin", std);
1090 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001091
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 /* Set sys.stdout */
1093 fd = fileno(stdout);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001094 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 std = Py_None;
1096 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001097 }
1098 else {
1099 std = create_stdio(iomod, fd, 1, "<stdout>", encoding, errors);
1100 if (std == NULL)
1101 goto error;
1102 } /* if (fd < 0) */
1103 PySys_SetObject("__stdout__", std);
1104 PySys_SetObject("stdout", std);
1105 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001106
Guido van Rossum98297ee2007-11-06 21:34:58 +00001107#if 1 /* Disable this if you have trouble debugging bootstrap stuff */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001108 /* Set sys.stderr, replaces the preliminary stderr */
1109 fd = fileno(stderr);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001110 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001111 std = Py_None;
1112 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 }
1114 else {
1115 std = create_stdio(iomod, fd, 1, "<stderr>", encoding, "backslashreplace");
1116 if (std == NULL)
1117 goto error;
1118 } /* if (fd < 0) */
Trent Nelson39e307e2008-03-19 06:45:48 +00001119
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001120 /* Same as hack above, pre-import stderr's codec to avoid recursion
1121 when import.c tries to write to stderr in verbose mode. */
1122 encoding_attr = PyObject_GetAttrString(std, "encoding");
1123 if (encoding_attr != NULL) {
1124 const char * encoding;
1125 encoding = _PyUnicode_AsString(encoding_attr);
1126 if (encoding != NULL) {
Antoine Pitrou2fabfac2012-01-18 15:14:46 +01001127 PyObject *codec_info = _PyCodec_Lookup(encoding);
1128 Py_XDECREF(codec_info);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001129 }
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +00001130 Py_DECREF(encoding_attr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001131 }
1132 PyErr_Clear(); /* Not a fatal error if codec isn't available */
Trent Nelson39e307e2008-03-19 06:45:48 +00001133
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001134 PySys_SetObject("__stderr__", std);
1135 PySys_SetObject("stderr", std);
1136 Py_DECREF(std);
Guido van Rossum98297ee2007-11-06 21:34:58 +00001137#endif
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001138
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001139 if (0) {
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001140 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001141 status = -1;
1142 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001143
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001144 if (encoding)
1145 free(encoding);
1146 Py_XDECREF(bimod);
1147 Py_XDECREF(iomod);
1148 return status;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001149}
1150
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001151/* Parse input from a file and execute it */
1152
1153int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001154PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001155 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001156{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001157 if (filename == NULL)
1158 filename = "???";
1159 if (Py_FdIsInteractive(fp, filename)) {
1160 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
1161 if (closeit)
1162 fclose(fp);
1163 return err;
1164 }
1165 else
1166 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001167}
1168
1169int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001170PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001171{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001172 PyObject *v;
1173 int ret;
1174 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001175
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001176 if (flags == NULL) {
1177 flags = &local_flags;
1178 local_flags.cf_flags = 0;
1179 }
1180 v = PySys_GetObject("ps1");
1181 if (v == NULL) {
1182 PySys_SetObject("ps1", v = PyUnicode_FromString(">>> "));
1183 Py_XDECREF(v);
1184 }
1185 v = PySys_GetObject("ps2");
1186 if (v == NULL) {
1187 PySys_SetObject("ps2", v = PyUnicode_FromString("... "));
1188 Py_XDECREF(v);
1189 }
1190 for (;;) {
1191 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
1192 PRINT_TOTAL_REFS();
1193 if (ret == E_EOF)
1194 return 0;
1195 /*
1196 if (ret == E_NOMEM)
1197 return -1;
1198 */
1199 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001200}
1201
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001202/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001203static int PARSER_FLAGS(PyCompilerFlags *flags)
1204{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001205 int parser_flags = 0;
1206 if (!flags)
1207 return 0;
1208 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
1209 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
1210 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
1211 parser_flags |= PyPARSE_IGNORE_COOKIE;
1212 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
1213 parser_flags |= PyPARSE_BARRY_AS_BDFL;
1214 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001215}
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001216
Thomas Wouters89f507f2006-12-13 04:49:30 +00001217#if 0
1218/* Keep an example of flags with future keyword support. */
1219#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001220 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
1221 PyPARSE_DONT_IMPLY_DEDENT : 0) \
1222 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
1223 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +00001224#endif
1225
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001226int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001227PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001228{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001229 PyObject *m, *d, *v, *w, *oenc = NULL;
1230 mod_ty mod;
1231 PyArena *arena;
1232 char *ps1 = "", *ps2 = "", *enc = NULL;
1233 int errcode = 0;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001234 _Py_IDENTIFIER(encoding);
Tim Petersfe2127d2001-07-16 05:37:24 +00001235
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001236 if (fp == stdin) {
1237 /* Fetch encoding from sys.stdin */
1238 v = PySys_GetObject("stdin");
1239 if (v == NULL || v == Py_None)
1240 return -1;
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001241 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001242 if (!oenc)
1243 return -1;
1244 enc = _PyUnicode_AsString(oenc);
Victor Stinner386fe712010-05-19 00:34:15 +00001245 if (enc == NULL)
1246 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001247 }
1248 v = PySys_GetObject("ps1");
1249 if (v != NULL) {
1250 v = PyObject_Str(v);
1251 if (v == NULL)
1252 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001253 else if (PyUnicode_Check(v)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001254 ps1 = _PyUnicode_AsString(v);
Victor Stinner386fe712010-05-19 00:34:15 +00001255 if (ps1 == NULL) {
1256 PyErr_Clear();
1257 ps1 = "";
1258 }
1259 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001260 }
1261 w = PySys_GetObject("ps2");
1262 if (w != NULL) {
1263 w = PyObject_Str(w);
1264 if (w == NULL)
1265 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001266 else if (PyUnicode_Check(w)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001267 ps2 = _PyUnicode_AsString(w);
Victor Stinner386fe712010-05-19 00:34:15 +00001268 if (ps2 == NULL) {
1269 PyErr_Clear();
1270 ps2 = "";
1271 }
1272 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001273 }
1274 arena = PyArena_New();
1275 if (arena == NULL) {
1276 Py_XDECREF(v);
1277 Py_XDECREF(w);
1278 Py_XDECREF(oenc);
1279 return -1;
1280 }
1281 mod = PyParser_ASTFromFile(fp, filename, enc,
1282 Py_single_input, ps1, ps2,
1283 flags, &errcode, arena);
1284 Py_XDECREF(v);
1285 Py_XDECREF(w);
1286 Py_XDECREF(oenc);
1287 if (mod == NULL) {
1288 PyArena_Free(arena);
1289 if (errcode == E_EOF) {
1290 PyErr_Clear();
1291 return E_EOF;
1292 }
1293 PyErr_Print();
1294 return -1;
1295 }
1296 m = PyImport_AddModule("__main__");
1297 if (m == NULL) {
1298 PyArena_Free(arena);
1299 return -1;
1300 }
1301 d = PyModule_GetDict(m);
1302 v = run_mod(mod, filename, d, d, flags, arena);
1303 PyArena_Free(arena);
1304 flush_io();
1305 if (v == NULL) {
1306 PyErr_Print();
1307 return -1;
1308 }
1309 Py_DECREF(v);
1310 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001311}
1312
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001313/* Check whether a file maybe a pyc file: Look at the extension,
1314 the file type, and, if we may close it, at the first few bytes. */
1315
1316static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001317maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001318{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001319 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
1320 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001322 /* Only look into the file if we are allowed to close it, since
1323 it then should also be seekable. */
1324 if (closeit) {
1325 /* Read only two bytes of the magic. If the file was opened in
1326 text mode, the bytes 3 and 4 of the magic (\r\n) might not
1327 be read as they are on disk. */
1328 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
1329 unsigned char buf[2];
1330 /* Mess: In case of -x, the stream is NOT at its start now,
1331 and ungetc() was used to push back the first newline,
1332 which makes the current stream position formally undefined,
1333 and a x-platform nightmare.
1334 Unfortunately, we have no direct way to know whether -x
1335 was specified. So we use a terrible hack: if the current
1336 stream position is not 0, we assume -x was specified, and
1337 give up. Bug 132850 on SourceForge spells out the
1338 hopelessness of trying anything else (fseek and ftell
1339 don't work predictably x-platform for text-mode files).
1340 */
1341 int ispyc = 0;
1342 if (ftell(fp) == 0) {
1343 if (fread(buf, 1, 2, fp) == 2 &&
1344 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
1345 ispyc = 1;
1346 rewind(fp);
1347 }
1348 return ispyc;
1349 }
1350 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +00001351}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001352
Guido van Rossum0df002c2000-08-27 19:21:52 +00001353int
Nick Coghlan85e729e2012-07-15 18:09:52 +10001354set_main_loader(PyObject *d, const char *filename, const char *loader_name)
1355{
1356 PyInterpreterState *interp;
1357 PyThreadState *tstate;
Nick Coghlan3f94cbf2012-07-15 19:10:39 +10001358 PyObject *loader_type, *loader;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001359 /* Get current thread state and interpreter pointer */
1360 tstate = PyThreadState_GET();
1361 interp = tstate->interp;
Nick Coghlan3f94cbf2012-07-15 19:10:39 +10001362 loader_type = PyObject_GetAttrString(interp->importlib, loader_name);
1363 if (loader_type == NULL) {
1364 return -1;
1365 }
1366 loader = PyObject_CallFunction(loader_type, "ss", "__main__", filename);
Nick Coghlan85e729e2012-07-15 18:09:52 +10001367 if (loader == NULL ||
1368 (PyDict_SetItemString(d, "__loader__", loader) < 0)) {
1369 return -1;
1370 }
1371 Py_DECREF(loader);
1372 return 0;
1373}
1374
1375int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001376PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001377 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001378{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001379 PyObject *m, *d, *v;
1380 const char *ext;
Victor Stinner0fcab4a2011-01-04 12:59:15 +00001381 int set_file_name = 0, ret;
1382 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001383
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001384 m = PyImport_AddModule("__main__");
1385 if (m == NULL)
1386 return -1;
1387 d = PyModule_GetDict(m);
1388 if (PyDict_GetItemString(d, "__file__") == NULL) {
1389 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001390 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001391 if (f == NULL)
1392 return -1;
1393 if (PyDict_SetItemString(d, "__file__", f) < 0) {
1394 Py_DECREF(f);
1395 return -1;
1396 }
Barry Warsaw916048d2011-09-20 14:45:44 -04001397 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
1398 Py_DECREF(f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001399 return -1;
Barry Warsaw916048d2011-09-20 14:45:44 -04001400 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001401 set_file_name = 1;
1402 Py_DECREF(f);
1403 }
1404 len = strlen(filename);
1405 ext = filename + len - (len > 4 ? 4 : 0);
1406 if (maybe_pyc_file(fp, filename, ext, closeit)) {
1407 /* Try to run a pyc file. First, re-open in binary */
1408 if (closeit)
1409 fclose(fp);
1410 if ((fp = fopen(filename, "rb")) == NULL) {
1411 fprintf(stderr, "python: Can't reopen .pyc file\n");
1412 ret = -1;
1413 goto done;
1414 }
1415 /* Turn on optimization if a .pyo file is given */
1416 if (strcmp(ext, ".pyo") == 0)
1417 Py_OptimizeFlag = 1;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001418
1419 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
1420 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1421 ret = -1;
1422 goto done;
1423 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001424 v = run_pyc_file(fp, filename, d, d, flags);
1425 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +10001426 /* When running from stdin, leave __main__.__loader__ alone */
1427 if (strcmp(filename, "<stdin>") != 0 &&
1428 set_main_loader(d, filename, "SourceFileLoader") < 0) {
1429 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1430 ret = -1;
1431 goto done;
1432 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001433 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
1434 closeit, flags);
1435 }
1436 flush_io();
1437 if (v == NULL) {
1438 PyErr_Print();
1439 ret = -1;
1440 goto done;
1441 }
1442 Py_DECREF(v);
1443 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001444 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001445 if (set_file_name && PyDict_DelItemString(d, "__file__"))
1446 PyErr_Clear();
1447 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001448}
1449
1450int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001451PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +00001452{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001453 PyObject *m, *d, *v;
1454 m = PyImport_AddModule("__main__");
1455 if (m == NULL)
1456 return -1;
1457 d = PyModule_GetDict(m);
1458 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
1459 if (v == NULL) {
1460 PyErr_Print();
1461 return -1;
1462 }
1463 Py_DECREF(v);
1464 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001465}
1466
Barry Warsaw035574d1997-08-29 22:07:17 +00001467static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001468parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001469 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +00001470{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001471 long hold;
1472 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001473 _Py_IDENTIFIER(msg);
1474 _Py_IDENTIFIER(filename);
1475 _Py_IDENTIFIER(lineno);
1476 _Py_IDENTIFIER(offset);
1477 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +00001478
Benjamin Peterson80d50422012-04-03 00:30:38 -04001479 *message = NULL;
1480
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001481 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001482 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001483 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001484 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +00001485
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001486 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001487 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001488 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001489 if (v == Py_None) {
1490 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001491 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001492 }
1493 else {
1494 *filename = _PyUnicode_AsString(v);
1495 Py_DECREF(v);
1496 if (!*filename)
1497 goto finally;
1498 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001499
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001500 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001501 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001502 goto finally;
1503 hold = PyLong_AsLong(v);
1504 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001505 if (hold < 0 && PyErr_Occurred())
1506 goto finally;
1507 *lineno = (int)hold;
Barry Warsaw035574d1997-08-29 22:07:17 +00001508
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001509 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001510 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001511 goto finally;
1512 if (v == Py_None) {
1513 *offset = -1;
1514 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001515 } else {
1516 hold = PyLong_AsLong(v);
1517 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001518 if (hold < 0 && PyErr_Occurred())
1519 goto finally;
1520 *offset = (int)hold;
1521 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001522
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001523 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001524 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001525 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001526 if (v == Py_None) {
1527 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001528 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001529 }
1530 else {
1531 *text = _PyUnicode_AsString(v);
1532 Py_DECREF(v);
1533 if (!*text)
1534 goto finally;
1535 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001536 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +00001537
1538finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -04001539 Py_XDECREF(*message);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001540 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +00001541}
1542
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001543void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001544PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001545{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001546 PyErr_PrintEx(1);
Guido van Rossuma61691e1998-02-06 22:27:24 +00001547}
1548
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001549static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001550print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001551{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001552 char *nl;
1553 if (offset >= 0) {
Benjamin Petersona95e9772010-10-29 03:28:14 +00001554 if (offset > 0 && offset == strlen(text) && text[offset - 1] == '\n')
1555 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001556 for (;;) {
1557 nl = strchr(text, '\n');
1558 if (nl == NULL || nl-text >= offset)
1559 break;
1560 offset -= (int)(nl+1-text);
1561 text = nl+1;
1562 }
1563 while (*text == ' ' || *text == '\t') {
1564 text++;
1565 offset--;
1566 }
1567 }
1568 PyFile_WriteString(" ", f);
1569 PyFile_WriteString(text, f);
1570 if (*text == '\0' || text[strlen(text)-1] != '\n')
1571 PyFile_WriteString("\n", f);
1572 if (offset == -1)
1573 return;
1574 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +00001575 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001576 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001577 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001578}
1579
Guido van Rossum66e8e862001-03-23 17:54:43 +00001580static void
1581handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001582{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001583 PyObject *exception, *value, *tb;
1584 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001585
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001586 if (Py_InspectFlag)
1587 /* Don't exit if -i flag was given. This flag is set to 0
1588 * when entering interactive mode for inspecting. */
1589 return;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001590
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001591 PyErr_Fetch(&exception, &value, &tb);
1592 fflush(stdout);
1593 if (value == NULL || value == Py_None)
1594 goto done;
1595 if (PyExceptionInstance_Check(value)) {
1596 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001597 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001598 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001599 if (code) {
1600 Py_DECREF(value);
1601 value = code;
1602 if (value == Py_None)
1603 goto done;
1604 }
1605 /* If we failed to dig out the 'code' attribute,
1606 just let the else clause below print the error. */
1607 }
1608 if (PyLong_Check(value))
1609 exitcode = (int)PyLong_AsLong(value);
1610 else {
Victor Stinnere9fb3192010-05-17 08:58:51 +00001611 PyObject *sys_stderr = PySys_GetObject("stderr");
Victor Stinner7126dbc2010-05-21 23:45:42 +00001612 if (sys_stderr != NULL && sys_stderr != Py_None) {
1613 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
1614 } else {
1615 PyObject_Print(value, stderr, Py_PRINT_RAW);
1616 fflush(stderr);
1617 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001618 PySys_WriteStderr("\n");
1619 exitcode = 1;
1620 }
Tim Peterscf615b52003-04-19 18:47:02 +00001621 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001622 /* Restore and clear the exception info, in order to properly decref
1623 * the exception, value, and traceback. If we just exit instead,
1624 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1625 * some finalizers from running.
1626 */
1627 PyErr_Restore(exception, value, tb);
1628 PyErr_Clear();
1629 Py_Exit(exitcode);
1630 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001631}
1632
1633void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001634PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001635{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001636 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001637
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001638 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1639 handle_system_exit();
1640 }
1641 PyErr_Fetch(&exception, &v, &tb);
1642 if (exception == NULL)
1643 return;
1644 PyErr_NormalizeException(&exception, &v, &tb);
1645 if (tb == NULL) {
1646 tb = Py_None;
1647 Py_INCREF(tb);
1648 }
1649 PyException_SetTraceback(v, tb);
1650 if (exception == NULL)
1651 return;
1652 /* Now we know v != NULL too */
1653 if (set_sys_last_vars) {
1654 PySys_SetObject("last_type", exception);
1655 PySys_SetObject("last_value", v);
1656 PySys_SetObject("last_traceback", tb);
1657 }
1658 hook = PySys_GetObject("excepthook");
1659 if (hook) {
1660 PyObject *args = PyTuple_Pack(3, exception, v, tb);
1661 PyObject *result = PyEval_CallObject(hook, args);
1662 if (result == NULL) {
1663 PyObject *exception2, *v2, *tb2;
1664 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1665 handle_system_exit();
1666 }
1667 PyErr_Fetch(&exception2, &v2, &tb2);
1668 PyErr_NormalizeException(&exception2, &v2, &tb2);
1669 /* It should not be possible for exception2 or v2
1670 to be NULL. However PyErr_Display() can't
1671 tolerate NULLs, so just be safe. */
1672 if (exception2 == NULL) {
1673 exception2 = Py_None;
1674 Py_INCREF(exception2);
1675 }
1676 if (v2 == NULL) {
1677 v2 = Py_None;
1678 Py_INCREF(v2);
1679 }
1680 fflush(stdout);
1681 PySys_WriteStderr("Error in sys.excepthook:\n");
1682 PyErr_Display(exception2, v2, tb2);
1683 PySys_WriteStderr("\nOriginal exception was:\n");
1684 PyErr_Display(exception, v, tb);
1685 Py_DECREF(exception2);
1686 Py_DECREF(v2);
1687 Py_XDECREF(tb2);
1688 }
1689 Py_XDECREF(result);
1690 Py_XDECREF(args);
1691 } else {
1692 PySys_WriteStderr("sys.excepthook is missing\n");
1693 PyErr_Display(exception, v, tb);
1694 }
1695 Py_XDECREF(exception);
1696 Py_XDECREF(v);
1697 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001698}
1699
Benjamin Petersone6528212008-07-15 15:32:09 +00001700static void
1701print_exception(PyObject *f, PyObject *value)
1702{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001703 int err = 0;
1704 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001705 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +00001706
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001707 if (!PyExceptionInstance_Check(value)) {
1708 PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
1709 PyFile_WriteString(Py_TYPE(value)->tp_name, f);
1710 PyFile_WriteString(" found\n", f);
1711 return;
1712 }
Benjamin Peterson26582602008-08-23 20:08:07 +00001713
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001714 Py_INCREF(value);
1715 fflush(stdout);
1716 type = (PyObject *) Py_TYPE(value);
1717 tb = PyException_GetTraceback(value);
1718 if (tb && tb != Py_None)
1719 err = PyTraceBack_Print(tb, f);
1720 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001721 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001722 {
1723 PyObject *message;
1724 const char *filename, *text;
1725 int lineno, offset;
1726 if (!parse_syntax_error(value, &message, &filename,
1727 &lineno, &offset, &text))
1728 PyErr_Clear();
1729 else {
1730 char buf[10];
1731 PyFile_WriteString(" File \"", f);
1732 if (filename == NULL)
1733 PyFile_WriteString("<string>", f);
1734 else
1735 PyFile_WriteString(filename, f);
1736 PyFile_WriteString("\", line ", f);
1737 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
1738 PyFile_WriteString(buf, f);
1739 PyFile_WriteString("\n", f);
1740 if (text != NULL)
1741 print_error_text(f, offset, text);
1742 Py_DECREF(value);
1743 value = message;
1744 /* Can't be bothered to check all those
1745 PyFile_WriteString() calls */
1746 if (PyErr_Occurred())
1747 err = -1;
1748 }
1749 }
1750 if (err) {
1751 /* Don't do anything else */
1752 }
1753 else {
1754 PyObject* moduleName;
1755 char* className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001756 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001757 assert(PyExceptionClass_Check(type));
1758 className = PyExceptionClass_Name(type);
1759 if (className != NULL) {
1760 char *dot = strrchr(className, '.');
1761 if (dot != NULL)
1762 className = dot+1;
1763 }
Benjamin Petersone6528212008-07-15 15:32:09 +00001764
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001765 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001766 if (moduleName == NULL || !PyUnicode_Check(moduleName))
1767 {
Victor Stinner13b21bd2011-05-26 14:25:13 +02001768 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001769 err = PyFile_WriteString("<unknown>", f);
1770 }
1771 else {
1772 char* modstr = _PyUnicode_AsString(moduleName);
1773 if (modstr && strcmp(modstr, "builtins"))
1774 {
1775 err = PyFile_WriteString(modstr, f);
1776 err += PyFile_WriteString(".", f);
1777 }
1778 Py_DECREF(moduleName);
1779 }
1780 if (err == 0) {
1781 if (className == NULL)
1782 err = PyFile_WriteString("<unknown>", f);
1783 else
1784 err = PyFile_WriteString(className, f);
1785 }
1786 }
1787 if (err == 0 && (value != Py_None)) {
1788 PyObject *s = PyObject_Str(value);
1789 /* only print colon if the str() of the
1790 object is not the empty string
1791 */
1792 if (s == NULL)
1793 err = -1;
1794 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +01001795 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001796 err = PyFile_WriteString(": ", f);
1797 if (err == 0)
1798 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1799 Py_XDECREF(s);
1800 }
1801 /* try to write a newline in any case */
1802 err += PyFile_WriteString("\n", f);
1803 Py_XDECREF(tb);
1804 Py_DECREF(value);
1805 /* If an error happened here, don't show it.
1806 XXX This is wrong, but too many callers rely on this behavior. */
1807 if (err != 0)
1808 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001809}
1810
1811static const char *cause_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001812 "\nThe above exception was the direct cause "
1813 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001814
1815static const char *context_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001816 "\nDuring handling of the above exception, "
1817 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001818
1819static void
1820print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
1821{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001822 int err = 0, res;
1823 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +00001824
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001825 if (seen != NULL) {
1826 /* Exception chaining */
1827 if (PySet_Add(seen, value) == -1)
1828 PyErr_Clear();
1829 else if (PyExceptionInstance_Check(value)) {
1830 cause = PyException_GetCause(value);
1831 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001832 if (cause) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001833 res = PySet_Contains(seen, cause);
1834 if (res == -1)
1835 PyErr_Clear();
1836 if (res == 0) {
1837 print_exception_recursive(
1838 f, cause, seen);
1839 err |= PyFile_WriteString(
1840 cause_message, f);
1841 }
1842 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001843 else if (context &&
1844 !((PyBaseExceptionObject *)value)->suppress_context) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001845 res = PySet_Contains(seen, context);
1846 if (res == -1)
1847 PyErr_Clear();
1848 if (res == 0) {
1849 print_exception_recursive(
1850 f, context, seen);
1851 err |= PyFile_WriteString(
1852 context_message, f);
1853 }
1854 }
1855 Py_XDECREF(context);
1856 Py_XDECREF(cause);
1857 }
1858 }
1859 print_exception(f, value);
1860 if (err != 0)
1861 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001862}
1863
Thomas Wouters477c8d52006-05-27 19:21:47 +00001864void
1865PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001866{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001867 PyObject *seen;
1868 PyObject *f = PySys_GetObject("stderr");
1869 if (f == Py_None) {
1870 /* pass */
1871 }
1872 else if (f == NULL) {
1873 _PyObject_Dump(value);
1874 fprintf(stderr, "lost sys.stderr\n");
1875 }
1876 else {
1877 /* We choose to ignore seen being possibly NULL, and report
1878 at least the main exception (it could be a MemoryError).
1879 */
1880 seen = PySet_New(NULL);
1881 if (seen == NULL)
1882 PyErr_Clear();
1883 print_exception_recursive(f, value, seen);
1884 Py_XDECREF(seen);
1885 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001886}
1887
Guido van Rossum82598051997-03-05 00:20:32 +00001888PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001889PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001890 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001891{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001892 PyObject *ret = NULL;
1893 mod_ty mod;
1894 PyArena *arena = PyArena_New();
1895 if (arena == NULL)
1896 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001897
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001898 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
1899 if (mod != NULL)
1900 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
1901 PyArena_Free(arena);
1902 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001903}
1904
1905PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001906PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001907 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001908{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001909 PyObject *ret;
1910 mod_ty mod;
1911 PyArena *arena = PyArena_New();
1912 if (arena == NULL)
1913 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001914
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001915 mod = PyParser_ASTFromFile(fp, filename, NULL, start, 0, 0,
1916 flags, NULL, arena);
1917 if (closeit)
1918 fclose(fp);
1919 if (mod == NULL) {
1920 PyArena_Free(arena);
1921 return NULL;
1922 }
1923 ret = run_mod(mod, filename, globals, locals, flags, arena);
1924 PyArena_Free(arena);
1925 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001926}
1927
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001928static void
1929flush_io(void)
1930{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001931 PyObject *f, *r;
1932 PyObject *type, *value, *traceback;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001933 _Py_IDENTIFIER(flush);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001934
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001935 /* Save the current exception */
1936 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001937
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001938 f = PySys_GetObject("stderr");
1939 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001940 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001941 if (r)
1942 Py_DECREF(r);
1943 else
1944 PyErr_Clear();
1945 }
1946 f = PySys_GetObject("stdout");
1947 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001948 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001949 if (r)
1950 Py_DECREF(r);
1951 else
1952 PyErr_Clear();
1953 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001954
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001955 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001956}
1957
Guido van Rossum82598051997-03-05 00:20:32 +00001958static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001959run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001960 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001961{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001962 PyCodeObject *co;
1963 PyObject *v;
1964 co = PyAST_Compile(mod, filename, flags, arena);
1965 if (co == NULL)
1966 return NULL;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001967 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001968 Py_DECREF(co);
1969 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001970}
1971
Guido van Rossum82598051997-03-05 00:20:32 +00001972static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001973run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001974 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001975{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001976 PyCodeObject *co;
1977 PyObject *v;
1978 long magic;
1979 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001980
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001981 magic = PyMarshal_ReadLongFromFile(fp);
1982 if (magic != PyImport_GetMagicNumber()) {
1983 PyErr_SetString(PyExc_RuntimeError,
1984 "Bad magic number in .pyc file");
1985 return NULL;
1986 }
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001987 /* Skip mtime and size */
1988 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001989 (void) PyMarshal_ReadLongFromFile(fp);
1990 v = PyMarshal_ReadLastObjectFromFile(fp);
1991 fclose(fp);
1992 if (v == NULL || !PyCode_Check(v)) {
1993 Py_XDECREF(v);
1994 PyErr_SetString(PyExc_RuntimeError,
1995 "Bad code object in .pyc file");
1996 return NULL;
1997 }
1998 co = (PyCodeObject *)v;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001999 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002000 if (v && flags)
2001 flags->cf_flags |= (co->co_flags & PyCF_MASK);
2002 Py_DECREF(co);
2003 return v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00002004}
2005
Guido van Rossum82598051997-03-05 00:20:32 +00002006PyObject *
Georg Brandl8334fd92010-12-04 10:26:46 +00002007Py_CompileStringExFlags(const char *str, const char *filename, int start,
2008 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00002009{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002010 PyCodeObject *co;
2011 mod_ty mod;
2012 PyArena *arena = PyArena_New();
2013 if (arena == NULL)
2014 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002015
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002016 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
2017 if (mod == NULL) {
2018 PyArena_Free(arena);
2019 return NULL;
2020 }
2021 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
2022 PyObject *result = PyAST_mod2obj(mod);
2023 PyArena_Free(arena);
2024 return result;
2025 }
Georg Brandl8334fd92010-12-04 10:26:46 +00002026 co = PyAST_CompileEx(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002027 PyArena_Free(arena);
2028 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00002029}
2030
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002031/* For use in Py_LIMITED_API */
2032#undef Py_CompileString
2033PyObject *
2034PyCompileString(const char *str, const char *filename, int start)
2035{
2036 return Py_CompileStringFlags(str, filename, start, NULL);
2037}
2038
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002039struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002040Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002041{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002042 struct symtable *st;
2043 mod_ty mod;
2044 PyCompilerFlags flags;
2045 PyArena *arena = PyArena_New();
2046 if (arena == NULL)
2047 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002048
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002049 flags.cf_flags = 0;
2050 mod = PyParser_ASTFromString(str, filename, start, &flags, arena);
2051 if (mod == NULL) {
2052 PyArena_Free(arena);
2053 return NULL;
2054 }
2055 st = PySymtable_Build(mod, filename, 0);
2056 PyArena_Free(arena);
2057 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002058}
2059
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002060/* Preferred access to parser is through AST. */
2061mod_ty
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002062PyParser_ASTFromString(const char *s, const char *filename, int start,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002063 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002064{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002065 mod_ty mod;
2066 PyCompilerFlags localflags;
2067 perrdetail err;
2068 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002069
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002070 node *n = PyParser_ParseStringFlagsFilenameEx(s, filename,
2071 &_PyParser_Grammar, start, &err,
2072 &iflags);
2073 if (flags == NULL) {
2074 localflags.cf_flags = 0;
2075 flags = &localflags;
2076 }
2077 if (n) {
2078 flags->cf_flags |= iflags & PyCF_MASK;
2079 mod = PyAST_FromNode(n, flags, filename, arena);
2080 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002081 }
2082 else {
2083 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002084 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002085 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002086 err_free(&err);
2087 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002088}
2089
2090mod_ty
Martin v. Löwis85bcc662007-09-04 09:18:06 +00002091PyParser_ASTFromFile(FILE *fp, const char *filename, const char* enc,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002092 int start, char *ps1,
2093 char *ps2, PyCompilerFlags *flags, int *errcode,
2094 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002095{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002096 mod_ty mod;
2097 PyCompilerFlags localflags;
2098 perrdetail err;
2099 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002100
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002101 node *n = PyParser_ParseFileFlagsEx(fp, filename, enc,
2102 &_PyParser_Grammar,
2103 start, ps1, ps2, &err, &iflags);
2104 if (flags == NULL) {
2105 localflags.cf_flags = 0;
2106 flags = &localflags;
2107 }
2108 if (n) {
2109 flags->cf_flags |= iflags & PyCF_MASK;
2110 mod = PyAST_FromNode(n, flags, filename, arena);
2111 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002112 }
2113 else {
2114 err_input(&err);
2115 if (errcode)
2116 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02002117 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002118 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002119 err_free(&err);
2120 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002121}
2122
Guido van Rossuma110aa61994-08-29 12:50:44 +00002123/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002124
Guido van Rossuma110aa61994-08-29 12:50:44 +00002125node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002126PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002127{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002128 perrdetail err;
2129 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
2130 &_PyParser_Grammar,
2131 start, NULL, NULL, &err, flags);
2132 if (n == NULL)
2133 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002134 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002135
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002136 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002137}
2138
Guido van Rossuma110aa61994-08-29 12:50:44 +00002139/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002140
Guido van Rossuma110aa61994-08-29 12:50:44 +00002141node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002142PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00002143{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002144 perrdetail err;
2145 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
2146 start, &err, flags);
2147 if (n == NULL)
2148 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002149 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002150 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00002151}
2152
2153node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002154PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002155 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002156{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002157 perrdetail err;
2158 node *n = PyParser_ParseStringFlagsFilename(str, filename,
2159 &_PyParser_Grammar, start, &err, flags);
2160 if (n == NULL)
2161 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002162 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002163 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00002164}
2165
2166node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002167PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002168{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002169 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00002170}
2171
Guido van Rossum66ebd912003-04-17 16:02:26 +00002172/* May want to move a more generalized form of this to parsetok.c or
2173 even parser modules. */
2174
2175void
Victor Stinner7f2fee32011-04-05 00:39:01 +02002176PyParser_ClearError(perrdetail *err)
2177{
2178 err_free(err);
2179}
2180
2181void
Guido van Rossum66ebd912003-04-17 16:02:26 +00002182PyParser_SetError(perrdetail *err)
2183{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002184 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00002185}
2186
Victor Stinner7f2fee32011-04-05 00:39:01 +02002187static void
2188err_free(perrdetail *err)
2189{
2190 Py_CLEAR(err->filename);
2191}
2192
Guido van Rossuma110aa61994-08-29 12:50:44 +00002193/* Set the error appropriate to the given input error code (see errcode.h) */
2194
2195static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002196err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00002197{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002198 PyObject *v, *w, *errtype, *errtext;
2199 PyObject *msg_obj = NULL;
2200 char *msg = NULL;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00002201
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002202 errtype = PyExc_SyntaxError;
2203 switch (err->error) {
2204 case E_ERROR:
2205 return;
2206 case E_SYNTAX:
2207 errtype = PyExc_IndentationError;
2208 if (err->expected == INDENT)
2209 msg = "expected an indented block";
2210 else if (err->token == INDENT)
2211 msg = "unexpected indent";
2212 else if (err->token == DEDENT)
2213 msg = "unexpected unindent";
2214 else {
2215 errtype = PyExc_SyntaxError;
2216 msg = "invalid syntax";
2217 }
2218 break;
2219 case E_TOKEN:
2220 msg = "invalid token";
2221 break;
2222 case E_EOFS:
2223 msg = "EOF while scanning triple-quoted string literal";
2224 break;
2225 case E_EOLS:
2226 msg = "EOL while scanning string literal";
2227 break;
2228 case E_INTR:
2229 if (!PyErr_Occurred())
2230 PyErr_SetNone(PyExc_KeyboardInterrupt);
2231 goto cleanup;
2232 case E_NOMEM:
2233 PyErr_NoMemory();
2234 goto cleanup;
2235 case E_EOF:
2236 msg = "unexpected EOF while parsing";
2237 break;
2238 case E_TABSPACE:
2239 errtype = PyExc_TabError;
2240 msg = "inconsistent use of tabs and spaces in indentation";
2241 break;
2242 case E_OVERFLOW:
2243 msg = "expression too long";
2244 break;
2245 case E_DEDENT:
2246 errtype = PyExc_IndentationError;
2247 msg = "unindent does not match any outer indentation level";
2248 break;
2249 case E_TOODEEP:
2250 errtype = PyExc_IndentationError;
2251 msg = "too many levels of indentation";
2252 break;
2253 case E_DECODE: {
2254 PyObject *type, *value, *tb;
2255 PyErr_Fetch(&type, &value, &tb);
2256 msg = "unknown decode error";
2257 if (value != NULL)
2258 msg_obj = PyObject_Str(value);
2259 Py_XDECREF(type);
2260 Py_XDECREF(value);
2261 Py_XDECREF(tb);
2262 break;
2263 }
2264 case E_LINECONT:
2265 msg = "unexpected character after line continuation character";
2266 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00002267
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002268 case E_IDENTIFIER:
2269 msg = "invalid character in identifier";
2270 break;
Meador Ingefa21bf02012-01-19 01:08:41 -06002271 case E_BADSINGLE:
2272 msg = "multiple statements found while compiling a single statement";
2273 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002274 default:
2275 fprintf(stderr, "error=%d\n", err->error);
2276 msg = "unknown parsing error";
2277 break;
2278 }
2279 /* err->text may not be UTF-8 in case of decoding errors.
2280 Explicitly convert to an object. */
2281 if (!err->text) {
2282 errtext = Py_None;
2283 Py_INCREF(Py_None);
2284 } else {
2285 errtext = PyUnicode_DecodeUTF8(err->text, strlen(err->text),
2286 "replace");
2287 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002288 v = Py_BuildValue("(OiiN)", err->filename,
2289 err->lineno, err->offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002290 if (v != NULL) {
2291 if (msg_obj)
2292 w = Py_BuildValue("(OO)", msg_obj, v);
2293 else
2294 w = Py_BuildValue("(sO)", msg, v);
2295 } else
2296 w = NULL;
2297 Py_XDECREF(v);
2298 PyErr_SetObject(errtype, w);
2299 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00002300cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002301 Py_XDECREF(msg_obj);
2302 if (err->text != NULL) {
2303 PyObject_FREE(err->text);
2304 err->text = NULL;
2305 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002306}
2307
2308/* Print fatal error message and abort */
2309
2310void
Tim Peters7c321a82002-07-09 02:57:01 +00002311Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002312{
Victor Stinner024e37a2011-03-31 01:31:06 +02002313 const int fd = fileno(stderr);
2314 PyThreadState *tstate;
2315
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002316 fprintf(stderr, "Fatal Python error: %s\n", msg);
2317 fflush(stderr); /* it helps in Windows debug build */
2318 if (PyErr_Occurred()) {
Victor Stinner55a5c782010-06-08 21:00:13 +00002319 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002320 }
Victor Stinner024e37a2011-03-31 01:31:06 +02002321 else {
2322 tstate = _Py_atomic_load_relaxed(&_PyThreadState_Current);
2323 if (tstate != NULL) {
2324 fputc('\n', stderr);
2325 fflush(stderr);
Victor Stinner7bba62f2011-05-07 12:43:00 +02002326 _Py_DumpTracebackThreads(fd, tstate->interp, tstate);
Victor Stinner024e37a2011-03-31 01:31:06 +02002327 }
Victor Stinnerd727e232011-04-01 12:13:55 +02002328 _PyFaulthandler_Fini();
Victor Stinner024e37a2011-03-31 01:31:06 +02002329 }
2330
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002331#ifdef MS_WINDOWS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002332 {
2333 size_t len = strlen(msg);
2334 WCHAR* buffer;
2335 size_t i;
Martin v. Löwis5c88d812009-01-02 20:47:48 +00002336
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002337 /* Convert the message to wchar_t. This uses a simple one-to-one
2338 conversion, assuming that the this error message actually uses ASCII
2339 only. If this ceases to be true, we will have to convert. */
2340 buffer = alloca( (len+1) * (sizeof *buffer));
2341 for( i=0; i<=len; ++i)
2342 buffer[i] = msg[i];
2343 OutputDebugStringW(L"Fatal Python error: ");
2344 OutputDebugStringW(buffer);
2345 OutputDebugStringW(L"\n");
2346 }
Guido van Rossum0ba35361998-08-13 13:33:16 +00002347#ifdef _DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002348 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00002349#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002350#endif /* MS_WINDOWS */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002351 abort();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002352}
2353
2354/* Clean up and exit */
2355
Guido van Rossuma110aa61994-08-29 12:50:44 +00002356#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00002357#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00002358#endif
2359
Collin Winter670e6922007-03-21 02:57:17 +00002360static void (*pyexitfunc)(void) = NULL;
2361/* For the atexit module. */
2362void _Py_PyAtExit(void (*func)(void))
2363{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002364 pyexitfunc = func;
Collin Winter670e6922007-03-21 02:57:17 +00002365}
2366
2367static void
2368call_py_exitfuncs(void)
2369{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002370 if (pyexitfunc == NULL)
2371 return;
Collin Winter670e6922007-03-21 02:57:17 +00002372
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002373 (*pyexitfunc)();
2374 PyErr_Clear();
Collin Winter670e6922007-03-21 02:57:17 +00002375}
2376
Antoine Pitrou011bd622009-10-20 21:52:47 +00002377/* Wait until threading._shutdown completes, provided
2378 the threading module was imported in the first place.
2379 The shutdown routine will wait until all non-daemon
2380 "threading" threads have completed. */
2381static void
2382wait_for_thread_shutdown(void)
2383{
2384#ifdef WITH_THREAD
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02002385 _Py_IDENTIFIER(_shutdown);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002386 PyObject *result;
2387 PyThreadState *tstate = PyThreadState_GET();
2388 PyObject *threading = PyMapping_GetItemString(tstate->interp->modules,
2389 "threading");
2390 if (threading == NULL) {
2391 /* threading not imported */
2392 PyErr_Clear();
2393 return;
2394 }
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02002395 result = _PyObject_CallMethodId(threading, &PyId__shutdown, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002396 if (result == NULL) {
2397 PyErr_WriteUnraisable(threading);
2398 }
2399 else {
2400 Py_DECREF(result);
2401 }
2402 Py_DECREF(threading);
Antoine Pitrou011bd622009-10-20 21:52:47 +00002403#endif
2404}
2405
Guido van Rossum2dcfc961998-10-01 16:01:57 +00002406#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002407static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00002408static int nexitfuncs = 0;
2409
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002410int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00002411{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002412 if (nexitfuncs >= NEXITFUNCS)
2413 return -1;
2414 exitfuncs[nexitfuncs++] = func;
2415 return 0;
Guido van Rossum1662dd51994-09-07 14:38:28 +00002416}
2417
Guido van Rossumcc283f51997-08-05 02:22:03 +00002418static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002419call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00002420{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002421 while (nexitfuncs > 0)
2422 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00002423
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002424 fflush(stdout);
2425 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002426}
2427
2428void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002429Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002430{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002431 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002432
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002433 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002434}
2435
Guido van Rossumf1dc5661993-07-05 10:31:29 +00002436static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002437initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002438{
Guido van Rossuma110aa61994-08-29 12:50:44 +00002439#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002440 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002441#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00002442#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002443 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00002444#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002445#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002446 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002447#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002448 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002449}
2450
Guido van Rossum7433b121997-02-14 19:45:36 +00002451
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002452/* Restore signals that the interpreter has called SIG_IGN on to SIG_DFL.
2453 *
2454 * All of the code in this function must only use async-signal-safe functions,
2455 * listed at `man 7 signal` or
2456 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2457 */
2458void
2459_Py_RestoreSignals(void)
2460{
2461#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002462 PyOS_setsig(SIGPIPE, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002463#endif
2464#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002465 PyOS_setsig(SIGXFZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002466#endif
2467#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002468 PyOS_setsig(SIGXFSZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002469#endif
2470}
2471
2472
Guido van Rossum7433b121997-02-14 19:45:36 +00002473/*
2474 * The file descriptor fd is considered ``interactive'' if either
2475 * a) isatty(fd) is TRUE, or
2476 * b) the -i flag was given, and the filename associated with
2477 * the descriptor is NULL or "<stdin>" or "???".
2478 */
2479int
Martin v. Löwis95292d62002-12-11 14:04:59 +00002480Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00002481{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002482 if (isatty((int)fileno(fp)))
2483 return 1;
2484 if (!Py_InteractiveFlag)
2485 return 0;
2486 return (filename == NULL) ||
2487 (strcmp(filename, "<stdin>") == 0) ||
2488 (strcmp(filename, "???") == 0);
Guido van Rossum7433b121997-02-14 19:45:36 +00002489}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002490
2491
Tim Petersd08e3822003-04-17 15:24:21 +00002492#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002493#if defined(WIN32) && defined(_MSC_VER)
2494
2495/* Stack checking for Microsoft C */
2496
2497#include <malloc.h>
2498#include <excpt.h>
2499
Fred Drakee8de31c2000-08-31 05:38:39 +00002500/*
2501 * Return non-zero when we run out of memory on the stack; zero otherwise.
2502 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002503int
Fred Drake399739f2000-08-31 05:52:44 +00002504PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002505{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002506 __try {
2507 /* alloca throws a stack overflow exception if there's
2508 not enough space left on the stack */
2509 alloca(PYOS_STACK_MARGIN * sizeof(void*));
2510 return 0;
2511 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
2512 EXCEPTION_EXECUTE_HANDLER :
2513 EXCEPTION_CONTINUE_SEARCH) {
2514 int errcode = _resetstkoflw();
2515 if (errcode == 0)
2516 {
2517 Py_FatalError("Could not reset the stack!");
2518 }
2519 }
2520 return 1;
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002521}
2522
2523#endif /* WIN32 && _MSC_VER */
2524
2525/* Alternate implementations can be added here... */
2526
2527#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00002528
2529
2530/* Wrappers around sigaction() or signal(). */
2531
2532PyOS_sighandler_t
2533PyOS_getsig(int sig)
2534{
2535#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002536 struct sigaction context;
2537 if (sigaction(sig, NULL, &context) == -1)
2538 return SIG_ERR;
2539 return context.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002540#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002541 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002542/* Special signal handling for the secure CRT in Visual Studio 2005 */
2543#if defined(_MSC_VER) && _MSC_VER >= 1400
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002544 switch (sig) {
2545 /* Only these signals are valid */
2546 case SIGINT:
2547 case SIGILL:
2548 case SIGFPE:
2549 case SIGSEGV:
2550 case SIGTERM:
2551 case SIGBREAK:
2552 case SIGABRT:
2553 break;
2554 /* Don't call signal() with other values or it will assert */
2555 default:
2556 return SIG_ERR;
2557 }
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002558#endif /* _MSC_VER && _MSC_VER >= 1400 */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002559 handler = signal(sig, SIG_IGN);
2560 if (handler != SIG_ERR)
2561 signal(sig, handler);
2562 return handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002563#endif
2564}
2565
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002566/*
2567 * All of the code in this function must only use async-signal-safe functions,
2568 * listed at `man 7 signal` or
2569 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2570 */
Guido van Rossum6f256182000-09-16 16:32:19 +00002571PyOS_sighandler_t
2572PyOS_setsig(int sig, PyOS_sighandler_t handler)
2573{
2574#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002575 /* Some code in Modules/signalmodule.c depends on sigaction() being
2576 * used here if HAVE_SIGACTION is defined. Fix that if this code
2577 * changes to invalidate that assumption.
2578 */
2579 struct sigaction context, ocontext;
2580 context.sa_handler = handler;
2581 sigemptyset(&context.sa_mask);
2582 context.sa_flags = 0;
2583 if (sigaction(sig, &context, &ocontext) == -1)
2584 return SIG_ERR;
2585 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002586#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002587 PyOS_sighandler_t oldhandler;
2588 oldhandler = signal(sig, handler);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002589#ifdef HAVE_SIGINTERRUPT
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002590 siginterrupt(sig, 1);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002591#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002592 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002593#endif
2594}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002595
2596/* Deprecated C API functions still provided for binary compatiblity */
2597
2598#undef PyParser_SimpleParseFile
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002599PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002600PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
2601{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002602 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002603}
2604
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002605#undef PyParser_SimpleParseString
2606PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002607PyParser_SimpleParseString(const char *str, int start)
2608{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002609 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002610}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002611
2612#undef PyRun_AnyFile
2613PyAPI_FUNC(int)
2614PyRun_AnyFile(FILE *fp, const char *name)
2615{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002616 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002617}
2618
2619#undef PyRun_AnyFileEx
2620PyAPI_FUNC(int)
2621PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
2622{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002623 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002624}
2625
2626#undef PyRun_AnyFileFlags
2627PyAPI_FUNC(int)
2628PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
2629{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002630 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002631}
2632
2633#undef PyRun_File
2634PyAPI_FUNC(PyObject *)
2635PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
2636{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002637 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002638}
2639
2640#undef PyRun_FileEx
2641PyAPI_FUNC(PyObject *)
2642PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
2643{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002644 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002645}
2646
2647#undef PyRun_FileFlags
2648PyAPI_FUNC(PyObject *)
2649PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002650 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002651{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002652 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002653}
2654
2655#undef PyRun_SimpleFile
2656PyAPI_FUNC(int)
2657PyRun_SimpleFile(FILE *f, const char *p)
2658{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002659 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002660}
2661
2662#undef PyRun_SimpleFileEx
2663PyAPI_FUNC(int)
2664PyRun_SimpleFileEx(FILE *f, const char *p, int c)
2665{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002666 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002667}
2668
2669
2670#undef PyRun_String
2671PyAPI_FUNC(PyObject *)
2672PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
2673{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002674 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002675}
2676
2677#undef PyRun_SimpleString
2678PyAPI_FUNC(int)
2679PyRun_SimpleString(const char *s)
2680{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002681 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002682}
2683
2684#undef Py_CompileString
2685PyAPI_FUNC(PyObject *)
2686Py_CompileString(const char *str, const char *p, int s)
2687{
Georg Brandl8334fd92010-12-04 10:26:46 +00002688 return Py_CompileStringExFlags(str, p, s, NULL, -1);
2689}
2690
2691#undef Py_CompileStringFlags
2692PyAPI_FUNC(PyObject *)
2693Py_CompileStringFlags(const char *str, const char *p, int s,
2694 PyCompilerFlags *flags)
2695{
2696 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002697}
2698
2699#undef PyRun_InteractiveOne
2700PyAPI_FUNC(int)
2701PyRun_InteractiveOne(FILE *f, const char *p)
2702{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002703 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002704}
2705
2706#undef PyRun_InteractiveLoop
2707PyAPI_FUNC(int)
2708PyRun_InteractiveLoop(FILE *f, const char *p)
2709{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002710 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002711}
2712
2713#ifdef __cplusplus
2714}
2715#endif