blob: 970834e0bbd20e987119d5670ce8bc8240cb168c [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
2/* Python interpreter top-level routines, including init/exit */
3
Guido van Rossum82598051997-03-05 00:20:32 +00004#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +00005
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00006#include "Python-ast.h"
Guido van Rossumd8faa362007-04-27 19:54:29 +00007#undef Yield /* undefine macro conflicting with winbase.h */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00008#include "grammar.h"
9#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000010#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000011#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "code.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000014#include "symtable.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000015#include "ast.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000016#include "marshal.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000017#include "osdefs.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000018
Thomas Wouters0e3f5912006-08-11 14:57:12 +000019#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000020#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000021#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000022
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000023#ifdef MS_WINDOWS
Martin v. Löwis5c88d812009-01-02 20:47:48 +000024#include "malloc.h" /* for alloca */
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000025#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000026
Martin v. Löwis73d538b2003-03-05 15:13:47 +000027#ifdef HAVE_LANGINFO_H
28#include <locale.h>
29#include <langinfo.h>
30#endif
31
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000032#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000033#undef BYTE
34#include "windows.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000035#define PATH_MAX MAXPATHLEN
Guido van Rossuma44823b1995-03-14 15:01:17 +000036#endif
37
Neal Norwitz4281cef2006-03-04 19:58:13 +000038#ifndef Py_REF_DEBUG
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000039#define PRINT_TOTAL_REFS()
Neal Norwitz4281cef2006-03-04 19:58:13 +000040#else /* Py_REF_DEBUG */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000041#define PRINT_TOTAL_REFS() fprintf(stderr, \
42 "[%" PY_FORMAT_SIZE_T "d refs]\n", \
43 _Py_GetRefTotal())
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000044#endif
45
46#ifdef __cplusplus
47extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000048#endif
49
Martin v. Löwis790465f2008-04-05 20:41:37 +000050extern wchar_t *Py_GetPath(void);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000051
Guido van Rossum82598051997-03-05 00:20:32 +000052extern grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000053
Guido van Rossumb73cc041993-11-01 16:28:59 +000054/* Forward */
Nick Coghlan85e729e2012-07-15 18:09:52 +100055static void initmain(PyInterpreterState *interp);
Victor Stinner793b5312011-04-27 00:24:21 +020056static int initfsencoding(PyInterpreterState *interp);
Tim Petersdbd9ba62000-07-09 03:09:57 +000057static void initsite(void);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000058static int initstdio(void);
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000059static void flush_io(void);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000060static PyObject *run_mod(mod_ty, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000061 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000062static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000063 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000064static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020065static void err_free(perrdetail *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000066static void initsigs(void);
Collin Winter670e6922007-03-21 02:57:17 +000067static void call_py_exitfuncs(void);
Antoine Pitrou011bd622009-10-20 21:52:47 +000068static void wait_for_thread_shutdown(void);
Tim Petersdbd9ba62000-07-09 03:09:57 +000069static void call_ll_exitfuncs(void);
Victor Stinner3a50e702011-10-18 21:21:00 +020070extern int _PyUnicode_Init(void);
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000071extern void _PyUnicode_Fini(void);
Guido van Rossumddefaf32007-01-14 03:31:43 +000072extern int _PyLong_Init(void);
73extern void PyLong_Fini(void);
Victor Stinner024e37a2011-03-31 01:31:06 +020074extern int _PyFaulthandler_Init(void);
75extern void _PyFaulthandler_Fini(void);
Guido van Rossumc94044c2000-03-10 23:03:54 +000076
Mark Hammond8d98d2c2003-04-19 15:41:53 +000077#ifdef WITH_THREAD
78extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);
79extern void _PyGILState_Fini(void);
80#endif /* WITH_THREAD */
81
Guido van Rossum82598051997-03-05 00:20:32 +000082int Py_DebugFlag; /* Needed by parser.c */
83int Py_VerboseFlag; /* Needed by import.c */
Georg Brandl8aa7e992010-12-28 18:30:18 +000084int Py_QuietFlag; /* Needed by sysmodule.c */
Guido van Rossum7433b121997-02-14 19:45:36 +000085int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */
Georg Brandl0b2489e2011-05-15 08:49:12 +020086int Py_InspectFlag; /* Needed to determine whether to exit at SystemExit */
Guido van Rossumdcc0c131997-08-29 22:32:42 +000087int Py_NoSiteFlag; /* Suppress 'import site' */
Guido van Rossum98297ee2007-11-06 21:34:58 +000088int Py_BytesWarningFlag; /* Warn on str(bytes) and str(buffer) */
Christian Heimes790c8232008-01-07 21:14:23 +000089int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.py[co]) */
Barry Warsaw3ce09642000-05-02 19:18:59 +000090int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */
Guido van Rossuma61691e1998-02-06 22:27:24 +000091int Py_FrozenFlag; /* Needed by getpath.c */
Neil Schemenauer7d4bb9f2001-07-23 16:30:27 +000092int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */
Christian Heimes8dc226f2008-05-06 23:45:46 +000093int Py_NoUserSiteDirectory = 0; /* for -s and site.py */
Antoine Pitrou05608432009-01-09 18:53:14 +000094int Py_UnbufferedStdioFlag = 0; /* Unbuffered binary std{in,out,err} */
Georg Brandl2daf6ae2012-02-20 19:54:16 +010095int Py_HashRandomizationFlag = 0; /* for -R and PYTHONHASHSEED */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000096
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +020097PyThreadState *_Py_Finalizing = NULL;
98
Christian Heimes33fe8092008-04-13 13:53:33 +000099/* PyModule_GetWarningsModule is no longer necessary as of 2.6
100since _warnings is builtin. This API should not be used. */
101PyObject *
102PyModule_GetWarningsModule(void)
Mark Hammondedd07732003-07-15 23:03:55 +0000103{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000104 return PyImport_ImportModule("warnings");
Mark Hammondedd07732003-07-15 23:03:55 +0000105}
Mark Hammonda43fd0c2003-02-19 00:33:33 +0000106
Guido van Rossum25ce5661997-08-02 03:10:38 +0000107static int initialized = 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000108
Thomas Wouters7e474022000-07-16 12:04:32 +0000109/* API to access the initialized flag -- useful for esoteric use */
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000110
111int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000112Py_IsInitialized(void)
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000113{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 return initialized;
Guido van Rossume3c0d5e1997-08-22 04:20:13 +0000115}
116
Guido van Rossum25ce5661997-08-02 03:10:38 +0000117/* Global initializations. Can be undone by Py_Finalize(). Don't
118 call this twice without an intervening Py_Finalize() call. When
119 initializations fail, a fatal error is issued and the function does
120 not return. On return, the first thread and interpreter state have
121 been created.
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000122
Guido van Rossum25ce5661997-08-02 03:10:38 +0000123 Locking: you must hold the interpreter lock while calling this.
124 (If the lock has not yet been initialized, that's equivalent to
125 having the lock, but you cannot use multiple threads.)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000126
Guido van Rossum25ce5661997-08-02 03:10:38 +0000127*/
Guido van Rossuma027efa1997-05-05 20:56:21 +0000128
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000129static int
130add_flag(int flag, const char *envs)
131{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000132 int env = atoi(envs);
133 if (flag < env)
134 flag = env;
135 if (flag < 1)
136 flag = 1;
137 return flag;
Guido van Rossum9abaf4d2001-10-12 22:17:56 +0000138}
139
Christian Heimes5833a2f2008-10-30 21:40:04 +0000140static char*
Victor Stinner94908bb2010-08-18 21:23:25 +0000141get_codec_name(const char *encoding)
Christian Heimes5833a2f2008-10-30 21:40:04 +0000142{
Victor Stinner94908bb2010-08-18 21:23:25 +0000143 char *name_utf8, *name_str;
Victor Stinner386fe712010-05-19 00:34:15 +0000144 PyObject *codec, *name = NULL;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200145 _Py_IDENTIFIER(name);
Christian Heimes5833a2f2008-10-30 21:40:04 +0000146
Victor Stinner94908bb2010-08-18 21:23:25 +0000147 codec = _PyCodec_Lookup(encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 if (!codec)
149 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000150
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200151 name = _PyObject_GetAttrId(codec, &PyId_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000152 Py_CLEAR(codec);
153 if (!name)
154 goto error;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000155
Victor Stinner94908bb2010-08-18 21:23:25 +0000156 name_utf8 = _PyUnicode_AsString(name);
Victor Stinner4ca28092011-03-20 23:09:03 +0100157 if (name_utf8 == NULL)
Victor Stinner386fe712010-05-19 00:34:15 +0000158 goto error;
Victor Stinner94908bb2010-08-18 21:23:25 +0000159 name_str = strdup(name_utf8);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000160 Py_DECREF(name);
Victor Stinner94908bb2010-08-18 21:23:25 +0000161 if (name_str == NULL) {
162 PyErr_NoMemory();
163 return NULL;
164 }
165 return name_str;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000166
167error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000168 Py_XDECREF(codec);
Victor Stinner386fe712010-05-19 00:34:15 +0000169 Py_XDECREF(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000170 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000171}
Victor Stinner94908bb2010-08-18 21:23:25 +0000172
Victor Stinner94908bb2010-08-18 21:23:25 +0000173static char*
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200174get_locale_encoding(void)
Victor Stinner94908bb2010-08-18 21:23:25 +0000175{
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200176#ifdef MS_WINDOWS
177 char codepage[100];
178 PyOS_snprintf(codepage, sizeof(codepage), "cp%d", GetACP());
179 return get_codec_name(codepage);
180#elif defined(HAVE_LANGINFO_H) && defined(CODESET)
Victor Stinner94908bb2010-08-18 21:23:25 +0000181 char* codeset = nl_langinfo(CODESET);
182 if (!codeset || codeset[0] == '\0') {
183 PyErr_SetString(PyExc_ValueError, "CODESET is not set or empty");
184 return NULL;
185 }
186 return get_codec_name(codeset);
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200187#else
188 PyErr_SetNone(PyExc_NotImplementedError);
189 return NULL;
Christian Heimes5833a2f2008-10-30 21:40:04 +0000190#endif
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200191}
Christian Heimes5833a2f2008-10-30 21:40:04 +0000192
Brett Cannonfd074152012-04-14 14:10:13 -0400193static void
194import_init(PyInterpreterState *interp, PyObject *sysmod)
195{
196 PyObject *importlib;
197 PyObject *impmod;
198 PyObject *sys_modules;
199 PyObject *value;
200
201 /* Import _importlib through its frozen version, _frozen_importlib. */
Brett Cannonfd074152012-04-14 14:10:13 -0400202 if (PyImport_ImportFrozenModule("_frozen_importlib") <= 0) {
203 Py_FatalError("Py_Initialize: can't import _frozen_importlib");
204 }
205 else if (Py_VerboseFlag) {
206 PySys_FormatStderr("import _frozen_importlib # frozen\n");
207 }
208 importlib = PyImport_AddModule("_frozen_importlib");
209 if (importlib == NULL) {
210 Py_FatalError("Py_Initialize: couldn't get _frozen_importlib from "
211 "sys.modules");
212 }
213 interp->importlib = importlib;
214 Py_INCREF(interp->importlib);
215
216 /* Install _importlib as __import__ */
217 impmod = PyInit_imp();
218 if (impmod == NULL) {
219 Py_FatalError("Py_Initialize: can't import imp");
220 }
221 else if (Py_VerboseFlag) {
222 PySys_FormatStderr("import imp # builtin\n");
223 }
224 sys_modules = PyImport_GetModuleDict();
225 if (Py_VerboseFlag) {
226 PySys_FormatStderr("import sys # builtin\n");
227 }
Brett Cannon6f44d662012-04-15 16:08:47 -0400228 if (PyDict_SetItemString(sys_modules, "_imp", impmod) < 0) {
229 Py_FatalError("Py_Initialize: can't save _imp to sys.modules");
Brett Cannonfd074152012-04-14 14:10:13 -0400230 }
231
Brett Cannone0d88a12012-04-25 20:54:04 -0400232 value = PyObject_CallMethod(importlib, "_install", "OO", sysmod, impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400233 if (value == NULL) {
234 PyErr_Print();
235 Py_FatalError("Py_Initialize: importlib install failed");
236 }
237 Py_DECREF(value);
Brett Cannonfc9ca272012-04-15 01:35:05 -0400238 Py_DECREF(impmod);
Brett Cannonfd074152012-04-14 14:10:13 -0400239
240 _PyImportZip_Init();
241}
242
243
Guido van Rossuma027efa1997-05-05 20:56:21 +0000244void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200245_Py_InitializeEx_Private(int install_sigs, int install_importlib)
Guido van Rossuma027efa1997-05-05 20:56:21 +0000246{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000247 PyInterpreterState *interp;
248 PyThreadState *tstate;
249 PyObject *bimod, *sysmod, *pstderr;
250 char *p;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000251 extern void _Py_ReadyTypes(void);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000252
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000253 if (initialized)
254 return;
255 initialized = 1;
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200256 _Py_Finalizing = NULL;
Tim Petersd08e3822003-04-17 15:24:21 +0000257
Andrew M. Kuchlingb2ceb3a2010-02-22 23:26:10 +0000258#if defined(HAVE_LANGINFO_H) && defined(HAVE_SETLOCALE)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000259 /* Set up the LC_CTYPE locale, so we can obtain
260 the locale's charset without having to switch
261 locales. */
262 setlocale(LC_CTYPE, "");
Martin v. Löwisd1cd4d42007-08-11 14:02:14 +0000263#endif
264
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000265 if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')
266 Py_DebugFlag = add_flag(Py_DebugFlag, p);
267 if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')
268 Py_VerboseFlag = add_flag(Py_VerboseFlag, p);
269 if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')
270 Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);
271 if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')
272 Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);
Georg Brandl2daf6ae2012-02-20 19:54:16 +0100273 /* The variable is only tested for existence here; _PyRandom_Init will
274 check its value further. */
275 if ((p = Py_GETENV("PYTHONHASHSEED")) && *p != '\0')
276 Py_HashRandomizationFlag = add_flag(Py_HashRandomizationFlag, p);
277
278 _PyRandom_Init();
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000279
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000280 interp = PyInterpreterState_New();
281 if (interp == NULL)
282 Py_FatalError("Py_Initialize: can't make first interpreter");
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000283
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000284 tstate = PyThreadState_New(interp);
285 if (tstate == NULL)
286 Py_FatalError("Py_Initialize: can't make first thread");
287 (void) PyThreadState_Swap(tstate);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000288
Victor Stinner6961bd62010-08-17 22:26:51 +0000289#ifdef WITH_THREAD
Antoine Pitroub0b384b2010-09-20 20:13:48 +0000290 /* We can't call _PyEval_FiniThreads() in Py_Finalize because
291 destroying the GIL might fail when it is being referenced from
292 another running thread (see issue #9901).
293 Instead we destroy the previously created GIL here, which ensures
294 that we can call Py_Initialize / Py_Finalize multiple times. */
295 _PyEval_FiniThreads();
296
297 /* Auto-thread-state API */
Victor Stinner6961bd62010-08-17 22:26:51 +0000298 _PyGILState_Init(interp, tstate);
299#endif /* WITH_THREAD */
300
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000301 _Py_ReadyTypes();
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000302
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000303 if (!_PyFrame_Init())
304 Py_FatalError("Py_Initialize: can't init frames");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000305
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000306 if (!_PyLong_Init())
307 Py_FatalError("Py_Initialize: can't init longs");
Neal Norwitzc91ed402002-12-30 22:29:22 +0000308
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000309 if (!PyByteArray_Init())
310 Py_FatalError("Py_Initialize: can't init bytearray");
Neal Norwitz6968b052007-02-27 19:02:19 +0000311
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000312 _PyFloat_Init();
Michael W. Hudsonba283e22005-05-27 15:23:20 +0000313
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000314 interp->modules = PyDict_New();
315 if (interp->modules == NULL)
316 Py_FatalError("Py_Initialize: can't make modules dictionary");
Guido van Rossuma027efa1997-05-05 20:56:21 +0000317
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000318 /* Init Unicode implementation; relies on the codec registry */
Victor Stinner3a50e702011-10-18 21:21:00 +0200319 if (_PyUnicode_Init() < 0)
320 Py_FatalError("Py_Initialize: can't initialize unicode");
Guido van Rossumc94044c2000-03-10 23:03:54 +0000321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000322 bimod = _PyBuiltin_Init();
323 if (bimod == NULL)
324 Py_FatalError("Py_Initialize: can't initialize builtins modules");
Victor Stinner49d3f252010-10-17 01:24:53 +0000325 _PyImport_FixupBuiltin(bimod, "builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000326 interp->builtins = PyModule_GetDict(bimod);
327 if (interp->builtins == NULL)
328 Py_FatalError("Py_Initialize: can't initialize builtins dict");
329 Py_INCREF(interp->builtins);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000330
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000331 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400332 _PyExc_Init(bimod);
Christian Heimes9a68f8c2007-11-14 00:16:07 +0000333
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000334 sysmod = _PySys_Init();
335 if (sysmod == NULL)
336 Py_FatalError("Py_Initialize: can't initialize sys");
337 interp->sysdict = PyModule_GetDict(sysmod);
338 if (interp->sysdict == NULL)
339 Py_FatalError("Py_Initialize: can't initialize sys dict");
340 Py_INCREF(interp->sysdict);
Victor Stinner49d3f252010-10-17 01:24:53 +0000341 _PyImport_FixupBuiltin(sysmod, "sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000342 PySys_SetPath(Py_GetPath());
343 PyDict_SetItemString(interp->sysdict, "modules",
344 interp->modules);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000345
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000346 /* Set up a preliminary stderr printer until we have enough
347 infrastructure for the io module in place. */
348 pstderr = PyFile_NewStdPrinter(fileno(stderr));
349 if (pstderr == NULL)
350 Py_FatalError("Py_Initialize: can't set preliminary stderr");
351 PySys_SetObject("stderr", pstderr);
352 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000353 Py_DECREF(pstderr);
Guido van Rossum826d8972007-10-30 18:34:07 +0000354
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000355 _PyImport_Init();
Guido van Rossum7c85ab81999-07-08 17:26:56 +0000356
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000357 _PyImportHooks_Init();
Just van Rossum52e14d62002-12-30 22:08:05 +0000358
Victor Stinner024e37a2011-03-31 01:31:06 +0200359 /* initialize the faulthandler module */
360 if (_PyFaulthandler_Init())
361 Py_FatalError("Py_Initialize: can't initialize faulthandler");
362
Victor Stinner7d79b8b2010-05-19 20:40:50 +0000363 /* Initialize _warnings. */
364 _PyWarnings_Init();
365
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200366 if (!install_importlib)
367 return;
368
Brett Cannonfd074152012-04-14 14:10:13 -0400369 import_init(interp, sysmod);
370
Alexander Belopolsky6fc4ade2010-08-05 17:34:27 +0000371 _PyTime_Init();
372
Victor Stinner793b5312011-04-27 00:24:21 +0200373 if (initfsencoding(interp) < 0)
374 Py_FatalError("Py_Initialize: unable to load the file system codec");
Martin v. Löwis011e8422009-05-05 04:43:17 +0000375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 if (install_sigs)
377 initsigs(); /* Signal handling stuff, including initintr() */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000378
Nick Coghlan85e729e2012-07-15 18:09:52 +1000379 initmain(interp); /* Module __main__ */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000380 if (initstdio() < 0)
381 Py_FatalError(
382 "Py_Initialize: can't initialize sys standard streams");
383
Antoine Pitroucf9f9802010-11-10 13:55:25 +0000384 /* Initialize warnings. */
385 if (PySys_HasWarnOptions()) {
386 PyObject *warnings_module = PyImport_ImportModule("warnings");
387 if (warnings_module == NULL) {
388 fprintf(stderr, "'import warnings' failed; traceback:\n");
389 PyErr_Print();
390 }
391 Py_XDECREF(warnings_module);
392 }
393
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 if (!Py_NoSiteFlag)
395 initsite(); /* Module site */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000396}
397
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000398void
Antoine Pitroue67f48c2012-06-19 22:29:35 +0200399Py_InitializeEx(int install_sigs)
400{
401 _Py_InitializeEx_Private(install_sigs, 1);
402}
403
404void
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000405Py_Initialize(void)
406{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000407 Py_InitializeEx(1);
Martin v. Löwis336e85f2004-08-19 11:31:58 +0000408}
409
410
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000411#ifdef COUNT_ALLOCS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000412extern void dump_counts(FILE*);
Guido van Rossum2edcf0d1998-12-15 16:12:00 +0000413#endif
414
Guido van Rossume8432ac2007-07-09 15:04:50 +0000415/* Flush stdout and stderr */
416
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100417static int
418file_is_closed(PyObject *fobj)
419{
420 int r;
421 PyObject *tmp = PyObject_GetAttrString(fobj, "closed");
422 if (tmp == NULL) {
423 PyErr_Clear();
424 return 0;
425 }
426 r = PyObject_IsTrue(tmp);
427 Py_DECREF(tmp);
428 if (r < 0)
429 PyErr_Clear();
430 return r > 0;
431}
432
Neal Norwitz2bad9702007-08-27 06:19:22 +0000433static void
Guido van Rossum1bd21222007-07-10 20:14:13 +0000434flush_std_files(void)
Guido van Rossume8432ac2007-07-09 15:04:50 +0000435{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000436 PyObject *fout = PySys_GetObject("stdout");
437 PyObject *ferr = PySys_GetObject("stderr");
438 PyObject *tmp;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200439 _Py_IDENTIFIER(flush);
Guido van Rossume8432ac2007-07-09 15:04:50 +0000440
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100441 if (fout != NULL && fout != Py_None && !file_is_closed(fout)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200442 tmp = _PyObject_CallMethodId(fout, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000443 if (tmp == NULL)
Antoine Pitroubddc9fe2010-08-08 20:46:42 +0000444 PyErr_WriteUnraisable(fout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000445 else
446 Py_DECREF(tmp);
447 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000448
Antoine Pitroud7c8fbf2011-11-26 21:59:36 +0100449 if (ferr != NULL && ferr != Py_None && !file_is_closed(ferr)) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200450 tmp = _PyObject_CallMethodId(ferr, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000451 if (tmp == NULL)
452 PyErr_Clear();
453 else
454 Py_DECREF(tmp);
455 }
Guido van Rossume8432ac2007-07-09 15:04:50 +0000456}
457
Guido van Rossum25ce5661997-08-02 03:10:38 +0000458/* Undo the effect of Py_Initialize().
459
460 Beware: if multiple interpreter and/or thread states exist, these
461 are not wiped out; only the current thread and interpreter state
462 are deleted. But since everything else is deleted, those other
463 interpreter and thread states should no longer be used.
464
465 (XXX We should do better, e.g. wipe out all interpreters and
466 threads.)
467
468 Locking: as above.
469
470*/
471
472void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000473Py_Finalize(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000474{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 PyInterpreterState *interp;
476 PyThreadState *tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000477
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000478 if (!initialized)
479 return;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000480
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000481 wait_for_thread_shutdown();
Antoine Pitrou011bd622009-10-20 21:52:47 +0000482
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000483 /* The interpreter is still entirely intact at this point, and the
484 * exit funcs may be relying on that. In particular, if some thread
485 * or exit func is still waiting to do an import, the import machinery
486 * expects Py_IsInitialized() to return true. So don't say the
487 * interpreter is uninitialized until after the exit funcs have run.
488 * Note that Threading.py uses an exit func to do a join on all the
489 * threads created thru it, so this also protects pending imports in
490 * the threads created via Threading.
491 */
492 call_py_exitfuncs();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000493
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 /* Get current thread state and interpreter pointer */
495 tstate = PyThreadState_GET();
496 interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000497
Antoine Pitrou0d5e52d2011-05-04 20:02:30 +0200498 /* Remaining threads (e.g. daemon threads) will automatically exit
499 after taking the GIL (in PyEval_RestoreThread()). */
500 _Py_Finalizing = tstate;
501 initialized = 0;
502
503 /* Flush stdout+stderr */
504 flush_std_files();
505
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000506 /* Disable signal handling */
507 PyOS_FiniInterrupts();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000508
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 /* Clear type lookup cache */
510 PyType_ClearCache();
Christian Heimes26855632008-01-27 23:50:43 +0000511
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000512 /* Collect garbage. This may call finalizers; it's nice to call these
513 * before all modules are destroyed.
514 * XXX If a __del__ or weakref callback is triggered here, and tries to
515 * XXX import a module, bad things can happen, because Python no
516 * XXX longer believes it's initialized.
517 * XXX Fatal Python error: Interpreter not initialized (version mismatch?)
518 * XXX is easy to provoke that way. I've also seen, e.g.,
519 * XXX Exception exceptions.ImportError: 'No module named sha'
520 * XXX in <function callback at 0x008F5718> ignored
521 * XXX but I'm unclear on exactly how that one happens. In any case,
522 * XXX I haven't seen a real-life report of either of these.
523 */
524 PyGC_Collect();
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000525#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000526 /* With COUNT_ALLOCS, it helps to run GC multiple times:
527 each collection might release some types from the type
528 list, so they become garbage. */
529 while (PyGC_Collect() > 0)
530 /* nothing */;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000531#endif
Antoine Pitrou696e0352010-08-08 22:18:46 +0000532 /* We run this while most interpreter state is still alive, so that
533 debug information can be printed out */
534 _PyGC_Fini();
Guido van Rossume13ddc92003-04-17 17:29:22 +0000535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 /* Destroy all modules */
537 PyImport_Cleanup();
Guido van Rossum3a44e1b1997-11-03 21:58:47 +0000538
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000539 /* Flush stdout+stderr (again, in case more was printed) */
540 flush_std_files();
Guido van Rossume8432ac2007-07-09 15:04:50 +0000541
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000542 /* Collect final garbage. This disposes of cycles created by
Florent Xiclunaaa6c1d22011-12-12 18:54:29 +0100543 * class definitions, for example.
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000544 * XXX This is disabled because it caused too many problems. If
545 * XXX a __del__ or weakref callback triggers here, Python code has
546 * XXX a hard time running, because even the sys module has been
547 * XXX cleared out (sys.stdout is gone, sys.excepthook is gone, etc).
548 * XXX One symptom is a sequence of information-free messages
549 * XXX coming from threads (if a __del__ or callback is invoked,
550 * XXX other threads can execute too, and any exception they encounter
551 * XXX triggers a comedy of errors as subsystem after subsystem
552 * XXX fails to find what it *expects* to find in sys to help report
553 * XXX the exception and consequent unexpected failures). I've also
554 * XXX seen segfaults then, after adding print statements to the
555 * XXX Python code getting called.
556 */
Tim Peters1d7323e2003-12-01 21:35:27 +0000557#if 0
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000558 PyGC_Collect();
Tim Peters1d7323e2003-12-01 21:35:27 +0000559#endif
Guido van Rossume13ddc92003-04-17 17:29:22 +0000560
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000561 /* Destroy the database used by _PyImport_{Fixup,Find}Extension */
562 _PyImport_Fini();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000563
Victor Stinner024e37a2011-03-31 01:31:06 +0200564 /* unload faulthandler module */
565 _PyFaulthandler_Fini();
566
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 /* Debugging stuff */
Guido van Rossum1707aad1997-12-08 23:43:45 +0000568#ifdef COUNT_ALLOCS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000569 dump_counts(stdout);
Guido van Rossum1707aad1997-12-08 23:43:45 +0000570#endif
571
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000572 PRINT_TOTAL_REFS();
Guido van Rossum1707aad1997-12-08 23:43:45 +0000573
Tim Peters9cf25ce2003-04-17 15:21:01 +0000574#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000575 /* Display all objects still alive -- this can invoke arbitrary
576 * __repr__ overrides, so requires a mostly-intact interpreter.
577 * Alas, a lot of stuff may still be alive now that will be cleaned
578 * up later.
579 */
580 if (Py_GETENV("PYTHONDUMPREFS"))
581 _Py_PrintReferences(stderr);
Tim Peters9cf25ce2003-04-17 15:21:01 +0000582#endif /* Py_TRACE_REFS */
583
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000584 /* Clear interpreter state */
585 PyInterpreterState_Clear(interp);
Guido van Rossumd922fa42003-04-15 14:10:09 +0000586
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000587 /* Now we decref the exception classes. After this point nothing
588 can raise an exception. That's okay, because each Fini() method
589 below has been checked to make sure no exceptions are ever
590 raised.
591 */
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000592
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000593 _PyExc_Fini();
Anthony Baxter12b6f6c2005-03-29 13:36:16 +0000594
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000595 /* Cleanup auto-thread-state */
Christian Heimes7d2ff882007-11-30 14:35:04 +0000596#ifdef WITH_THREAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000597 _PyGILState_Fini();
Christian Heimes7d2ff882007-11-30 14:35:04 +0000598#endif /* WITH_THREAD */
599
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000600 /* Delete current thread */
601 PyThreadState_Swap(NULL);
602 PyInterpreterState_Delete(interp);
Barry Warsawf242aa02000-05-25 23:09:49 +0000603
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000604 /* Sundry finalizers */
605 PyMethod_Fini();
606 PyFrame_Fini();
607 PyCFunction_Fini();
608 PyTuple_Fini();
609 PyList_Fini();
610 PySet_Fini();
611 PyBytes_Fini();
612 PyByteArray_Fini();
613 PyLong_Fini();
614 PyFloat_Fini();
615 PyDict_Fini();
Antoine Pitrouf34a0cd2011-11-18 20:14:34 +0100616 PySlice_Fini();
Guido van Rossumcc283f51997-08-05 02:22:03 +0000617
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000618 /* Cleanup Unicode implementation */
619 _PyUnicode_Fini();
Marc-André Lemburg95de5c12002-04-08 08:19:36 +0000620
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000621 /* reset file system default encoding */
Victor Stinnerb744ba12010-05-15 12:27:16 +0000622 if (!Py_HasFileSystemDefaultEncoding && Py_FileSystemDefaultEncoding) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000623 free((char*)Py_FileSystemDefaultEncoding);
624 Py_FileSystemDefaultEncoding = NULL;
625 }
Christian Heimesc8967002007-11-30 10:18:26 +0000626
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000627 /* XXX Still allocated:
628 - various static ad-hoc pointers to interned strings
629 - int and float free list blocks
630 - whatever various modules and libraries allocate
631 */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000632
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000633 PyGrammar_RemoveAccelerators(&_PyParser_Grammar);
Guido van Rossumcc283f51997-08-05 02:22:03 +0000634
Tim Peters269b2a62003-04-17 19:52:29 +0000635#ifdef Py_TRACE_REFS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000636 /* Display addresses (& refcnts) of all objects still alive.
637 * An address can be used to find the repr of the object, printed
638 * above by _Py_PrintReferences.
639 */
640 if (Py_GETENV("PYTHONDUMPREFS"))
641 _Py_PrintReferenceAddresses(stderr);
Tim Peters269b2a62003-04-17 19:52:29 +0000642#endif /* Py_TRACE_REFS */
Tim Peters0e871182002-04-13 08:29:14 +0000643#ifdef PYMALLOC_DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000644 if (Py_GETENV("PYTHONMALLOCSTATS"))
David Malcolm49526f42012-06-22 14:55:41 -0400645 _PyObject_DebugMallocStats(stderr);
Tim Peters0e871182002-04-13 08:29:14 +0000646#endif
647
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000648 call_ll_exitfuncs();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000649}
650
651/* Create and initialize a new interpreter and thread, and return the
652 new thread. This requires that Py_Initialize() has been called
653 first.
654
655 Unsuccessful initialization yields a NULL pointer. Note that *no*
656 exception information is available even in this case -- the
657 exception information is held in the thread, and there is no
658 thread.
659
660 Locking: as above.
661
662*/
663
664PyThreadState *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000665Py_NewInterpreter(void)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000666{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000667 PyInterpreterState *interp;
668 PyThreadState *tstate, *save_tstate;
669 PyObject *bimod, *sysmod;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000670
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000671 if (!initialized)
672 Py_FatalError("Py_NewInterpreter: call Py_Initialize first");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000673
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000674 interp = PyInterpreterState_New();
675 if (interp == NULL)
676 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000677
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000678 tstate = PyThreadState_New(interp);
679 if (tstate == NULL) {
680 PyInterpreterState_Delete(interp);
681 return NULL;
682 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000683
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000684 save_tstate = PyThreadState_Swap(tstate);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 /* XXX The following is lax in error checking */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000687
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000688 interp->modules = PyDict_New();
Guido van Rossum25ce5661997-08-02 03:10:38 +0000689
Victor Stinner49d3f252010-10-17 01:24:53 +0000690 bimod = _PyImport_FindBuiltin("builtins");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000691 if (bimod != NULL) {
692 interp->builtins = PyModule_GetDict(bimod);
693 if (interp->builtins == NULL)
694 goto handle_error;
695 Py_INCREF(interp->builtins);
696 }
Christian Heimes6a27efa2008-10-30 21:48:26 +0000697
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000698 /* initialize builtin exceptions */
Brett Cannonfd074152012-04-14 14:10:13 -0400699 _PyExc_Init(bimod);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000700
Victor Stinner49d3f252010-10-17 01:24:53 +0000701 sysmod = _PyImport_FindBuiltin("sys");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000702 if (bimod != NULL && sysmod != NULL) {
703 PyObject *pstderr;
Brett Cannonfd074152012-04-14 14:10:13 -0400704
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000705 interp->sysdict = PyModule_GetDict(sysmod);
706 if (interp->sysdict == NULL)
707 goto handle_error;
708 Py_INCREF(interp->sysdict);
709 PySys_SetPath(Py_GetPath());
710 PyDict_SetItemString(interp->sysdict, "modules",
711 interp->modules);
712 /* Set up a preliminary stderr printer until we have enough
713 infrastructure for the io module in place. */
714 pstderr = PyFile_NewStdPrinter(fileno(stderr));
715 if (pstderr == NULL)
716 Py_FatalError("Py_Initialize: can't set preliminary stderr");
717 PySys_SetObject("stderr", pstderr);
718 PySys_SetObject("__stderr__", pstderr);
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +0000719 Py_DECREF(pstderr);
Christian Heimes6a27efa2008-10-30 21:48:26 +0000720
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000721 _PyImportHooks_Init();
Victor Stinner793b5312011-04-27 00:24:21 +0200722
Brett Cannonfd074152012-04-14 14:10:13 -0400723 import_init(interp, sysmod);
724
Victor Stinner793b5312011-04-27 00:24:21 +0200725 if (initfsencoding(interp) < 0)
726 goto handle_error;
727
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000728 if (initstdio() < 0)
729 Py_FatalError(
730 "Py_Initialize: can't initialize sys standard streams");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000731 initmain(interp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000732 if (!Py_NoSiteFlag)
733 initsite();
734 }
Guido van Rossum25ce5661997-08-02 03:10:38 +0000735
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000736 if (!PyErr_Occurred())
737 return tstate;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000738
Thomas Wouters89f507f2006-12-13 04:49:30 +0000739handle_error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000740 /* Oops, it didn't work. Undo it all. */
Guido van Rossum25ce5661997-08-02 03:10:38 +0000741
Victor Stinnerc40a3502011-04-27 00:20:27 +0200742 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 PyThreadState_Clear(tstate);
744 PyThreadState_Swap(save_tstate);
745 PyThreadState_Delete(tstate);
746 PyInterpreterState_Delete(interp);
Guido van Rossum25ce5661997-08-02 03:10:38 +0000747
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000748 return NULL;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000749}
750
751/* Delete an interpreter and its last thread. This requires that the
752 given thread state is current, that the thread has no remaining
753 frames, and that it is its interpreter's only remaining thread.
754 It is a fatal error to violate these constraints.
755
756 (Py_Finalize() doesn't have these constraints -- it zaps
757 everything, regardless.)
758
759 Locking: as above.
760
761*/
762
763void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000764Py_EndInterpreter(PyThreadState *tstate)
Guido van Rossum25ce5661997-08-02 03:10:38 +0000765{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000766 PyInterpreterState *interp = tstate->interp;
Guido van Rossum25ce5661997-08-02 03:10:38 +0000767
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000768 if (tstate != PyThreadState_GET())
769 Py_FatalError("Py_EndInterpreter: thread is not current");
770 if (tstate->frame != NULL)
771 Py_FatalError("Py_EndInterpreter: thread still has a frame");
772 if (tstate != interp->tstate_head || tstate->next != NULL)
773 Py_FatalError("Py_EndInterpreter: not the last thread");
Guido van Rossum25ce5661997-08-02 03:10:38 +0000774
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000775 PyImport_Cleanup();
776 PyInterpreterState_Clear(interp);
777 PyThreadState_Swap(NULL);
778 PyInterpreterState_Delete(interp);
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000779}
780
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200781#ifdef MS_WINDOWS
Martin v. Löwis790465f2008-04-05 20:41:37 +0000782static wchar_t *progname = L"python";
Antoine Pitrou01cca5e2012-07-05 20:56:30 +0200783#else
784static wchar_t *progname = L"python3";
785#endif
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000786
787void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000788Py_SetProgramName(wchar_t *pn)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000789{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000790 if (pn && *pn)
791 progname = pn;
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000792}
793
Martin v. Löwis790465f2008-04-05 20:41:37 +0000794wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000795Py_GetProgramName(void)
Guido van Rossumad6dfda1997-07-19 19:17:22 +0000796{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000797 return progname;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000798}
799
Martin v. Löwis790465f2008-04-05 20:41:37 +0000800static wchar_t *default_home = NULL;
801static wchar_t env_home[PATH_MAX+1];
Guido van Rossuma61691e1998-02-06 22:27:24 +0000802
803void
Martin v. Löwis790465f2008-04-05 20:41:37 +0000804Py_SetPythonHome(wchar_t *home)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000805{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000806 default_home = home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000807}
808
Martin v. Löwis790465f2008-04-05 20:41:37 +0000809wchar_t *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000810Py_GetPythonHome(void)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000811{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000812 wchar_t *home = default_home;
813 if (home == NULL && !Py_IgnoreEnvironmentFlag) {
814 char* chome = Py_GETENV("PYTHONHOME");
815 if (chome) {
816 size_t r = mbstowcs(env_home, chome, PATH_MAX+1);
817 if (r != (size_t)-1 && r <= PATH_MAX)
818 home = env_home;
819 }
Martin v. Löwis790465f2008-04-05 20:41:37 +0000820
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000821 }
822 return home;
Guido van Rossuma61691e1998-02-06 22:27:24 +0000823}
824
Guido van Rossum6135a871995-01-09 17:53:26 +0000825/* Create __main__ module */
826
827static void
Nick Coghlan85e729e2012-07-15 18:09:52 +1000828initmain(PyInterpreterState *interp)
Guido van Rossum6135a871995-01-09 17:53:26 +0000829{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000830 PyObject *m, *d;
831 m = PyImport_AddModule("__main__");
832 if (m == NULL)
833 Py_FatalError("can't create __main__ module");
834 d = PyModule_GetDict(m);
835 if (PyDict_GetItemString(d, "__builtins__") == NULL) {
836 PyObject *bimod = PyImport_ImportModule("builtins");
Nick Coghlan85e729e2012-07-15 18:09:52 +1000837 if (bimod == NULL) {
838 Py_FatalError("Failed to retrieve builtins module");
839 }
840 if (PyDict_SetItemString(d, "__builtins__", bimod) < 0) {
841 Py_FatalError("Failed to initialize __main__.__builtins__");
842 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000843 Py_DECREF(bimod);
844 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000845 /* Main is a little special - imp.is_builtin("__main__") will return
846 * False, but BuiltinImporter is still the most appropriate initial
847 * setting for its __loader__ attribute. A more suitable value will
848 * be set if __main__ gets further initialized later in the startup
849 * process.
850 */
851 if (PyDict_GetItemString(d, "__loader__") == NULL) {
852 PyObject *loader = PyObject_GetAttrString(interp->importlib,
853 "BuiltinImporter");
854 if (loader == NULL) {
855 Py_FatalError("Failed to retrieve BuiltinImporter");
856 }
857 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
858 Py_FatalError("Failed to initialize __main__.__loader__");
859 }
860 Py_DECREF(loader);
861 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000862}
863
Victor Stinner793b5312011-04-27 00:24:21 +0200864static int
865initfsencoding(PyInterpreterState *interp)
Victor Stinnerb744ba12010-05-15 12:27:16 +0000866{
867 PyObject *codec;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000868
Victor Stinnerd64e8a72011-07-04 13:48:30 +0200869 if (Py_FileSystemDefaultEncoding == NULL)
870 {
871 Py_FileSystemDefaultEncoding = get_locale_encoding();
872 if (Py_FileSystemDefaultEncoding == NULL)
Victor Stinnere4743092010-10-19 00:05:51 +0000873 Py_FatalError("Py_Initialize: Unable to get the locale encoding");
Victor Stinnerb744ba12010-05-15 12:27:16 +0000874
Victor Stinnere4743092010-10-19 00:05:51 +0000875 Py_HasFileSystemDefaultEncoding = 0;
Victor Stinner793b5312011-04-27 00:24:21 +0200876 interp->fscodec_initialized = 1;
877 return 0;
Victor Stinner7f84ab52010-06-11 00:36:33 +0000878 }
Victor Stinnerb744ba12010-05-15 12:27:16 +0000879
880 /* the encoding is mbcs, utf-8 or ascii */
881 codec = _PyCodec_Lookup(Py_FileSystemDefaultEncoding);
882 if (!codec) {
883 /* Such error can only occurs in critical situations: no more
884 * memory, import a module of the standard library failed,
885 * etc. */
Victor Stinner793b5312011-04-27 00:24:21 +0200886 return -1;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000887 }
Victor Stinner793b5312011-04-27 00:24:21 +0200888 Py_DECREF(codec);
889 interp->fscodec_initialized = 1;
890 return 0;
Victor Stinnerb744ba12010-05-15 12:27:16 +0000891}
892
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000893/* Import the site module (not into __main__ though) */
894
895static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000896initsite(void)
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000897{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000898 PyObject *m;
899 m = PyImport_ImportModule("site");
900 if (m == NULL) {
901 PyErr_Print();
902 Py_Finalize();
903 exit(1);
904 }
905 else {
906 Py_DECREF(m);
907 }
Guido van Rossumdcc0c131997-08-29 22:32:42 +0000908}
909
Antoine Pitrou05608432009-01-09 18:53:14 +0000910static PyObject*
911create_stdio(PyObject* io,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 int fd, int write_mode, char* name,
913 char* encoding, char* errors)
Antoine Pitrou05608432009-01-09 18:53:14 +0000914{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000915 PyObject *buf = NULL, *stream = NULL, *text = NULL, *raw = NULL, *res;
916 const char* mode;
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000917 const char* newline;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000918 PyObject *line_buffering;
919 int buffering, isatty;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200920 _Py_IDENTIFIER(open);
921 _Py_IDENTIFIER(isatty);
922 _Py_IDENTIFIER(TextIOWrapper);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200923 _Py_IDENTIFIER(name);
924 _Py_IDENTIFIER(mode);
Antoine Pitrou05608432009-01-09 18:53:14 +0000925
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000926 /* stdin is always opened in buffered mode, first because it shouldn't
927 make a difference in common use cases, second because TextIOWrapper
928 depends on the presence of a read1() method which only exists on
929 buffered streams.
930 */
931 if (Py_UnbufferedStdioFlag && write_mode)
932 buffering = 0;
933 else
934 buffering = -1;
935 if (write_mode)
936 mode = "wb";
937 else
938 mode = "rb";
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200939 buf = _PyObject_CallMethodId(io, &PyId_open, "isiOOOi",
940 fd, mode, buffering,
941 Py_None, Py_None, Py_None, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000942 if (buf == NULL)
943 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000944
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000945 if (buffering) {
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200946 _Py_IDENTIFIER(raw);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200947 raw = _PyObject_GetAttrId(buf, &PyId_raw);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000948 if (raw == NULL)
949 goto error;
950 }
951 else {
952 raw = buf;
953 Py_INCREF(raw);
954 }
Antoine Pitrou05608432009-01-09 18:53:14 +0000955
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000956 text = PyUnicode_FromString(name);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200957 if (text == NULL || _PyObject_SetAttrId(raw, &PyId_name, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000958 goto error;
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200959 res = _PyObject_CallMethodId(raw, &PyId_isatty, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000960 if (res == NULL)
961 goto error;
962 isatty = PyObject_IsTrue(res);
963 Py_DECREF(res);
964 if (isatty == -1)
965 goto error;
966 if (isatty || Py_UnbufferedStdioFlag)
967 line_buffering = Py_True;
968 else
969 line_buffering = Py_False;
Antoine Pitrou91696412009-01-09 22:12:30 +0000970
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000971 Py_CLEAR(raw);
972 Py_CLEAR(text);
Antoine Pitrou91696412009-01-09 22:12:30 +0000973
Victor Stinnerc0f1a1a2011-02-23 12:07:37 +0000974 newline = "\n";
975#ifdef MS_WINDOWS
976 if (!write_mode) {
977 /* translate \r\n to \n for sys.stdin on Windows */
978 newline = NULL;
979 }
980#endif
981
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200982 stream = _PyObject_CallMethodId(io, &PyId_TextIOWrapper, "OsssO",
983 buf, encoding, errors,
984 newline, line_buffering);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000985 Py_CLEAR(buf);
986 if (stream == NULL)
987 goto error;
Antoine Pitrou05608432009-01-09 18:53:14 +0000988
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000989 if (write_mode)
990 mode = "w";
991 else
992 mode = "r";
993 text = PyUnicode_FromString(mode);
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200994 if (!text || _PyObject_SetAttrId(stream, &PyId_mode, text) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000995 goto error;
996 Py_CLEAR(text);
997 return stream;
Antoine Pitrou05608432009-01-09 18:53:14 +0000998
999error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001000 Py_XDECREF(buf);
1001 Py_XDECREF(stream);
1002 Py_XDECREF(text);
1003 Py_XDECREF(raw);
1004 return NULL;
Antoine Pitrou05608432009-01-09 18:53:14 +00001005}
1006
Antoine Pitrou11942a52011-11-28 19:08:36 +01001007static int
1008is_valid_fd(int fd)
1009{
1010 int dummy_fd;
1011 if (fd < 0 || !_PyVerify_fd(fd))
1012 return 0;
1013 dummy_fd = dup(fd);
1014 if (dummy_fd < 0)
1015 return 0;
1016 close(dummy_fd);
1017 return 1;
1018}
1019
Georg Brandl1a3284e2007-12-02 09:40:06 +00001020/* Initialize sys.stdin, stdout, stderr and builtins.open */
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001021static int
1022initstdio(void)
1023{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001024 PyObject *iomod = NULL, *wrapper;
1025 PyObject *bimod = NULL;
1026 PyObject *m;
1027 PyObject *std = NULL;
1028 int status = 0, fd;
1029 PyObject * encoding_attr;
1030 char *encoding = NULL, *errors;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001031
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001032 /* Hack to avoid a nasty recursion issue when Python is invoked
1033 in verbose mode: pre-import the Latin-1 and UTF-8 codecs */
1034 if ((m = PyImport_ImportModule("encodings.utf_8")) == NULL) {
1035 goto error;
1036 }
1037 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001038
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001039 if (!(m = PyImport_ImportModule("encodings.latin_1"))) {
1040 goto error;
1041 }
1042 Py_DECREF(m);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001043
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001044 if (!(bimod = PyImport_ImportModule("builtins"))) {
1045 goto error;
1046 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001047
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001048 if (!(iomod = PyImport_ImportModule("io"))) {
1049 goto error;
1050 }
1051 if (!(wrapper = PyObject_GetAttrString(iomod, "OpenWrapper"))) {
1052 goto error;
1053 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001054
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001055 /* Set builtins.open */
1056 if (PyObject_SetAttrString(bimod, "open", wrapper) == -1) {
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001057 Py_DECREF(wrapper);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 goto error;
1059 }
Antoine Pitrou5a96b522010-11-20 19:50:57 +00001060 Py_DECREF(wrapper);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001061
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001062 encoding = Py_GETENV("PYTHONIOENCODING");
1063 errors = NULL;
1064 if (encoding) {
1065 encoding = strdup(encoding);
1066 errors = strchr(encoding, ':');
1067 if (errors) {
1068 *errors = '\0';
1069 errors++;
1070 }
1071 }
Martin v. Löwis0f599892008-06-02 11:13:03 +00001072
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001073 /* Set sys.stdin */
1074 fd = fileno(stdin);
1075 /* Under some conditions stdin, stdout and stderr may not be connected
1076 * and fileno() may point to an invalid file descriptor. For example
1077 * GUI apps don't have valid standard streams by default.
1078 */
Antoine Pitrou11942a52011-11-28 19:08:36 +01001079 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 std = Py_None;
1081 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001082 }
1083 else {
1084 std = create_stdio(iomod, fd, 0, "<stdin>", encoding, errors);
1085 if (std == NULL)
1086 goto error;
1087 } /* if (fd < 0) */
1088 PySys_SetObject("__stdin__", std);
1089 PySys_SetObject("stdin", std);
1090 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001091
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 /* Set sys.stdout */
1093 fd = fileno(stdout);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001094 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 std = Py_None;
1096 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001097 }
1098 else {
1099 std = create_stdio(iomod, fd, 1, "<stdout>", encoding, errors);
1100 if (std == NULL)
1101 goto error;
1102 } /* if (fd < 0) */
1103 PySys_SetObject("__stdout__", std);
1104 PySys_SetObject("stdout", std);
1105 Py_DECREF(std);
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001106
Guido van Rossum98297ee2007-11-06 21:34:58 +00001107#if 1 /* Disable this if you have trouble debugging bootstrap stuff */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001108 /* Set sys.stderr, replaces the preliminary stderr */
1109 fd = fileno(stderr);
Antoine Pitrou11942a52011-11-28 19:08:36 +01001110 if (!is_valid_fd(fd)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001111 std = Py_None;
1112 Py_INCREF(std);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 }
1114 else {
1115 std = create_stdio(iomod, fd, 1, "<stderr>", encoding, "backslashreplace");
1116 if (std == NULL)
1117 goto error;
1118 } /* if (fd < 0) */
Trent Nelson39e307e2008-03-19 06:45:48 +00001119
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001120 /* Same as hack above, pre-import stderr's codec to avoid recursion
1121 when import.c tries to write to stderr in verbose mode. */
1122 encoding_attr = PyObject_GetAttrString(std, "encoding");
1123 if (encoding_attr != NULL) {
1124 const char * encoding;
1125 encoding = _PyUnicode_AsString(encoding_attr);
1126 if (encoding != NULL) {
Antoine Pitrou2fabfac2012-01-18 15:14:46 +01001127 PyObject *codec_info = _PyCodec_Lookup(encoding);
1128 Py_XDECREF(codec_info);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001129 }
Hirokazu Yamamotodaf83ac2010-10-30 15:08:15 +00001130 Py_DECREF(encoding_attr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001131 }
1132 PyErr_Clear(); /* Not a fatal error if codec isn't available */
Trent Nelson39e307e2008-03-19 06:45:48 +00001133
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001134 PySys_SetObject("__stderr__", std);
1135 PySys_SetObject("stderr", std);
1136 Py_DECREF(std);
Guido van Rossum98297ee2007-11-06 21:34:58 +00001137#endif
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001138
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001139 if (0) {
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001140 error:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001141 status = -1;
1142 }
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001143
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001144 if (encoding)
1145 free(encoding);
1146 Py_XDECREF(bimod);
1147 Py_XDECREF(iomod);
1148 return status;
Guido van Rossumce3a72a2007-10-19 23:16:50 +00001149}
1150
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001151/* Parse input from a file and execute it */
1152
1153int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001154PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001155 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001156{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001157 if (filename == NULL)
1158 filename = "???";
1159 if (Py_FdIsInteractive(fp, filename)) {
1160 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
1161 if (closeit)
1162 fclose(fp);
1163 return err;
1164 }
1165 else
1166 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001167}
1168
1169int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001170PyRun_InteractiveLoopFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001171{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001172 PyObject *v;
1173 int ret;
1174 PyCompilerFlags local_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001175
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001176 if (flags == NULL) {
1177 flags = &local_flags;
1178 local_flags.cf_flags = 0;
1179 }
1180 v = PySys_GetObject("ps1");
1181 if (v == NULL) {
1182 PySys_SetObject("ps1", v = PyUnicode_FromString(">>> "));
1183 Py_XDECREF(v);
1184 }
1185 v = PySys_GetObject("ps2");
1186 if (v == NULL) {
1187 PySys_SetObject("ps2", v = PyUnicode_FromString("... "));
1188 Py_XDECREF(v);
1189 }
1190 for (;;) {
1191 ret = PyRun_InteractiveOneFlags(fp, filename, flags);
1192 PRINT_TOTAL_REFS();
1193 if (ret == E_EOF)
1194 return 0;
1195 /*
1196 if (ret == E_NOMEM)
1197 return -1;
1198 */
1199 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001200}
1201
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001202/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001203static int PARSER_FLAGS(PyCompilerFlags *flags)
1204{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001205 int parser_flags = 0;
1206 if (!flags)
1207 return 0;
1208 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
1209 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
1210 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
1211 parser_flags |= PyPARSE_IGNORE_COOKIE;
1212 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
1213 parser_flags |= PyPARSE_BARRY_AS_BDFL;
1214 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +00001215}
Neil Schemenauerc24ea082002-03-22 23:53:36 +00001216
Thomas Wouters89f507f2006-12-13 04:49:30 +00001217#if 0
1218/* Keep an example of flags with future keyword support. */
1219#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001220 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
1221 PyPARSE_DONT_IMPLY_DEDENT : 0) \
1222 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
1223 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +00001224#endif
1225
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001226int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001227PyRun_InteractiveOneFlags(FILE *fp, const char *filename, PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +00001228{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001229 PyObject *m, *d, *v, *w, *oenc = NULL;
1230 mod_ty mod;
1231 PyArena *arena;
1232 char *ps1 = "", *ps2 = "", *enc = NULL;
1233 int errcode = 0;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001234 _Py_IDENTIFIER(encoding);
Tim Petersfe2127d2001-07-16 05:37:24 +00001235
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001236 if (fp == stdin) {
1237 /* Fetch encoding from sys.stdin */
1238 v = PySys_GetObject("stdin");
1239 if (v == NULL || v == Py_None)
1240 return -1;
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001241 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001242 if (!oenc)
1243 return -1;
1244 enc = _PyUnicode_AsString(oenc);
Victor Stinner386fe712010-05-19 00:34:15 +00001245 if (enc == NULL)
1246 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001247 }
1248 v = PySys_GetObject("ps1");
1249 if (v != NULL) {
1250 v = PyObject_Str(v);
1251 if (v == NULL)
1252 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001253 else if (PyUnicode_Check(v)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001254 ps1 = _PyUnicode_AsString(v);
Victor Stinner386fe712010-05-19 00:34:15 +00001255 if (ps1 == NULL) {
1256 PyErr_Clear();
1257 ps1 = "";
1258 }
1259 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001260 }
1261 w = PySys_GetObject("ps2");
1262 if (w != NULL) {
1263 w = PyObject_Str(w);
1264 if (w == NULL)
1265 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +00001266 else if (PyUnicode_Check(w)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001267 ps2 = _PyUnicode_AsString(w);
Victor Stinner386fe712010-05-19 00:34:15 +00001268 if (ps2 == NULL) {
1269 PyErr_Clear();
1270 ps2 = "";
1271 }
1272 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001273 }
1274 arena = PyArena_New();
1275 if (arena == NULL) {
1276 Py_XDECREF(v);
1277 Py_XDECREF(w);
1278 Py_XDECREF(oenc);
1279 return -1;
1280 }
1281 mod = PyParser_ASTFromFile(fp, filename, enc,
1282 Py_single_input, ps1, ps2,
1283 flags, &errcode, arena);
1284 Py_XDECREF(v);
1285 Py_XDECREF(w);
1286 Py_XDECREF(oenc);
1287 if (mod == NULL) {
1288 PyArena_Free(arena);
1289 if (errcode == E_EOF) {
1290 PyErr_Clear();
1291 return E_EOF;
1292 }
1293 PyErr_Print();
1294 return -1;
1295 }
1296 m = PyImport_AddModule("__main__");
1297 if (m == NULL) {
1298 PyArena_Free(arena);
1299 return -1;
1300 }
1301 d = PyModule_GetDict(m);
1302 v = run_mod(mod, filename, d, d, flags, arena);
1303 PyArena_Free(arena);
1304 flush_io();
1305 if (v == NULL) {
1306 PyErr_Print();
1307 return -1;
1308 }
1309 Py_DECREF(v);
1310 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001311}
1312
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001313/* Check whether a file maybe a pyc file: Look at the extension,
1314 the file type, and, if we may close it, at the first few bytes. */
1315
1316static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001317maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001318{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001319 if (strcmp(ext, ".pyc") == 0 || strcmp(ext, ".pyo") == 0)
1320 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001321
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001322 /* Only look into the file if we are allowed to close it, since
1323 it then should also be seekable. */
1324 if (closeit) {
1325 /* Read only two bytes of the magic. If the file was opened in
1326 text mode, the bytes 3 and 4 of the magic (\r\n) might not
1327 be read as they are on disk. */
1328 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
1329 unsigned char buf[2];
1330 /* Mess: In case of -x, the stream is NOT at its start now,
1331 and ungetc() was used to push back the first newline,
1332 which makes the current stream position formally undefined,
1333 and a x-platform nightmare.
1334 Unfortunately, we have no direct way to know whether -x
1335 was specified. So we use a terrible hack: if the current
1336 stream position is not 0, we assume -x was specified, and
1337 give up. Bug 132850 on SourceForge spells out the
1338 hopelessness of trying anything else (fseek and ftell
1339 don't work predictably x-platform for text-mode files).
1340 */
1341 int ispyc = 0;
1342 if (ftell(fp) == 0) {
1343 if (fread(buf, 1, 2, fp) == 2 &&
1344 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
1345 ispyc = 1;
1346 rewind(fp);
1347 }
1348 return ispyc;
1349 }
1350 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +00001351}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +00001352
Guido van Rossum0df002c2000-08-27 19:21:52 +00001353int
Nick Coghlan85e729e2012-07-15 18:09:52 +10001354set_main_loader(PyObject *d, const char *filename, const char *loader_name)
1355{
1356 PyInterpreterState *interp;
1357 PyThreadState *tstate;
1358 PyObject *loader;
1359 /* Get current thread state and interpreter pointer */
1360 tstate = PyThreadState_GET();
1361 interp = tstate->interp;
1362 loader = PyObject_GetAttrString(interp->importlib, loader_name);
1363 if (loader == NULL ||
1364 (PyDict_SetItemString(d, "__loader__", loader) < 0)) {
1365 return -1;
1366 }
1367 Py_DECREF(loader);
1368 return 0;
1369}
1370
1371int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001372PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001373 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001374{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001375 PyObject *m, *d, *v;
1376 const char *ext;
Victor Stinner0fcab4a2011-01-04 12:59:15 +00001377 int set_file_name = 0, ret;
1378 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001379
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001380 m = PyImport_AddModule("__main__");
1381 if (m == NULL)
1382 return -1;
1383 d = PyModule_GetDict(m);
1384 if (PyDict_GetItemString(d, "__file__") == NULL) {
1385 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001386 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001387 if (f == NULL)
1388 return -1;
1389 if (PyDict_SetItemString(d, "__file__", f) < 0) {
1390 Py_DECREF(f);
1391 return -1;
1392 }
Barry Warsaw916048d2011-09-20 14:45:44 -04001393 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
1394 Py_DECREF(f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001395 return -1;
Barry Warsaw916048d2011-09-20 14:45:44 -04001396 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001397 set_file_name = 1;
1398 Py_DECREF(f);
1399 }
1400 len = strlen(filename);
1401 ext = filename + len - (len > 4 ? 4 : 0);
1402 if (maybe_pyc_file(fp, filename, ext, closeit)) {
1403 /* Try to run a pyc file. First, re-open in binary */
1404 if (closeit)
1405 fclose(fp);
1406 if ((fp = fopen(filename, "rb")) == NULL) {
1407 fprintf(stderr, "python: Can't reopen .pyc file\n");
1408 ret = -1;
1409 goto done;
1410 }
1411 /* Turn on optimization if a .pyo file is given */
1412 if (strcmp(ext, ".pyo") == 0)
1413 Py_OptimizeFlag = 1;
Nick Coghlan85e729e2012-07-15 18:09:52 +10001414
1415 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
1416 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1417 ret = -1;
1418 goto done;
1419 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001420 v = run_pyc_file(fp, filename, d, d, flags);
1421 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +10001422 /* When running from stdin, leave __main__.__loader__ alone */
1423 if (strcmp(filename, "<stdin>") != 0 &&
1424 set_main_loader(d, filename, "SourceFileLoader") < 0) {
1425 fprintf(stderr, "python: failed to set __main__.__loader__\n");
1426 ret = -1;
1427 goto done;
1428 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001429 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
1430 closeit, flags);
1431 }
1432 flush_io();
1433 if (v == NULL) {
1434 PyErr_Print();
1435 ret = -1;
1436 goto done;
1437 }
1438 Py_DECREF(v);
1439 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001440 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001441 if (set_file_name && PyDict_DelItemString(d, "__file__"))
1442 PyErr_Clear();
1443 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001444}
1445
1446int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001447PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +00001448{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001449 PyObject *m, *d, *v;
1450 m = PyImport_AddModule("__main__");
1451 if (m == NULL)
1452 return -1;
1453 d = PyModule_GetDict(m);
1454 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
1455 if (v == NULL) {
1456 PyErr_Print();
1457 return -1;
1458 }
1459 Py_DECREF(v);
1460 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001461}
1462
Barry Warsaw035574d1997-08-29 22:07:17 +00001463static int
Martin v. Löwis95292d62002-12-11 14:04:59 +00001464parse_syntax_error(PyObject *err, PyObject **message, const char **filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001465 int *lineno, int *offset, const char **text)
Barry Warsaw035574d1997-08-29 22:07:17 +00001466{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001467 long hold;
1468 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001469 _Py_IDENTIFIER(msg);
1470 _Py_IDENTIFIER(filename);
1471 _Py_IDENTIFIER(lineno);
1472 _Py_IDENTIFIER(offset);
1473 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +00001474
Benjamin Peterson80d50422012-04-03 00:30:38 -04001475 *message = NULL;
1476
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001477 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001478 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001479 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001480 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +00001481
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001482 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001483 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001484 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001485 if (v == Py_None) {
1486 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001487 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001488 }
1489 else {
1490 *filename = _PyUnicode_AsString(v);
1491 Py_DECREF(v);
1492 if (!*filename)
1493 goto finally;
1494 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001495
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001496 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001497 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001498 goto finally;
1499 hold = PyLong_AsLong(v);
1500 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001501 if (hold < 0 && PyErr_Occurred())
1502 goto finally;
1503 *lineno = (int)hold;
Barry Warsaw035574d1997-08-29 22:07:17 +00001504
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001505 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001506 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001507 goto finally;
1508 if (v == Py_None) {
1509 *offset = -1;
1510 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001511 } else {
1512 hold = PyLong_AsLong(v);
1513 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001514 if (hold < 0 && PyErr_Occurred())
1515 goto finally;
1516 *offset = (int)hold;
1517 }
Barry Warsaw035574d1997-08-29 22:07:17 +00001518
Benjamin Peterson0a9a6362012-04-03 00:35:36 -04001519 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -04001520 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001521 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001522 if (v == Py_None) {
1523 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001524 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -04001525 }
1526 else {
1527 *text = _PyUnicode_AsString(v);
1528 Py_DECREF(v);
1529 if (!*text)
1530 goto finally;
1531 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001532 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +00001533
1534finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -04001535 Py_XDECREF(*message);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001536 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +00001537}
1538
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001539void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001540PyErr_Print(void)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001541{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001542 PyErr_PrintEx(1);
Guido van Rossuma61691e1998-02-06 22:27:24 +00001543}
1544
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001545static void
Martin v. Löwis95292d62002-12-11 14:04:59 +00001546print_error_text(PyObject *f, int offset, const char *text)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001547{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001548 char *nl;
1549 if (offset >= 0) {
Benjamin Petersona95e9772010-10-29 03:28:14 +00001550 if (offset > 0 && offset == strlen(text) && text[offset - 1] == '\n')
1551 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001552 for (;;) {
1553 nl = strchr(text, '\n');
1554 if (nl == NULL || nl-text >= offset)
1555 break;
1556 offset -= (int)(nl+1-text);
1557 text = nl+1;
1558 }
1559 while (*text == ' ' || *text == '\t') {
1560 text++;
1561 offset--;
1562 }
1563 }
1564 PyFile_WriteString(" ", f);
1565 PyFile_WriteString(text, f);
1566 if (*text == '\0' || text[strlen(text)-1] != '\n')
1567 PyFile_WriteString("\n", f);
1568 if (offset == -1)
1569 return;
1570 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +00001571 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001572 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001573 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00001574}
1575
Guido van Rossum66e8e862001-03-23 17:54:43 +00001576static void
1577handle_system_exit(void)
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001578{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001579 PyObject *exception, *value, *tb;
1580 int exitcode = 0;
Tim Peterscf615b52003-04-19 18:47:02 +00001581
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001582 if (Py_InspectFlag)
1583 /* Don't exit if -i flag was given. This flag is set to 0
1584 * when entering interactive mode for inspecting. */
1585 return;
Guido van Rossumd8faa362007-04-27 19:54:29 +00001586
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001587 PyErr_Fetch(&exception, &value, &tb);
1588 fflush(stdout);
1589 if (value == NULL || value == Py_None)
1590 goto done;
1591 if (PyExceptionInstance_Check(value)) {
1592 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001593 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001594 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001595 if (code) {
1596 Py_DECREF(value);
1597 value = code;
1598 if (value == Py_None)
1599 goto done;
1600 }
1601 /* If we failed to dig out the 'code' attribute,
1602 just let the else clause below print the error. */
1603 }
1604 if (PyLong_Check(value))
1605 exitcode = (int)PyLong_AsLong(value);
1606 else {
Victor Stinnere9fb3192010-05-17 08:58:51 +00001607 PyObject *sys_stderr = PySys_GetObject("stderr");
Victor Stinner7126dbc2010-05-21 23:45:42 +00001608 if (sys_stderr != NULL && sys_stderr != Py_None) {
1609 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
1610 } else {
1611 PyObject_Print(value, stderr, Py_PRINT_RAW);
1612 fflush(stderr);
1613 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001614 PySys_WriteStderr("\n");
1615 exitcode = 1;
1616 }
Tim Peterscf615b52003-04-19 18:47:02 +00001617 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001618 /* Restore and clear the exception info, in order to properly decref
1619 * the exception, value, and traceback. If we just exit instead,
1620 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
1621 * some finalizers from running.
1622 */
1623 PyErr_Restore(exception, value, tb);
1624 PyErr_Clear();
1625 Py_Exit(exitcode);
1626 /* NOTREACHED */
Ka-Ping Yee26fabb02001-03-23 15:36:41 +00001627}
1628
1629void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001630PyErr_PrintEx(int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +00001631{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001632 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +00001633
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001634 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1635 handle_system_exit();
1636 }
1637 PyErr_Fetch(&exception, &v, &tb);
1638 if (exception == NULL)
1639 return;
1640 PyErr_NormalizeException(&exception, &v, &tb);
1641 if (tb == NULL) {
1642 tb = Py_None;
1643 Py_INCREF(tb);
1644 }
1645 PyException_SetTraceback(v, tb);
1646 if (exception == NULL)
1647 return;
1648 /* Now we know v != NULL too */
1649 if (set_sys_last_vars) {
1650 PySys_SetObject("last_type", exception);
1651 PySys_SetObject("last_value", v);
1652 PySys_SetObject("last_traceback", tb);
1653 }
1654 hook = PySys_GetObject("excepthook");
1655 if (hook) {
1656 PyObject *args = PyTuple_Pack(3, exception, v, tb);
1657 PyObject *result = PyEval_CallObject(hook, args);
1658 if (result == NULL) {
1659 PyObject *exception2, *v2, *tb2;
1660 if (PyErr_ExceptionMatches(PyExc_SystemExit)) {
1661 handle_system_exit();
1662 }
1663 PyErr_Fetch(&exception2, &v2, &tb2);
1664 PyErr_NormalizeException(&exception2, &v2, &tb2);
1665 /* It should not be possible for exception2 or v2
1666 to be NULL. However PyErr_Display() can't
1667 tolerate NULLs, so just be safe. */
1668 if (exception2 == NULL) {
1669 exception2 = Py_None;
1670 Py_INCREF(exception2);
1671 }
1672 if (v2 == NULL) {
1673 v2 = Py_None;
1674 Py_INCREF(v2);
1675 }
1676 fflush(stdout);
1677 PySys_WriteStderr("Error in sys.excepthook:\n");
1678 PyErr_Display(exception2, v2, tb2);
1679 PySys_WriteStderr("\nOriginal exception was:\n");
1680 PyErr_Display(exception, v, tb);
1681 Py_DECREF(exception2);
1682 Py_DECREF(v2);
1683 Py_XDECREF(tb2);
1684 }
1685 Py_XDECREF(result);
1686 Py_XDECREF(args);
1687 } else {
1688 PySys_WriteStderr("sys.excepthook is missing\n");
1689 PyErr_Display(exception, v, tb);
1690 }
1691 Py_XDECREF(exception);
1692 Py_XDECREF(v);
1693 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001694}
1695
Benjamin Petersone6528212008-07-15 15:32:09 +00001696static void
1697print_exception(PyObject *f, PyObject *value)
1698{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001699 int err = 0;
1700 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001701 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +00001702
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001703 if (!PyExceptionInstance_Check(value)) {
1704 PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
1705 PyFile_WriteString(Py_TYPE(value)->tp_name, f);
1706 PyFile_WriteString(" found\n", f);
1707 return;
1708 }
Benjamin Peterson26582602008-08-23 20:08:07 +00001709
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001710 Py_INCREF(value);
1711 fflush(stdout);
1712 type = (PyObject *) Py_TYPE(value);
1713 tb = PyException_GetTraceback(value);
1714 if (tb && tb != Py_None)
1715 err = PyTraceBack_Print(tb, f);
1716 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +02001717 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001718 {
1719 PyObject *message;
1720 const char *filename, *text;
1721 int lineno, offset;
1722 if (!parse_syntax_error(value, &message, &filename,
1723 &lineno, &offset, &text))
1724 PyErr_Clear();
1725 else {
1726 char buf[10];
1727 PyFile_WriteString(" File \"", f);
1728 if (filename == NULL)
1729 PyFile_WriteString("<string>", f);
1730 else
1731 PyFile_WriteString(filename, f);
1732 PyFile_WriteString("\", line ", f);
1733 PyOS_snprintf(buf, sizeof(buf), "%d", lineno);
1734 PyFile_WriteString(buf, f);
1735 PyFile_WriteString("\n", f);
1736 if (text != NULL)
1737 print_error_text(f, offset, text);
1738 Py_DECREF(value);
1739 value = message;
1740 /* Can't be bothered to check all those
1741 PyFile_WriteString() calls */
1742 if (PyErr_Occurred())
1743 err = -1;
1744 }
1745 }
1746 if (err) {
1747 /* Don't do anything else */
1748 }
1749 else {
1750 PyObject* moduleName;
1751 char* className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001752 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001753 assert(PyExceptionClass_Check(type));
1754 className = PyExceptionClass_Name(type);
1755 if (className != NULL) {
1756 char *dot = strrchr(className, '.');
1757 if (dot != NULL)
1758 className = dot+1;
1759 }
Benjamin Petersone6528212008-07-15 15:32:09 +00001760
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02001761 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001762 if (moduleName == NULL || !PyUnicode_Check(moduleName))
1763 {
Victor Stinner13b21bd2011-05-26 14:25:13 +02001764 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001765 err = PyFile_WriteString("<unknown>", f);
1766 }
1767 else {
1768 char* modstr = _PyUnicode_AsString(moduleName);
1769 if (modstr && strcmp(modstr, "builtins"))
1770 {
1771 err = PyFile_WriteString(modstr, f);
1772 err += PyFile_WriteString(".", f);
1773 }
1774 Py_DECREF(moduleName);
1775 }
1776 if (err == 0) {
1777 if (className == NULL)
1778 err = PyFile_WriteString("<unknown>", f);
1779 else
1780 err = PyFile_WriteString(className, f);
1781 }
1782 }
1783 if (err == 0 && (value != Py_None)) {
1784 PyObject *s = PyObject_Str(value);
1785 /* only print colon if the str() of the
1786 object is not the empty string
1787 */
1788 if (s == NULL)
1789 err = -1;
1790 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +01001791 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001792 err = PyFile_WriteString(": ", f);
1793 if (err == 0)
1794 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
1795 Py_XDECREF(s);
1796 }
1797 /* try to write a newline in any case */
1798 err += PyFile_WriteString("\n", f);
1799 Py_XDECREF(tb);
1800 Py_DECREF(value);
1801 /* If an error happened here, don't show it.
1802 XXX This is wrong, but too many callers rely on this behavior. */
1803 if (err != 0)
1804 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001805}
1806
1807static const char *cause_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001808 "\nThe above exception was the direct cause "
1809 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001810
1811static const char *context_message =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001812 "\nDuring handling of the above exception, "
1813 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +00001814
1815static void
1816print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
1817{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001818 int err = 0, res;
1819 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +00001820
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001821 if (seen != NULL) {
1822 /* Exception chaining */
1823 if (PySet_Add(seen, value) == -1)
1824 PyErr_Clear();
1825 else if (PyExceptionInstance_Check(value)) {
1826 cause = PyException_GetCause(value);
1827 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001828 if (cause) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001829 res = PySet_Contains(seen, cause);
1830 if (res == -1)
1831 PyErr_Clear();
1832 if (res == 0) {
1833 print_exception_recursive(
1834 f, cause, seen);
1835 err |= PyFile_WriteString(
1836 cause_message, f);
1837 }
1838 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -07001839 else if (context &&
1840 !((PyBaseExceptionObject *)value)->suppress_context) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001841 res = PySet_Contains(seen, context);
1842 if (res == -1)
1843 PyErr_Clear();
1844 if (res == 0) {
1845 print_exception_recursive(
1846 f, context, seen);
1847 err |= PyFile_WriteString(
1848 context_message, f);
1849 }
1850 }
1851 Py_XDECREF(context);
1852 Py_XDECREF(cause);
1853 }
1854 }
1855 print_exception(f, value);
1856 if (err != 0)
1857 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +00001858}
1859
Thomas Wouters477c8d52006-05-27 19:21:47 +00001860void
1861PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +00001862{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001863 PyObject *seen;
1864 PyObject *f = PySys_GetObject("stderr");
1865 if (f == Py_None) {
1866 /* pass */
1867 }
1868 else if (f == NULL) {
1869 _PyObject_Dump(value);
1870 fprintf(stderr, "lost sys.stderr\n");
1871 }
1872 else {
1873 /* We choose to ignore seen being possibly NULL, and report
1874 at least the main exception (it could be a MemoryError).
1875 */
1876 seen = PySet_New(NULL);
1877 if (seen == NULL)
1878 PyErr_Clear();
1879 print_exception_recursive(f, value, seen);
1880 Py_XDECREF(seen);
1881 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001882}
1883
Guido van Rossum82598051997-03-05 00:20:32 +00001884PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001885PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001886 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001887{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001888 PyObject *ret = NULL;
1889 mod_ty mod;
1890 PyArena *arena = PyArena_New();
1891 if (arena == NULL)
1892 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001893
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001894 mod = PyParser_ASTFromString(str, "<string>", start, flags, arena);
1895 if (mod != NULL)
1896 ret = run_mod(mod, "<string>", globals, locals, flags, arena);
1897 PyArena_Free(arena);
1898 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001899}
1900
1901PyObject *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001902PyRun_FileExFlags(FILE *fp, const char *filename, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001903 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001904{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001905 PyObject *ret;
1906 mod_ty mod;
1907 PyArena *arena = PyArena_New();
1908 if (arena == NULL)
1909 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001910
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001911 mod = PyParser_ASTFromFile(fp, filename, NULL, start, 0, 0,
1912 flags, NULL, arena);
1913 if (closeit)
1914 fclose(fp);
1915 if (mod == NULL) {
1916 PyArena_Free(arena);
1917 return NULL;
1918 }
1919 ret = run_mod(mod, filename, globals, locals, flags, arena);
1920 PyArena_Free(arena);
1921 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001922}
1923
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001924static void
1925flush_io(void)
1926{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001927 PyObject *f, *r;
1928 PyObject *type, *value, *traceback;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001929 _Py_IDENTIFIER(flush);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001930
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001931 /* Save the current exception */
1932 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001933
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001934 f = PySys_GetObject("stderr");
1935 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001936 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001937 if (r)
1938 Py_DECREF(r);
1939 else
1940 PyErr_Clear();
1941 }
1942 f = PySys_GetObject("stdout");
1943 if (f != NULL) {
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001944 r = _PyObject_CallMethodId(f, &PyId_flush, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001945 if (r)
1946 Py_DECREF(r);
1947 else
1948 PyErr_Clear();
1949 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001950
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001951 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001952}
1953
Guido van Rossum82598051997-03-05 00:20:32 +00001954static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001955run_mod(mod_ty mod, const char *filename, PyObject *globals, PyObject *locals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001956 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001957{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001958 PyCodeObject *co;
1959 PyObject *v;
1960 co = PyAST_Compile(mod, filename, flags, arena);
1961 if (co == NULL)
1962 return NULL;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001963 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001964 Py_DECREF(co);
1965 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001966}
1967
Guido van Rossum82598051997-03-05 00:20:32 +00001968static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001969run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001970 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001971{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001972 PyCodeObject *co;
1973 PyObject *v;
1974 long magic;
1975 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001976
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001977 magic = PyMarshal_ReadLongFromFile(fp);
1978 if (magic != PyImport_GetMagicNumber()) {
1979 PyErr_SetString(PyExc_RuntimeError,
1980 "Bad magic number in .pyc file");
1981 return NULL;
1982 }
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001983 /* Skip mtime and size */
1984 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001985 (void) PyMarshal_ReadLongFromFile(fp);
1986 v = PyMarshal_ReadLastObjectFromFile(fp);
1987 fclose(fp);
1988 if (v == NULL || !PyCode_Check(v)) {
1989 Py_XDECREF(v);
1990 PyErr_SetString(PyExc_RuntimeError,
1991 "Bad code object in .pyc file");
1992 return NULL;
1993 }
1994 co = (PyCodeObject *)v;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001995 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001996 if (v && flags)
1997 flags->cf_flags |= (co->co_flags & PyCF_MASK);
1998 Py_DECREF(co);
1999 return v;
Guido van Rossumfdef2711994-09-14 13:31:04 +00002000}
2001
Guido van Rossum82598051997-03-05 00:20:32 +00002002PyObject *
Georg Brandl8334fd92010-12-04 10:26:46 +00002003Py_CompileStringExFlags(const char *str, const char *filename, int start,
2004 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00002005{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002006 PyCodeObject *co;
2007 mod_ty mod;
2008 PyArena *arena = PyArena_New();
2009 if (arena == NULL)
2010 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002011
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002012 mod = PyParser_ASTFromString(str, filename, start, flags, arena);
2013 if (mod == NULL) {
2014 PyArena_Free(arena);
2015 return NULL;
2016 }
2017 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
2018 PyObject *result = PyAST_mod2obj(mod);
2019 PyArena_Free(arena);
2020 return result;
2021 }
Georg Brandl8334fd92010-12-04 10:26:46 +00002022 co = PyAST_CompileEx(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002023 PyArena_Free(arena);
2024 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00002025}
2026
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002027/* For use in Py_LIMITED_API */
2028#undef Py_CompileString
2029PyObject *
2030PyCompileString(const char *str, const char *filename, int start)
2031{
2032 return Py_CompileStringFlags(str, filename, start, NULL);
2033}
2034
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002035struct symtable *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002036Py_SymtableString(const char *str, const char *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002037{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002038 struct symtable *st;
2039 mod_ty mod;
2040 PyCompilerFlags flags;
2041 PyArena *arena = PyArena_New();
2042 if (arena == NULL)
2043 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002044
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002045 flags.cf_flags = 0;
2046 mod = PyParser_ASTFromString(str, filename, start, &flags, arena);
2047 if (mod == NULL) {
2048 PyArena_Free(arena);
2049 return NULL;
2050 }
2051 st = PySymtable_Build(mod, filename, 0);
2052 PyArena_Free(arena);
2053 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002054}
2055
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002056/* Preferred access to parser is through AST. */
2057mod_ty
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002058PyParser_ASTFromString(const char *s, const char *filename, int start,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002059 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002060{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002061 mod_ty mod;
2062 PyCompilerFlags localflags;
2063 perrdetail err;
2064 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002065
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002066 node *n = PyParser_ParseStringFlagsFilenameEx(s, filename,
2067 &_PyParser_Grammar, start, &err,
2068 &iflags);
2069 if (flags == NULL) {
2070 localflags.cf_flags = 0;
2071 flags = &localflags;
2072 }
2073 if (n) {
2074 flags->cf_flags |= iflags & PyCF_MASK;
2075 mod = PyAST_FromNode(n, flags, filename, arena);
2076 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002077 }
2078 else {
2079 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002080 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002081 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002082 err_free(&err);
2083 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002084}
2085
2086mod_ty
Martin v. Löwis85bcc662007-09-04 09:18:06 +00002087PyParser_ASTFromFile(FILE *fp, const char *filename, const char* enc,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002088 int start, char *ps1,
2089 char *ps2, PyCompilerFlags *flags, int *errcode,
2090 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002091{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002092 mod_ty mod;
2093 PyCompilerFlags localflags;
2094 perrdetail err;
2095 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00002096
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002097 node *n = PyParser_ParseFileFlagsEx(fp, filename, enc,
2098 &_PyParser_Grammar,
2099 start, ps1, ps2, &err, &iflags);
2100 if (flags == NULL) {
2101 localflags.cf_flags = 0;
2102 flags = &localflags;
2103 }
2104 if (n) {
2105 flags->cf_flags |= iflags & PyCF_MASK;
2106 mod = PyAST_FromNode(n, flags, filename, arena);
2107 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002108 }
2109 else {
2110 err_input(&err);
2111 if (errcode)
2112 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02002113 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002114 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002115 err_free(&err);
2116 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002117}
2118
Guido van Rossuma110aa61994-08-29 12:50:44 +00002119/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002120
Guido van Rossuma110aa61994-08-29 12:50:44 +00002121node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002122PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002123{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002124 perrdetail err;
2125 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
2126 &_PyParser_Grammar,
2127 start, NULL, NULL, &err, flags);
2128 if (n == NULL)
2129 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002130 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00002131
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002132 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002133}
2134
Guido van Rossuma110aa61994-08-29 12:50:44 +00002135/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002136
Guido van Rossuma110aa61994-08-29 12:50:44 +00002137node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002138PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00002139{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002140 perrdetail err;
2141 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
2142 start, &err, flags);
2143 if (n == NULL)
2144 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002145 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002146 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00002147}
2148
2149node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002150PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002151 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002152{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002153 perrdetail err;
2154 node *n = PyParser_ParseStringFlagsFilename(str, filename,
2155 &_PyParser_Grammar, start, &err, flags);
2156 if (n == NULL)
2157 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02002158 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002159 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00002160}
2161
2162node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00002163PyParser_SimpleParseStringFilename(const char *str, const char *filename, int start)
Thomas Heller6b17abf2002-07-09 09:23:27 +00002164{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002165 return PyParser_SimpleParseStringFlagsFilename(str, filename, start, 0);
Thomas Heller6b17abf2002-07-09 09:23:27 +00002166}
2167
Guido van Rossum66ebd912003-04-17 16:02:26 +00002168/* May want to move a more generalized form of this to parsetok.c or
2169 even parser modules. */
2170
2171void
Victor Stinner7f2fee32011-04-05 00:39:01 +02002172PyParser_ClearError(perrdetail *err)
2173{
2174 err_free(err);
2175}
2176
2177void
Guido van Rossum66ebd912003-04-17 16:02:26 +00002178PyParser_SetError(perrdetail *err)
2179{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002180 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00002181}
2182
Victor Stinner7f2fee32011-04-05 00:39:01 +02002183static void
2184err_free(perrdetail *err)
2185{
2186 Py_CLEAR(err->filename);
2187}
2188
Guido van Rossuma110aa61994-08-29 12:50:44 +00002189/* Set the error appropriate to the given input error code (see errcode.h) */
2190
2191static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002192err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00002193{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002194 PyObject *v, *w, *errtype, *errtext;
2195 PyObject *msg_obj = NULL;
2196 char *msg = NULL;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00002197
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002198 errtype = PyExc_SyntaxError;
2199 switch (err->error) {
2200 case E_ERROR:
2201 return;
2202 case E_SYNTAX:
2203 errtype = PyExc_IndentationError;
2204 if (err->expected == INDENT)
2205 msg = "expected an indented block";
2206 else if (err->token == INDENT)
2207 msg = "unexpected indent";
2208 else if (err->token == DEDENT)
2209 msg = "unexpected unindent";
2210 else {
2211 errtype = PyExc_SyntaxError;
2212 msg = "invalid syntax";
2213 }
2214 break;
2215 case E_TOKEN:
2216 msg = "invalid token";
2217 break;
2218 case E_EOFS:
2219 msg = "EOF while scanning triple-quoted string literal";
2220 break;
2221 case E_EOLS:
2222 msg = "EOL while scanning string literal";
2223 break;
2224 case E_INTR:
2225 if (!PyErr_Occurred())
2226 PyErr_SetNone(PyExc_KeyboardInterrupt);
2227 goto cleanup;
2228 case E_NOMEM:
2229 PyErr_NoMemory();
2230 goto cleanup;
2231 case E_EOF:
2232 msg = "unexpected EOF while parsing";
2233 break;
2234 case E_TABSPACE:
2235 errtype = PyExc_TabError;
2236 msg = "inconsistent use of tabs and spaces in indentation";
2237 break;
2238 case E_OVERFLOW:
2239 msg = "expression too long";
2240 break;
2241 case E_DEDENT:
2242 errtype = PyExc_IndentationError;
2243 msg = "unindent does not match any outer indentation level";
2244 break;
2245 case E_TOODEEP:
2246 errtype = PyExc_IndentationError;
2247 msg = "too many levels of indentation";
2248 break;
2249 case E_DECODE: {
2250 PyObject *type, *value, *tb;
2251 PyErr_Fetch(&type, &value, &tb);
2252 msg = "unknown decode error";
2253 if (value != NULL)
2254 msg_obj = PyObject_Str(value);
2255 Py_XDECREF(type);
2256 Py_XDECREF(value);
2257 Py_XDECREF(tb);
2258 break;
2259 }
2260 case E_LINECONT:
2261 msg = "unexpected character after line continuation character";
2262 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00002263
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002264 case E_IDENTIFIER:
2265 msg = "invalid character in identifier";
2266 break;
Meador Ingefa21bf02012-01-19 01:08:41 -06002267 case E_BADSINGLE:
2268 msg = "multiple statements found while compiling a single statement";
2269 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002270 default:
2271 fprintf(stderr, "error=%d\n", err->error);
2272 msg = "unknown parsing error";
2273 break;
2274 }
2275 /* err->text may not be UTF-8 in case of decoding errors.
2276 Explicitly convert to an object. */
2277 if (!err->text) {
2278 errtext = Py_None;
2279 Py_INCREF(Py_None);
2280 } else {
2281 errtext = PyUnicode_DecodeUTF8(err->text, strlen(err->text),
2282 "replace");
2283 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02002284 v = Py_BuildValue("(OiiN)", err->filename,
2285 err->lineno, err->offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002286 if (v != NULL) {
2287 if (msg_obj)
2288 w = Py_BuildValue("(OO)", msg_obj, v);
2289 else
2290 w = Py_BuildValue("(sO)", msg, v);
2291 } else
2292 w = NULL;
2293 Py_XDECREF(v);
2294 PyErr_SetObject(errtype, w);
2295 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00002296cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002297 Py_XDECREF(msg_obj);
2298 if (err->text != NULL) {
2299 PyObject_FREE(err->text);
2300 err->text = NULL;
2301 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002302}
2303
2304/* Print fatal error message and abort */
2305
2306void
Tim Peters7c321a82002-07-09 02:57:01 +00002307Py_FatalError(const char *msg)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002308{
Victor Stinner024e37a2011-03-31 01:31:06 +02002309 const int fd = fileno(stderr);
2310 PyThreadState *tstate;
2311
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002312 fprintf(stderr, "Fatal Python error: %s\n", msg);
2313 fflush(stderr); /* it helps in Windows debug build */
2314 if (PyErr_Occurred()) {
Victor Stinner55a5c782010-06-08 21:00:13 +00002315 PyErr_PrintEx(0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002316 }
Victor Stinner024e37a2011-03-31 01:31:06 +02002317 else {
2318 tstate = _Py_atomic_load_relaxed(&_PyThreadState_Current);
2319 if (tstate != NULL) {
2320 fputc('\n', stderr);
2321 fflush(stderr);
Victor Stinner7bba62f2011-05-07 12:43:00 +02002322 _Py_DumpTracebackThreads(fd, tstate->interp, tstate);
Victor Stinner024e37a2011-03-31 01:31:06 +02002323 }
Victor Stinnerd727e232011-04-01 12:13:55 +02002324 _PyFaulthandler_Fini();
Victor Stinner024e37a2011-03-31 01:31:06 +02002325 }
2326
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002327#ifdef MS_WINDOWS
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002328 {
2329 size_t len = strlen(msg);
2330 WCHAR* buffer;
2331 size_t i;
Martin v. Löwis5c88d812009-01-02 20:47:48 +00002332
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002333 /* Convert the message to wchar_t. This uses a simple one-to-one
2334 conversion, assuming that the this error message actually uses ASCII
2335 only. If this ceases to be true, we will have to convert. */
2336 buffer = alloca( (len+1) * (sizeof *buffer));
2337 for( i=0; i<=len; ++i)
2338 buffer[i] = msg[i];
2339 OutputDebugStringW(L"Fatal Python error: ");
2340 OutputDebugStringW(buffer);
2341 OutputDebugStringW(L"\n");
2342 }
Guido van Rossum0ba35361998-08-13 13:33:16 +00002343#ifdef _DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002344 DebugBreak();
Guido van Rossuma44823b1995-03-14 15:01:17 +00002345#endif
Martin v. Löwis6238d2b2002-06-30 15:26:10 +00002346#endif /* MS_WINDOWS */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002347 abort();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002348}
2349
2350/* Clean up and exit */
2351
Guido van Rossuma110aa61994-08-29 12:50:44 +00002352#ifdef WITH_THREAD
Guido van Rossum49b56061998-10-01 20:42:43 +00002353#include "pythread.h"
Guido van Rossumf9f2e821992-08-17 08:59:08 +00002354#endif
2355
Collin Winter670e6922007-03-21 02:57:17 +00002356static void (*pyexitfunc)(void) = NULL;
2357/* For the atexit module. */
2358void _Py_PyAtExit(void (*func)(void))
2359{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002360 pyexitfunc = func;
Collin Winter670e6922007-03-21 02:57:17 +00002361}
2362
2363static void
2364call_py_exitfuncs(void)
2365{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002366 if (pyexitfunc == NULL)
2367 return;
Collin Winter670e6922007-03-21 02:57:17 +00002368
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002369 (*pyexitfunc)();
2370 PyErr_Clear();
Collin Winter670e6922007-03-21 02:57:17 +00002371}
2372
Antoine Pitrou011bd622009-10-20 21:52:47 +00002373/* Wait until threading._shutdown completes, provided
2374 the threading module was imported in the first place.
2375 The shutdown routine will wait until all non-daemon
2376 "threading" threads have completed. */
2377static void
2378wait_for_thread_shutdown(void)
2379{
2380#ifdef WITH_THREAD
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02002381 _Py_IDENTIFIER(_shutdown);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002382 PyObject *result;
2383 PyThreadState *tstate = PyThreadState_GET();
2384 PyObject *threading = PyMapping_GetItemString(tstate->interp->modules,
2385 "threading");
2386 if (threading == NULL) {
2387 /* threading not imported */
2388 PyErr_Clear();
2389 return;
2390 }
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02002391 result = _PyObject_CallMethodId(threading, &PyId__shutdown, "");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002392 if (result == NULL) {
2393 PyErr_WriteUnraisable(threading);
2394 }
2395 else {
2396 Py_DECREF(result);
2397 }
2398 Py_DECREF(threading);
Antoine Pitrou011bd622009-10-20 21:52:47 +00002399#endif
2400}
2401
Guido van Rossum2dcfc961998-10-01 16:01:57 +00002402#define NEXITFUNCS 32
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002403static void (*exitfuncs[NEXITFUNCS])(void);
Guido van Rossum1662dd51994-09-07 14:38:28 +00002404static int nexitfuncs = 0;
2405
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002406int Py_AtExit(void (*func)(void))
Guido van Rossum1662dd51994-09-07 14:38:28 +00002407{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002408 if (nexitfuncs >= NEXITFUNCS)
2409 return -1;
2410 exitfuncs[nexitfuncs++] = func;
2411 return 0;
Guido van Rossum1662dd51994-09-07 14:38:28 +00002412}
2413
Guido van Rossumcc283f51997-08-05 02:22:03 +00002414static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002415call_ll_exitfuncs(void)
Guido van Rossumcc283f51997-08-05 02:22:03 +00002416{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002417 while (nexitfuncs > 0)
2418 (*exitfuncs[--nexitfuncs])();
Guido van Rossum25ce5661997-08-02 03:10:38 +00002419
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002420 fflush(stdout);
2421 fflush(stderr);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002422}
2423
2424void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002425Py_Exit(int sts)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002426{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002427 Py_Finalize();
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002428
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002429 exit(sts);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00002430}
2431
Guido van Rossumf1dc5661993-07-05 10:31:29 +00002432static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002433initsigs(void)
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002434{
Guido van Rossuma110aa61994-08-29 12:50:44 +00002435#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002436 PyOS_setsig(SIGPIPE, SIG_IGN);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002437#endif
Guido van Rossum70d893a2001-08-16 08:21:42 +00002438#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002439 PyOS_setsig(SIGXFZ, SIG_IGN);
Guido van Rossum70d893a2001-08-16 08:21:42 +00002440#endif
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002441#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002442 PyOS_setsig(SIGXFSZ, SIG_IGN);
Jeremy Hylton1b0bf9b2002-04-23 20:31:01 +00002443#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002444 PyOS_InitInterrupts(); /* May imply initsignal() */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +00002445}
2446
Guido van Rossum7433b121997-02-14 19:45:36 +00002447
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002448/* Restore signals that the interpreter has called SIG_IGN on to SIG_DFL.
2449 *
2450 * All of the code in this function must only use async-signal-safe functions,
2451 * listed at `man 7 signal` or
2452 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2453 */
2454void
2455_Py_RestoreSignals(void)
2456{
2457#ifdef SIGPIPE
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002458 PyOS_setsig(SIGPIPE, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002459#endif
2460#ifdef SIGXFZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002461 PyOS_setsig(SIGXFZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002462#endif
2463#ifdef SIGXFSZ
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002464 PyOS_setsig(SIGXFSZ, SIG_DFL);
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002465#endif
2466}
2467
2468
Guido van Rossum7433b121997-02-14 19:45:36 +00002469/*
2470 * The file descriptor fd is considered ``interactive'' if either
2471 * a) isatty(fd) is TRUE, or
2472 * b) the -i flag was given, and the filename associated with
2473 * the descriptor is NULL or "<stdin>" or "???".
2474 */
2475int
Martin v. Löwis95292d62002-12-11 14:04:59 +00002476Py_FdIsInteractive(FILE *fp, const char *filename)
Guido van Rossum7433b121997-02-14 19:45:36 +00002477{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002478 if (isatty((int)fileno(fp)))
2479 return 1;
2480 if (!Py_InteractiveFlag)
2481 return 0;
2482 return (filename == NULL) ||
2483 (strcmp(filename, "<stdin>") == 0) ||
2484 (strcmp(filename, "???") == 0);
Guido van Rossum7433b121997-02-14 19:45:36 +00002485}
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002486
2487
Tim Petersd08e3822003-04-17 15:24:21 +00002488#if defined(USE_STACKCHECK)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002489#if defined(WIN32) && defined(_MSC_VER)
2490
2491/* Stack checking for Microsoft C */
2492
2493#include <malloc.h>
2494#include <excpt.h>
2495
Fred Drakee8de31c2000-08-31 05:38:39 +00002496/*
2497 * Return non-zero when we run out of memory on the stack; zero otherwise.
2498 */
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002499int
Fred Drake399739f2000-08-31 05:52:44 +00002500PyOS_CheckStack(void)
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002501{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002502 __try {
2503 /* alloca throws a stack overflow exception if there's
2504 not enough space left on the stack */
2505 alloca(PYOS_STACK_MARGIN * sizeof(void*));
2506 return 0;
2507 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
2508 EXCEPTION_EXECUTE_HANDLER :
2509 EXCEPTION_CONTINUE_SEARCH) {
2510 int errcode = _resetstkoflw();
2511 if (errcode == 0)
2512 {
2513 Py_FatalError("Could not reset the stack!");
2514 }
2515 }
2516 return 1;
Fredrik Lundh2f15b252000-08-27 19:15:31 +00002517}
2518
2519#endif /* WIN32 && _MSC_VER */
2520
2521/* Alternate implementations can be added here... */
2522
2523#endif /* USE_STACKCHECK */
Guido van Rossum6f256182000-09-16 16:32:19 +00002524
2525
2526/* Wrappers around sigaction() or signal(). */
2527
2528PyOS_sighandler_t
2529PyOS_getsig(int sig)
2530{
2531#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002532 struct sigaction context;
2533 if (sigaction(sig, NULL, &context) == -1)
2534 return SIG_ERR;
2535 return context.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002536#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002537 PyOS_sighandler_t handler;
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002538/* Special signal handling for the secure CRT in Visual Studio 2005 */
2539#if defined(_MSC_VER) && _MSC_VER >= 1400
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002540 switch (sig) {
2541 /* Only these signals are valid */
2542 case SIGINT:
2543 case SIGILL:
2544 case SIGFPE:
2545 case SIGSEGV:
2546 case SIGTERM:
2547 case SIGBREAK:
2548 case SIGABRT:
2549 break;
2550 /* Don't call signal() with other values or it will assert */
2551 default:
2552 return SIG_ERR;
2553 }
Martin v. Löwisb45b3152005-11-28 17:34:23 +00002554#endif /* _MSC_VER && _MSC_VER >= 1400 */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002555 handler = signal(sig, SIG_IGN);
2556 if (handler != SIG_ERR)
2557 signal(sig, handler);
2558 return handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002559#endif
2560}
2561
Gregory P. Smithfb94c5f2010-03-14 06:49:55 +00002562/*
2563 * All of the code in this function must only use async-signal-safe functions,
2564 * listed at `man 7 signal` or
2565 * http://www.opengroup.org/onlinepubs/009695399/functions/xsh_chap02_04.html.
2566 */
Guido van Rossum6f256182000-09-16 16:32:19 +00002567PyOS_sighandler_t
2568PyOS_setsig(int sig, PyOS_sighandler_t handler)
2569{
2570#ifdef HAVE_SIGACTION
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002571 /* Some code in Modules/signalmodule.c depends on sigaction() being
2572 * used here if HAVE_SIGACTION is defined. Fix that if this code
2573 * changes to invalidate that assumption.
2574 */
2575 struct sigaction context, ocontext;
2576 context.sa_handler = handler;
2577 sigemptyset(&context.sa_mask);
2578 context.sa_flags = 0;
2579 if (sigaction(sig, &context, &ocontext) == -1)
2580 return SIG_ERR;
2581 return ocontext.sa_handler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002582#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002583 PyOS_sighandler_t oldhandler;
2584 oldhandler = signal(sig, handler);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002585#ifdef HAVE_SIGINTERRUPT
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002586 siginterrupt(sig, 1);
Anthony Baxter9ceaa722004-10-13 14:48:50 +00002587#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002588 return oldhandler;
Guido van Rossum6f256182000-09-16 16:32:19 +00002589#endif
2590}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002591
2592/* Deprecated C API functions still provided for binary compatiblity */
2593
2594#undef PyParser_SimpleParseFile
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002595PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002596PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
2597{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002598 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002599}
2600
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002601#undef PyParser_SimpleParseString
2602PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002603PyParser_SimpleParseString(const char *str, int start)
2604{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002605 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002606}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002607
2608#undef PyRun_AnyFile
2609PyAPI_FUNC(int)
2610PyRun_AnyFile(FILE *fp, const char *name)
2611{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002612 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002613}
2614
2615#undef PyRun_AnyFileEx
2616PyAPI_FUNC(int)
2617PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
2618{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002619 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002620}
2621
2622#undef PyRun_AnyFileFlags
2623PyAPI_FUNC(int)
2624PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
2625{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002626 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002627}
2628
2629#undef PyRun_File
2630PyAPI_FUNC(PyObject *)
2631PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
2632{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002633 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002634}
2635
2636#undef PyRun_FileEx
2637PyAPI_FUNC(PyObject *)
2638PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
2639{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002640 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002641}
2642
2643#undef PyRun_FileFlags
2644PyAPI_FUNC(PyObject *)
2645PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002646 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002647{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002648 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002649}
2650
2651#undef PyRun_SimpleFile
2652PyAPI_FUNC(int)
2653PyRun_SimpleFile(FILE *f, const char *p)
2654{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002655 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002656}
2657
2658#undef PyRun_SimpleFileEx
2659PyAPI_FUNC(int)
2660PyRun_SimpleFileEx(FILE *f, const char *p, int c)
2661{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002662 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002663}
2664
2665
2666#undef PyRun_String
2667PyAPI_FUNC(PyObject *)
2668PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
2669{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002670 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002671}
2672
2673#undef PyRun_SimpleString
2674PyAPI_FUNC(int)
2675PyRun_SimpleString(const char *s)
2676{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002677 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002678}
2679
2680#undef Py_CompileString
2681PyAPI_FUNC(PyObject *)
2682Py_CompileString(const char *str, const char *p, int s)
2683{
Georg Brandl8334fd92010-12-04 10:26:46 +00002684 return Py_CompileStringExFlags(str, p, s, NULL, -1);
2685}
2686
2687#undef Py_CompileStringFlags
2688PyAPI_FUNC(PyObject *)
2689Py_CompileStringFlags(const char *str, const char *p, int s,
2690 PyCompilerFlags *flags)
2691{
2692 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002693}
2694
2695#undef PyRun_InteractiveOne
2696PyAPI_FUNC(int)
2697PyRun_InteractiveOne(FILE *f, const char *p)
2698{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002699 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002700}
2701
2702#undef PyRun_InteractiveLoop
2703PyAPI_FUNC(int)
2704PyRun_InteractiveLoop(FILE *f, const char *p)
2705{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002706 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002707}
2708
2709#ifdef __cplusplus
2710}
2711#endif