blob: 95571a8c7518a14d720e40448c3a80bb12893130 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
Eric Snowc7ec9982017-05-23 23:00:52 -07002/* Top level execution of Python code (including in __main__) */
3
4/* To help control the interfaces between the startup, execution and
5 * shutdown code, the phases are split across separate modules (boostrap,
6 * pythonrun, shutdown)
7 */
8
9/* TODO: Cull includes following phase split */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000010
Guido van Rossum82598051997-03-05 00:20:32 +000011#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "Python-ast.h"
Victor Stinner3bb183d2018-11-22 18:38:38 +010014#undef Yield /* undefine macro conflicting with <winbase.h> */
Victor Stinner4b524162020-02-03 17:28:26 +010015#include "pycore_object.h"
Victor Stinner438a12d2019-05-24 17:01:38 +020016#include "pycore_pyerrors.h"
Gregory P. Smith38f11cc2019-02-16 12:57:40 -080017#include "pycore_pylifecycle.h"
Victor Stinner621cebe2018-11-12 16:53:38 +010018#include "pycore_pystate.h"
Victor Stinner1c1e68c2020-03-27 15:11:45 +010019#include "pycore_sysmodule.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000020#include "grammar.h"
21#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000022#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000023#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000024#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000025#include "code.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000026#include "symtable.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000027#include "ast.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000028#include "marshal.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000029#include "osdefs.h"
Victor Stinner518e6102014-03-18 02:06:38 +010030#include <locale.h>
Guido van Rossum1984f1e1992-08-04 12:41:02 +000031
Thomas Wouters0e3f5912006-08-11 14:57:12 +000032#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000033#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000034#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000035
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000036#ifdef MS_WINDOWS
Martin v. Löwis5c88d812009-01-02 20:47:48 +000037#include "malloc.h" /* for alloca */
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000038#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000039
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000040#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000041#undef BYTE
42#include "windows.h"
43#endif
44
Victor Stinnerbd303c12013-11-07 23:07:29 +010045_Py_IDENTIFIER(builtins);
Victor Stinner09054372013-11-06 22:41:44 +010046_Py_IDENTIFIER(excepthook);
Victor Stinner3f36a572013-11-12 21:39:02 +010047_Py_IDENTIFIER(flush);
Victor Stinnerbd303c12013-11-07 23:07:29 +010048_Py_IDENTIFIER(last_traceback);
Victor Stinner09054372013-11-06 22:41:44 +010049_Py_IDENTIFIER(last_type);
50_Py_IDENTIFIER(last_value);
Victor Stinnerbd303c12013-11-07 23:07:29 +010051_Py_IDENTIFIER(ps1);
52_Py_IDENTIFIER(ps2);
53_Py_IDENTIFIER(stdin);
54_Py_IDENTIFIER(stdout);
55_Py_IDENTIFIER(stderr);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +010056_Py_static_string(PyId_string, "<string>");
Victor Stinner09054372013-11-06 22:41:44 +010057
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000058#ifdef __cplusplus
59extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000060#endif
61
Vinay Sajip0b60f642019-10-15 08:26:12 +010062extern Py_EXPORTED_SYMBOL grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000063
Guido van Rossumb73cc041993-11-01 16:28:59 +000064/* Forward */
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000065static void flush_io(void);
Victor Stinner95701bd2013-11-06 18:41:07 +010066static PyObject *run_mod(mod_ty, PyObject *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000067 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000068static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000069 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000070static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020071static void err_free(perrdetail *);
xdegayee0582a32017-11-12 16:50:48 +010072static int PyRun_InteractiveOneObjectEx(FILE *, PyObject *, PyCompilerFlags *);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000073
Guido van Rossum1984f1e1992-08-04 12:41:02 +000074/* Parse input from a file and execute it */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000075int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +000076PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000077 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000078{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000079 if (filename == NULL)
80 filename = "???";
81 if (Py_FdIsInteractive(fp, filename)) {
82 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
83 if (closeit)
84 fclose(fp);
85 return err;
86 }
87 else
88 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000089}
90
91int
Victor Stinner95701bd2013-11-06 18:41:07 +010092PyRun_InteractiveLoopFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000093{
Victor Stinner95701bd2013-11-06 18:41:07 +010094 PyObject *filename, *v;
95 int ret, err;
Victor Stinner37d66d72019-06-13 02:16:41 +020096 PyCompilerFlags local_flags = _PyCompilerFlags_INIT;
xdegayee0582a32017-11-12 16:50:48 +010097 int nomem_count = 0;
Victor Stinner25420fe2017-11-20 18:12:22 -080098#ifdef Py_REF_DEBUG
Victor Stinnerff4584c2020-03-13 18:03:56 +010099 int show_ref_count = _PyInterpreterState_GET_UNSAFE()->config.show_ref_count;
Victor Stinner25420fe2017-11-20 18:12:22 -0800100#endif
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000101
Victor Stinner95701bd2013-11-06 18:41:07 +0100102 filename = PyUnicode_DecodeFSDefault(filename_str);
103 if (filename == NULL) {
104 PyErr_Print();
105 return -1;
106 }
107
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000108 if (flags == NULL) {
109 flags = &local_flags;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000110 }
Victor Stinner09054372013-11-06 22:41:44 +0100111 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000112 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100113 _PySys_SetObjectId(&PyId_ps1, v = PyUnicode_FromString(">>> "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 Py_XDECREF(v);
115 }
Victor Stinner09054372013-11-06 22:41:44 +0100116 v = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000117 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100118 _PySys_SetObjectId(&PyId_ps2, v = PyUnicode_FromString("... "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000119 Py_XDECREF(v);
120 }
xdegayee0582a32017-11-12 16:50:48 +0100121 err = 0;
122 do {
123 ret = PyRun_InteractiveOneObjectEx(fp, filename, flags);
124 if (ret == -1 && PyErr_Occurred()) {
125 /* Prevent an endless loop after multiple consecutive MemoryErrors
126 * while still allowing an interactive command to fail with a
127 * MemoryError. */
128 if (PyErr_ExceptionMatches(PyExc_MemoryError)) {
129 if (++nomem_count > 16) {
130 PyErr_Clear();
131 err = -1;
132 break;
133 }
134 } else {
135 nomem_count = 0;
136 }
137 PyErr_Print();
138 flush_io();
139 } else {
140 nomem_count = 0;
141 }
Eric Snowdae02762017-09-14 00:35:58 -0700142#ifdef Py_REF_DEBUG
Victor Stinner25420fe2017-11-20 18:12:22 -0800143 if (show_ref_count) {
Eric Snowdae02762017-09-14 00:35:58 -0700144 _PyDebug_PrintTotalRefs();
Victor Stinner25420fe2017-11-20 18:12:22 -0800145 }
Eric Snowdae02762017-09-14 00:35:58 -0700146#endif
xdegayee0582a32017-11-12 16:50:48 +0100147 } while (ret != E_EOF);
Victor Stinner95701bd2013-11-06 18:41:07 +0100148 Py_DECREF(filename);
149 return err;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000150}
151
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000152/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000153static int PARSER_FLAGS(PyCompilerFlags *flags)
154{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000155 int parser_flags = 0;
156 if (!flags)
157 return 0;
158 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
159 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
160 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
161 parser_flags |= PyPARSE_IGNORE_COOKIE;
162 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
163 parser_flags |= PyPARSE_BARRY_AS_BDFL;
Guido van Rossumdcfcd142019-01-31 03:40:27 -0800164 if (flags->cf_flags & PyCF_TYPE_COMMENTS)
165 parser_flags |= PyPARSE_TYPE_COMMENTS;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000166 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000167}
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000168
Thomas Wouters89f507f2006-12-13 04:49:30 +0000169#if 0
170/* Keep an example of flags with future keyword support. */
171#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000172 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
173 PyPARSE_DONT_IMPLY_DEDENT : 0) \
174 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
175 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000176#endif
177
xdegayee0582a32017-11-12 16:50:48 +0100178/* A PyRun_InteractiveOneObject() auxiliary function that does not print the
179 * error on failure. */
180static int
181PyRun_InteractiveOneObjectEx(FILE *fp, PyObject *filename,
182 PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000183{
Victor Stinner95701bd2013-11-06 18:41:07 +0100184 PyObject *m, *d, *v, *w, *oenc = NULL, *mod_name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000185 mod_ty mod;
186 PyArena *arena;
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200187 const char *ps1 = "", *ps2 = "", *enc = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000188 int errcode = 0;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200189 _Py_IDENTIFIER(encoding);
Victor Stinner95701bd2013-11-06 18:41:07 +0100190 _Py_IDENTIFIER(__main__);
191
192 mod_name = _PyUnicode_FromId(&PyId___main__); /* borrowed */
193 if (mod_name == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +0100194 return -1;
195 }
Tim Petersfe2127d2001-07-16 05:37:24 +0000196
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000197 if (fp == stdin) {
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400198 /* Fetch encoding from sys.stdin if possible. */
Victor Stinnerbd303c12013-11-07 23:07:29 +0100199 v = _PySys_GetObjectId(&PyId_stdin);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400200 if (v && v != Py_None) {
201 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
202 if (oenc)
Serhiy Storchaka06515832016-11-20 09:13:07 +0200203 enc = PyUnicode_AsUTF8(oenc);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400204 if (!enc)
205 PyErr_Clear();
206 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000207 }
Victor Stinner09054372013-11-06 22:41:44 +0100208 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000209 if (v != NULL) {
210 v = PyObject_Str(v);
211 if (v == NULL)
212 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000213 else if (PyUnicode_Check(v)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200214 ps1 = PyUnicode_AsUTF8(v);
Victor Stinner386fe712010-05-19 00:34:15 +0000215 if (ps1 == NULL) {
216 PyErr_Clear();
217 ps1 = "";
218 }
219 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000220 }
Victor Stinner09054372013-11-06 22:41:44 +0100221 w = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 if (w != NULL) {
223 w = PyObject_Str(w);
224 if (w == NULL)
225 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000226 else if (PyUnicode_Check(w)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200227 ps2 = PyUnicode_AsUTF8(w);
Victor Stinner386fe712010-05-19 00:34:15 +0000228 if (ps2 == NULL) {
229 PyErr_Clear();
230 ps2 = "";
231 }
232 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000233 }
234 arena = PyArena_New();
235 if (arena == NULL) {
236 Py_XDECREF(v);
237 Py_XDECREF(w);
238 Py_XDECREF(oenc);
239 return -1;
240 }
Victor Stinner95701bd2013-11-06 18:41:07 +0100241 mod = PyParser_ASTFromFileObject(fp, filename, enc,
242 Py_single_input, ps1, ps2,
243 flags, &errcode, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000244 Py_XDECREF(v);
245 Py_XDECREF(w);
246 Py_XDECREF(oenc);
247 if (mod == NULL) {
248 PyArena_Free(arena);
249 if (errcode == E_EOF) {
250 PyErr_Clear();
251 return E_EOF;
252 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000253 return -1;
254 }
Victor Stinner95701bd2013-11-06 18:41:07 +0100255 m = PyImport_AddModuleObject(mod_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000256 if (m == NULL) {
257 PyArena_Free(arena);
258 return -1;
259 }
260 d = PyModule_GetDict(m);
261 v = run_mod(mod, filename, d, d, flags, arena);
262 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000263 if (v == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000264 return -1;
265 }
266 Py_DECREF(v);
Antoine Pitrou9845c7e2014-05-11 13:42:17 +0200267 flush_io();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000268 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000269}
270
Victor Stinner95701bd2013-11-06 18:41:07 +0100271int
xdegayee0582a32017-11-12 16:50:48 +0100272PyRun_InteractiveOneObject(FILE *fp, PyObject *filename, PyCompilerFlags *flags)
273{
274 int res;
275
276 res = PyRun_InteractiveOneObjectEx(fp, filename, flags);
277 if (res == -1) {
278 PyErr_Print();
279 flush_io();
280 }
281 return res;
282}
283
284int
Victor Stinner95701bd2013-11-06 18:41:07 +0100285PyRun_InteractiveOneFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
286{
287 PyObject *filename;
288 int res;
289
290 filename = PyUnicode_DecodeFSDefault(filename_str);
291 if (filename == NULL) {
292 PyErr_Print();
293 return -1;
294 }
295 res = PyRun_InteractiveOneObject(fp, filename, flags);
296 Py_DECREF(filename);
297 return res;
298}
299
300
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000301/* Check whether a file maybe a pyc file: Look at the extension,
302 the file type, and, if we may close it, at the first few bytes. */
303
304static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000305maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000306{
Brett Cannonf299abd2015-04-13 14:21:02 -0400307 if (strcmp(ext, ".pyc") == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000308 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000309
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000310 /* Only look into the file if we are allowed to close it, since
311 it then should also be seekable. */
312 if (closeit) {
313 /* Read only two bytes of the magic. If the file was opened in
314 text mode, the bytes 3 and 4 of the magic (\r\n) might not
315 be read as they are on disk. */
316 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
317 unsigned char buf[2];
318 /* Mess: In case of -x, the stream is NOT at its start now,
319 and ungetc() was used to push back the first newline,
320 which makes the current stream position formally undefined,
321 and a x-platform nightmare.
322 Unfortunately, we have no direct way to know whether -x
323 was specified. So we use a terrible hack: if the current
324 stream position is not 0, we assume -x was specified, and
325 give up. Bug 132850 on SourceForge spells out the
326 hopelessness of trying anything else (fseek and ftell
327 don't work predictably x-platform for text-mode files).
328 */
329 int ispyc = 0;
330 if (ftell(fp) == 0) {
331 if (fread(buf, 1, 2, fp) == 2 &&
332 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
333 ispyc = 1;
334 rewind(fp);
335 }
336 return ispyc;
337 }
338 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000339}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000340
Antoine Pitrou32d483c2013-07-30 21:01:23 +0200341static int
342set_main_loader(PyObject *d, const char *filename, const char *loader_name)
Nick Coghlan85e729e2012-07-15 18:09:52 +1000343{
Eric Snow32439d62015-05-02 19:15:18 -0600344 PyObject *filename_obj, *bootstrap, *loader_type = NULL, *loader;
Nick Coghlanb7a58942012-07-15 23:21:08 +1000345 int result = 0;
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200346
347 filename_obj = PyUnicode_DecodeFSDefault(filename);
348 if (filename_obj == NULL)
349 return -1;
Victor Stinnerff4584c2020-03-13 18:03:56 +0100350 PyInterpreterState *interp = _PyInterpreterState_GET_UNSAFE();
Eric Snow32439d62015-05-02 19:15:18 -0600351 bootstrap = PyObject_GetAttrString(interp->importlib,
352 "_bootstrap_external");
353 if (bootstrap != NULL) {
354 loader_type = PyObject_GetAttrString(bootstrap, loader_name);
355 Py_DECREF(bootstrap);
356 }
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000357 if (loader_type == NULL) {
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200358 Py_DECREF(filename_obj);
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000359 return -1;
360 }
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200361 loader = PyObject_CallFunction(loader_type, "sN", "__main__", filename_obj);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000362 Py_DECREF(loader_type);
363 if (loader == NULL) {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000364 return -1;
365 }
Nick Coghlanb7a58942012-07-15 23:21:08 +1000366 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
367 result = -1;
368 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000369 Py_DECREF(loader);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000370 return result;
Nick Coghlan85e729e2012-07-15 18:09:52 +1000371}
372
373int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000374PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000375 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000376{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000377 PyObject *m, *d, *v;
378 const char *ext;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100379 int set_file_name = 0, ret = -1;
Victor Stinner0fcab4a2011-01-04 12:59:15 +0000380 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000381
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000382 m = PyImport_AddModule("__main__");
383 if (m == NULL)
384 return -1;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100385 Py_INCREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000386 d = PyModule_GetDict(m);
387 if (PyDict_GetItemString(d, "__file__") == NULL) {
388 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +0000389 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000390 if (f == NULL)
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100391 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000392 if (PyDict_SetItemString(d, "__file__", f) < 0) {
393 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100394 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000395 }
Barry Warsaw916048d2011-09-20 14:45:44 -0400396 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
397 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100398 goto done;
Barry Warsaw916048d2011-09-20 14:45:44 -0400399 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000400 set_file_name = 1;
401 Py_DECREF(f);
402 }
403 len = strlen(filename);
404 ext = filename + len - (len > 4 ? 4 : 0);
405 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Christian Heimes04ac4c12012-09-11 15:47:28 +0200406 FILE *pyc_fp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000407 /* Try to run a pyc file. First, re-open in binary */
408 if (closeit)
409 fclose(fp);
Victor Stinnerdaf45552013-08-28 00:53:59 +0200410 if ((pyc_fp = _Py_fopen(filename, "rb")) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000411 fprintf(stderr, "python: Can't reopen .pyc file\n");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000412 goto done;
413 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000414
415 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
416 fprintf(stderr, "python: failed to set __main__.__loader__\n");
417 ret = -1;
Christian Heimes04ac4c12012-09-11 15:47:28 +0200418 fclose(pyc_fp);
Nick Coghlan85e729e2012-07-15 18:09:52 +1000419 goto done;
420 }
Christian Heimes04ac4c12012-09-11 15:47:28 +0200421 v = run_pyc_file(pyc_fp, filename, d, d, flags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000422 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000423 /* When running from stdin, leave __main__.__loader__ alone */
424 if (strcmp(filename, "<stdin>") != 0 &&
425 set_main_loader(d, filename, "SourceFileLoader") < 0) {
426 fprintf(stderr, "python: failed to set __main__.__loader__\n");
427 ret = -1;
428 goto done;
429 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000430 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
431 closeit, flags);
432 }
433 flush_io();
434 if (v == NULL) {
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600435 Py_CLEAR(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000436 PyErr_Print();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000437 goto done;
438 }
439 Py_DECREF(v);
440 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +0000441 done:
INADA Naoki82daa602018-11-29 20:01:27 +0900442 if (set_file_name) {
443 if (PyDict_DelItemString(d, "__file__")) {
444 PyErr_Clear();
445 }
446 if (PyDict_DelItemString(d, "__cached__")) {
447 PyErr_Clear();
448 }
449 }
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600450 Py_XDECREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000451 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000452}
453
454int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000455PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000456{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000457 PyObject *m, *d, *v;
458 m = PyImport_AddModule("__main__");
459 if (m == NULL)
460 return -1;
461 d = PyModule_GetDict(m);
462 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
463 if (v == NULL) {
464 PyErr_Print();
465 return -1;
466 }
467 Py_DECREF(v);
468 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000469}
470
Barry Warsaw035574d1997-08-29 22:07:17 +0000471static int
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100472parse_syntax_error(PyObject *err, PyObject **message, PyObject **filename,
473 int *lineno, int *offset, PyObject **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000474{
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300475 int hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000476 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200477 _Py_IDENTIFIER(msg);
478 _Py_IDENTIFIER(filename);
479 _Py_IDENTIFIER(lineno);
480 _Py_IDENTIFIER(offset);
481 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000482
Benjamin Peterson80d50422012-04-03 00:30:38 -0400483 *message = NULL;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100484 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400485
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000486 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400487 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400488 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000489 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +0000490
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400491 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400492 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000493 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400494 if (v == Py_None) {
495 Py_DECREF(v);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100496 *filename = _PyUnicode_FromId(&PyId_string);
497 if (*filename == NULL)
498 goto finally;
499 Py_INCREF(*filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400500 }
501 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100502 *filename = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400503 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000504
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400505 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400506 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000507 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300508 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000510 if (hold < 0 && PyErr_Occurred())
511 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300512 *lineno = hold;
Barry Warsaw035574d1997-08-29 22:07:17 +0000513
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400514 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400515 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000516 goto finally;
517 if (v == Py_None) {
518 *offset = -1;
519 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000520 } else {
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300521 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000522 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000523 if (hold < 0 && PyErr_Occurred())
524 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300525 *offset = hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000526 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000527
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400528 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400529 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000530 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400531 if (v == Py_None) {
532 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000533 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400534 }
535 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100536 *text = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400537 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000538 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +0000539
540finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -0400541 Py_XDECREF(*message);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100542 Py_XDECREF(*filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000543 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +0000544}
545
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000546static void
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100547print_error_text(PyObject *f, int offset, PyObject *text_obj)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000548{
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200549 const char *text;
550 const char *nl;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100551
Serhiy Storchaka06515832016-11-20 09:13:07 +0200552 text = PyUnicode_AsUTF8(text_obj);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100553 if (text == NULL)
554 return;
555
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000556 if (offset >= 0) {
Victor Stinner98ea54c2014-08-15 23:30:40 +0200557 if (offset > 0 && (size_t)offset == strlen(text) && text[offset - 1] == '\n')
Benjamin Petersona95e9772010-10-29 03:28:14 +0000558 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000559 for (;;) {
560 nl = strchr(text, '\n');
561 if (nl == NULL || nl-text >= offset)
562 break;
563 offset -= (int)(nl+1-text);
564 text = nl+1;
565 }
Martin Panterca3263c2016-12-11 00:18:36 +0000566 while (*text == ' ' || *text == '\t' || *text == '\f') {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 text++;
568 offset--;
569 }
570 }
571 PyFile_WriteString(" ", f);
572 PyFile_WriteString(text, f);
573 if (*text == '\0' || text[strlen(text)-1] != '\n')
574 PyFile_WriteString("\n", f);
575 if (offset == -1)
576 return;
577 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +0000578 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000579 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000580 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000581}
582
Tim Peterscf615b52003-04-19 18:47:02 +0000583
Victor Stinner12083282019-05-17 23:05:29 +0200584int
585_Py_HandleSystemExit(int *exitcode_p)
586{
Victor Stinner331a6a52019-05-27 16:39:22 +0200587 int inspect = _PyInterpreterState_GET_UNSAFE()->config.inspect;
Victor Stinnerc96be812019-05-14 17:34:56 +0200588 if (inspect) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000589 /* Don't exit if -i flag was given. This flag is set to 0
590 * when entering interactive mode for inspecting. */
Victor Stinner12083282019-05-17 23:05:29 +0200591 return 0;
Victor Stinnerc96be812019-05-14 17:34:56 +0200592 }
Guido van Rossumd8faa362007-04-27 19:54:29 +0000593
Victor Stinner12083282019-05-17 23:05:29 +0200594 if (!PyErr_ExceptionMatches(PyExc_SystemExit)) {
595 return 0;
596 }
597
598 PyObject *exception, *value, *tb;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000599 PyErr_Fetch(&exception, &value, &tb);
Victor Stinner12083282019-05-17 23:05:29 +0200600
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000601 fflush(stdout);
Victor Stinner12083282019-05-17 23:05:29 +0200602
603 int exitcode = 0;
604 if (value == NULL || value == Py_None) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000605 goto done;
Victor Stinner12083282019-05-17 23:05:29 +0200606 }
607
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000608 if (PyExceptionInstance_Check(value)) {
609 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200610 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200611 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000612 if (code) {
613 Py_DECREF(value);
614 value = code;
615 if (value == Py_None)
616 goto done;
617 }
618 /* If we failed to dig out the 'code' attribute,
619 just let the else clause below print the error. */
620 }
Victor Stinner12083282019-05-17 23:05:29 +0200621
622 if (PyLong_Check(value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000623 exitcode = (int)PyLong_AsLong(value);
Victor Stinner12083282019-05-17 23:05:29 +0200624 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000625 else {
Victor Stinnerbd303c12013-11-07 23:07:29 +0100626 PyObject *sys_stderr = _PySys_GetObjectId(&PyId_stderr);
Nick Coghland979e432014-02-09 10:43:21 +1000627 /* We clear the exception here to avoid triggering the assertion
628 * in PyObject_Str that ensures it won't silently lose exception
629 * details.
630 */
631 PyErr_Clear();
Victor Stinner7126dbc2010-05-21 23:45:42 +0000632 if (sys_stderr != NULL && sys_stderr != Py_None) {
633 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
634 } else {
635 PyObject_Print(value, stderr, Py_PRINT_RAW);
636 fflush(stderr);
637 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000638 PySys_WriteStderr("\n");
639 exitcode = 1;
640 }
Victor Stinner12083282019-05-17 23:05:29 +0200641
Tim Peterscf615b52003-04-19 18:47:02 +0000642 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000643 /* Restore and clear the exception info, in order to properly decref
644 * the exception, value, and traceback. If we just exit instead,
645 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
646 * some finalizers from running.
647 */
648 PyErr_Restore(exception, value, tb);
649 PyErr_Clear();
Victor Stinner12083282019-05-17 23:05:29 +0200650 *exitcode_p = exitcode;
651 return 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +0000652}
653
Victor Stinner12083282019-05-17 23:05:29 +0200654
655static void
656handle_system_exit(void)
657{
658 int exitcode;
659 if (_Py_HandleSystemExit(&exitcode)) {
660 Py_Exit(exitcode);
661 }
662}
663
664
Victor Stinner438a12d2019-05-24 17:01:38 +0200665static void
666_PyErr_PrintEx(PyThreadState *tstate, int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000667{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000668 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +0000669
Victor Stinner12083282019-05-17 23:05:29 +0200670 handle_system_exit();
671
Victor Stinner438a12d2019-05-24 17:01:38 +0200672 _PyErr_Fetch(tstate, &exception, &v, &tb);
673 if (exception == NULL) {
674 goto done;
675 }
676
677 _PyErr_NormalizeException(tstate, &exception, &v, &tb);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000678 if (tb == NULL) {
679 tb = Py_None;
680 Py_INCREF(tb);
681 }
682 PyException_SetTraceback(v, tb);
Victor Stinner438a12d2019-05-24 17:01:38 +0200683 if (exception == NULL) {
684 goto done;
685 }
686
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000687 /* Now we know v != NULL too */
688 if (set_sys_last_vars) {
xdegaye66caacf2017-10-23 18:08:41 +0200689 if (_PySys_SetObjectId(&PyId_last_type, exception) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200690 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200691 }
692 if (_PySys_SetObjectId(&PyId_last_value, v) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200693 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200694 }
695 if (_PySys_SetObjectId(&PyId_last_traceback, tb) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200696 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200697 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000698 }
Victor Stinner09054372013-11-06 22:41:44 +0100699 hook = _PySys_GetObjectId(&PyId_excepthook);
Victor Stinner1c1e68c2020-03-27 15:11:45 +0100700 if (_PySys_Audit(tstate, "sys.excepthook", "OOOO", hook ? hook : Py_None,
701 exception, v, tb) < 0) {
Steve Dowerbea33f52019-11-28 08:46:11 -0800702 if (PyErr_ExceptionMatches(PyExc_RuntimeError)) {
703 PyErr_Clear();
704 goto done;
705 }
706 _PyErr_WriteUnraisableMsg("in audit hook", NULL);
707 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000708 if (hook) {
Victor Stinner71cb64a2016-08-20 00:57:43 +0200709 PyObject* stack[3];
710 PyObject *result;
711
712 stack[0] = exception;
713 stack[1] = v;
714 stack[2] = tb;
Victor Stinner559bb6a2016-08-22 22:48:54 +0200715 result = _PyObject_FastCall(hook, stack, 3);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000716 if (result == NULL) {
Victor Stinner12083282019-05-17 23:05:29 +0200717 handle_system_exit();
718
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000719 PyObject *exception2, *v2, *tb2;
Victor Stinner438a12d2019-05-24 17:01:38 +0200720 _PyErr_Fetch(tstate, &exception2, &v2, &tb2);
721 _PyErr_NormalizeException(tstate, &exception2, &v2, &tb2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000722 /* It should not be possible for exception2 or v2
723 to be NULL. However PyErr_Display() can't
724 tolerate NULLs, so just be safe. */
725 if (exception2 == NULL) {
726 exception2 = Py_None;
727 Py_INCREF(exception2);
728 }
729 if (v2 == NULL) {
730 v2 = Py_None;
731 Py_INCREF(v2);
732 }
733 fflush(stdout);
734 PySys_WriteStderr("Error in sys.excepthook:\n");
735 PyErr_Display(exception2, v2, tb2);
736 PySys_WriteStderr("\nOriginal exception was:\n");
737 PyErr_Display(exception, v, tb);
738 Py_DECREF(exception2);
739 Py_DECREF(v2);
740 Py_XDECREF(tb2);
741 }
742 Py_XDECREF(result);
Victor Stinner438a12d2019-05-24 17:01:38 +0200743 }
744 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000745 PySys_WriteStderr("sys.excepthook is missing\n");
746 PyErr_Display(exception, v, tb);
747 }
Victor Stinner438a12d2019-05-24 17:01:38 +0200748
749done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000750 Py_XDECREF(exception);
751 Py_XDECREF(v);
752 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000753}
754
Victor Stinner438a12d2019-05-24 17:01:38 +0200755void
756_PyErr_Print(PyThreadState *tstate)
757{
758 _PyErr_PrintEx(tstate, 1);
759}
760
761void
762PyErr_PrintEx(int set_sys_last_vars)
763{
764 PyThreadState *tstate = _PyThreadState_GET();
765 _PyErr_PrintEx(tstate, set_sys_last_vars);
766}
767
768void
769PyErr_Print(void)
770{
771 PyErr_PrintEx(1);
772}
773
Benjamin Petersone6528212008-07-15 15:32:09 +0000774static void
775print_exception(PyObject *f, PyObject *value)
776{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000777 int err = 0;
778 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200779 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +0000780
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000781 if (!PyExceptionInstance_Check(value)) {
Victor Stinner52ce3b02013-12-09 02:10:08 +0100782 err = PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
783 err += PyFile_WriteString(Py_TYPE(value)->tp_name, f);
784 err += PyFile_WriteString(" found\n", f);
785 if (err)
786 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000787 return;
788 }
Benjamin Peterson26582602008-08-23 20:08:07 +0000789
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000790 Py_INCREF(value);
791 fflush(stdout);
792 type = (PyObject *) Py_TYPE(value);
793 tb = PyException_GetTraceback(value);
794 if (tb && tb != Py_None)
795 err = PyTraceBack_Print(tb, f);
796 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200797 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000798 {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100799 PyObject *message, *filename, *text;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000800 int lineno, offset;
801 if (!parse_syntax_error(value, &message, &filename,
802 &lineno, &offset, &text))
803 PyErr_Clear();
804 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100805 PyObject *line;
806
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000807 Py_DECREF(value);
808 value = message;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100809
Victor Stinnerf9b74572019-07-01 16:51:18 +0200810 line = PyUnicode_FromFormat(" File \"%S\", line %d\n",
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100811 filename, lineno);
812 Py_DECREF(filename);
813 if (line != NULL) {
814 PyFile_WriteObject(line, f, Py_PRINT_RAW);
815 Py_DECREF(line);
816 }
817
818 if (text != NULL) {
819 print_error_text(f, offset, text);
820 Py_DECREF(text);
821 }
822
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000823 /* Can't be bothered to check all those
824 PyFile_WriteString() calls */
825 if (PyErr_Occurred())
826 err = -1;
827 }
828 }
829 if (err) {
830 /* Don't do anything else */
831 }
832 else {
833 PyObject* moduleName;
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300834 const char *className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200835 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000836 assert(PyExceptionClass_Check(type));
837 className = PyExceptionClass_Name(type);
838 if (className != NULL) {
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300839 const char *dot = strrchr(className, '.');
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000840 if (dot != NULL)
841 className = dot+1;
842 }
Benjamin Petersone6528212008-07-15 15:32:09 +0000843
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200844 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000845 if (moduleName == NULL || !PyUnicode_Check(moduleName))
846 {
Victor Stinner13b21bd2011-05-26 14:25:13 +0200847 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000848 err = PyFile_WriteString("<unknown>", f);
849 }
850 else {
Serhiy Storchakaf5894dd2016-11-16 15:40:39 +0200851 if (!_PyUnicode_EqualToASCIIId(moduleName, &PyId_builtins))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000852 {
Victor Stinner937114f2013-11-07 00:12:30 +0100853 err = PyFile_WriteObject(moduleName, f, Py_PRINT_RAW);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000854 err += PyFile_WriteString(".", f);
855 }
856 Py_DECREF(moduleName);
857 }
858 if (err == 0) {
859 if (className == NULL)
860 err = PyFile_WriteString("<unknown>", f);
861 else
862 err = PyFile_WriteString(className, f);
863 }
864 }
865 if (err == 0 && (value != Py_None)) {
866 PyObject *s = PyObject_Str(value);
867 /* only print colon if the str() of the
868 object is not the empty string
869 */
Martin Panter3263f682016-02-28 03:16:11 +0000870 if (s == NULL) {
871 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000872 err = -1;
Martin Panter3263f682016-02-28 03:16:11 +0000873 PyFile_WriteString(": <exception str() failed>", f);
874 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000875 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +0100876 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000877 err = PyFile_WriteString(": ", f);
878 if (err == 0)
879 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
880 Py_XDECREF(s);
881 }
882 /* try to write a newline in any case */
Martin Panter3263f682016-02-28 03:16:11 +0000883 if (err < 0) {
884 PyErr_Clear();
885 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000886 err += PyFile_WriteString("\n", f);
887 Py_XDECREF(tb);
888 Py_DECREF(value);
889 /* If an error happened here, don't show it.
890 XXX This is wrong, but too many callers rely on this behavior. */
891 if (err != 0)
892 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000893}
894
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200895static const char cause_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000896 "\nThe above exception was the direct cause "
897 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000898
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200899static const char context_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000900 "\nDuring handling of the above exception, "
901 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000902
903static void
904print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
905{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000906 int err = 0, res;
907 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +0000908
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000909 if (seen != NULL) {
910 /* Exception chaining */
Zane Bitterde860732017-10-17 17:29:39 -0400911 PyObject *value_id = PyLong_FromVoidPtr(value);
912 if (value_id == NULL || PySet_Add(seen, value_id) == -1)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000913 PyErr_Clear();
914 else if (PyExceptionInstance_Check(value)) {
Zane Bitterde860732017-10-17 17:29:39 -0400915 PyObject *check_id = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000916 cause = PyException_GetCause(value);
917 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700918 if (cause) {
Zane Bitterde860732017-10-17 17:29:39 -0400919 check_id = PyLong_FromVoidPtr(cause);
920 if (check_id == NULL) {
921 res = -1;
922 } else {
923 res = PySet_Contains(seen, check_id);
924 Py_DECREF(check_id);
925 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000926 if (res == -1)
927 PyErr_Clear();
928 if (res == 0) {
929 print_exception_recursive(
930 f, cause, seen);
931 err |= PyFile_WriteString(
932 cause_message, f);
933 }
934 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700935 else if (context &&
936 !((PyBaseExceptionObject *)value)->suppress_context) {
Zane Bitterde860732017-10-17 17:29:39 -0400937 check_id = PyLong_FromVoidPtr(context);
938 if (check_id == NULL) {
939 res = -1;
940 } else {
941 res = PySet_Contains(seen, check_id);
942 Py_DECREF(check_id);
943 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000944 if (res == -1)
945 PyErr_Clear();
946 if (res == 0) {
947 print_exception_recursive(
948 f, context, seen);
949 err |= PyFile_WriteString(
950 context_message, f);
951 }
952 }
953 Py_XDECREF(context);
954 Py_XDECREF(cause);
955 }
Zane Bitterde860732017-10-17 17:29:39 -0400956 Py_XDECREF(value_id);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000957 }
958 print_exception(f, value);
959 if (err != 0)
960 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000961}
962
Thomas Wouters477c8d52006-05-27 19:21:47 +0000963void
Victor Stinnercd590a72019-05-28 00:39:52 +0200964_PyErr_Display(PyObject *file, PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000965{
Victor Stinnercd590a72019-05-28 00:39:52 +0200966 assert(file != NULL && file != Py_None);
967
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000968 PyObject *seen;
Antoine Pitrou24201d42013-10-13 21:53:13 +0200969 if (PyExceptionInstance_Check(value)
970 && tb != NULL && PyTraceBack_Check(tb)) {
971 /* Put the traceback on the exception, otherwise it won't get
972 displayed. See issue #18776. */
973 PyObject *cur_tb = PyException_GetTraceback(value);
974 if (cur_tb == NULL)
975 PyException_SetTraceback(value, tb);
976 else
977 Py_DECREF(cur_tb);
978 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200979
980 /* We choose to ignore seen being possibly NULL, and report
981 at least the main exception (it could be a MemoryError).
982 */
983 seen = PySet_New(NULL);
984 if (seen == NULL) {
985 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000986 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200987 print_exception_recursive(file, value, seen);
988 Py_XDECREF(seen);
Victor Stinnera85a1d32019-05-28 16:01:17 +0200989
990 /* Call file.flush() */
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200991 PyObject *res = _PyObject_CallMethodIdNoArgs(file, &PyId_flush);
Victor Stinnera85a1d32019-05-28 16:01:17 +0200992 if (!res) {
993 /* Silently ignore file.flush() error */
994 PyErr_Clear();
995 }
996 else {
997 Py_DECREF(res);
998 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200999}
1000
1001void
1002PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
1003{
1004 PyObject *file = _PySys_GetObjectId(&PyId_stderr);
1005 if (file == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001006 _PyObject_Dump(value);
1007 fprintf(stderr, "lost sys.stderr\n");
Victor Stinnercd590a72019-05-28 00:39:52 +02001008 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001009 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001010 if (file == Py_None) {
1011 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001012 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001013
1014 _PyErr_Display(file, exception, value, tb);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001015}
1016
Guido van Rossum82598051997-03-05 00:20:32 +00001017PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001018PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001019 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001020{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001021 PyObject *ret = NULL;
1022 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001023 PyArena *arena;
Victor Stinner95701bd2013-11-06 18:41:07 +01001024 PyObject *filename;
1025
1026 filename = _PyUnicode_FromId(&PyId_string); /* borrowed */
1027 if (filename == NULL)
1028 return NULL;
1029
1030 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001031 if (arena == NULL)
1032 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001033
Victor Stinner95701bd2013-11-06 18:41:07 +01001034 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001035 if (mod != NULL)
Victor Stinner95701bd2013-11-06 18:41:07 +01001036 ret = run_mod(mod, filename, globals, locals, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001037 PyArena_Free(arena);
1038 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001039}
1040
1041PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001042PyRun_FileExFlags(FILE *fp, const char *filename_str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001043 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001044{
Victor Stinner95701bd2013-11-06 18:41:07 +01001045 PyObject *ret = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001046 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001047 PyArena *arena = NULL;
1048 PyObject *filename;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001049
Victor Stinner95701bd2013-11-06 18:41:07 +01001050 filename = PyUnicode_DecodeFSDefault(filename_str);
1051 if (filename == NULL)
1052 goto exit;
1053
1054 arena = PyArena_New();
1055 if (arena == NULL)
1056 goto exit;
1057
1058 mod = PyParser_ASTFromFileObject(fp, filename, NULL, start, 0, 0,
1059 flags, NULL, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001060 if (closeit)
1061 fclose(fp);
1062 if (mod == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +01001063 goto exit;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001064 }
1065 ret = run_mod(mod, filename, globals, locals, flags, arena);
Victor Stinner95701bd2013-11-06 18:41:07 +01001066
1067exit:
1068 Py_XDECREF(filename);
1069 if (arena != NULL)
1070 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001071 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001072}
1073
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001074static void
1075flush_io(void)
1076{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001077 PyObject *f, *r;
1078 PyObject *type, *value, *traceback;
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001079
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001080 /* Save the current exception */
1081 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001082
Victor Stinnerbd303c12013-11-07 23:07:29 +01001083 f = _PySys_GetObjectId(&PyId_stderr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001084 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001085 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001086 if (r)
1087 Py_DECREF(r);
1088 else
1089 PyErr_Clear();
1090 }
Victor Stinnerbd303c12013-11-07 23:07:29 +01001091 f = _PySys_GetObjectId(&PyId_stdout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001092 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001093 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001094 if (r)
1095 Py_DECREF(r);
1096 else
1097 PyErr_Clear();
1098 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001099
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001100 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001101}
1102
Guido van Rossum82598051997-03-05 00:20:32 +00001103static PyObject *
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001104run_eval_code_obj(PyThreadState *tstate, PyCodeObject *co, PyObject *globals, PyObject *locals)
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001105{
1106 PyObject *v;
Gregory P. Smithd9bc5432019-02-20 17:35:54 -08001107 /*
1108 * We explicitly re-initialize _Py_UnhandledKeyboardInterrupt every eval
1109 * _just in case_ someone is calling into an embedded Python where they
1110 * don't care about an uncaught KeyboardInterrupt exception (why didn't they
1111 * leave config.install_signal_handlers set to 0?!?) but then later call
1112 * Py_Main() itself (which _checks_ this flag and dies with a signal after
1113 * its interpreter exits). We don't want a previous embedded interpreter's
1114 * uncaught exception to trigger an unexplained signal exit from a future
1115 * Py_Main() based one.
1116 */
1117 _Py_UnhandledKeyboardInterrupt = 0;
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001118
1119 /* Set globals['__builtins__'] if it doesn't exist */
1120 if (globals != NULL && PyDict_GetItemString(globals, "__builtins__") == NULL) {
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001121 if (PyDict_SetItemString(globals, "__builtins__",
1122 tstate->interp->builtins) < 0) {
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001123 return NULL;
1124 }
1125 }
1126
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001127 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001128 if (!v && _PyErr_Occurred(tstate) == PyExc_KeyboardInterrupt) {
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001129 _Py_UnhandledKeyboardInterrupt = 1;
1130 }
1131 return v;
1132}
1133
1134static PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001135run_mod(mod_ty mod, PyObject *filename, PyObject *globals, PyObject *locals,
1136 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001137{
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001138 PyThreadState *tstate = _PyThreadState_GET();
1139 PyCodeObject *co = PyAST_CompileObject(mod, filename, flags, -1, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001140 if (co == NULL)
1141 return NULL;
Steve Dowerb82e17e2019-05-23 08:45:22 -07001142
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001143 if (_PySys_Audit(tstate, "exec", "O", co) < 0) {
Steve Dowerb82e17e2019-05-23 08:45:22 -07001144 Py_DECREF(co);
1145 return NULL;
1146 }
1147
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001148 PyObject *v = run_eval_code_obj(tstate, co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001149 Py_DECREF(co);
1150 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001151}
1152
Guido van Rossum82598051997-03-05 00:20:32 +00001153static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001154run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001155 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001156{
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001157 PyThreadState *tstate = _PyThreadState_GET();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001158 PyCodeObject *co;
1159 PyObject *v;
1160 long magic;
1161 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001162
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001163 magic = PyMarshal_ReadLongFromFile(fp);
1164 if (magic != PyImport_GetMagicNumber()) {
Victor Stinner5200f552015-03-18 13:56:25 +01001165 if (!PyErr_Occurred())
1166 PyErr_SetString(PyExc_RuntimeError,
1167 "Bad magic number in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001168 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001169 }
Benjamin Peterson42aa93b2017-12-09 10:26:52 -08001170 /* Skip the rest of the header. */
1171 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001172 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001173 (void) PyMarshal_ReadLongFromFile(fp);
Zackery Spytzea737752018-06-23 21:15:24 -06001174 if (PyErr_Occurred()) {
1175 goto error;
1176 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001177 v = PyMarshal_ReadLastObjectFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001178 if (v == NULL || !PyCode_Check(v)) {
1179 Py_XDECREF(v);
1180 PyErr_SetString(PyExc_RuntimeError,
1181 "Bad code object in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001182 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001183 }
Zackery Spytzea737752018-06-23 21:15:24 -06001184 fclose(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001185 co = (PyCodeObject *)v;
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001186 v = run_eval_code_obj(tstate, co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001187 if (v && flags)
1188 flags->cf_flags |= (co->co_flags & PyCF_MASK);
1189 Py_DECREF(co);
1190 return v;
Zackery Spytzea737752018-06-23 21:15:24 -06001191error:
1192 fclose(fp);
1193 return NULL;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001194}
1195
Guido van Rossum82598051997-03-05 00:20:32 +00001196PyObject *
Victor Stinner14e461d2013-08-26 22:28:21 +02001197Py_CompileStringObject(const char *str, PyObject *filename, int start,
1198 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001199{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001200 PyCodeObject *co;
1201 mod_ty mod;
1202 PyArena *arena = PyArena_New();
1203 if (arena == NULL)
1204 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001205
Victor Stinner14e461d2013-08-26 22:28:21 +02001206 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001207 if (mod == NULL) {
1208 PyArena_Free(arena);
1209 return NULL;
1210 }
1211 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
1212 PyObject *result = PyAST_mod2obj(mod);
1213 PyArena_Free(arena);
1214 return result;
1215 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001216 co = PyAST_CompileObject(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001217 PyArena_Free(arena);
1218 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001219}
1220
Victor Stinner14e461d2013-08-26 22:28:21 +02001221PyObject *
1222Py_CompileStringExFlags(const char *str, const char *filename_str, int start,
1223 PyCompilerFlags *flags, int optimize)
1224{
1225 PyObject *filename, *co;
1226 filename = PyUnicode_DecodeFSDefault(filename_str);
1227 if (filename == NULL)
1228 return NULL;
1229 co = Py_CompileStringObject(str, filename, start, flags, optimize);
1230 Py_DECREF(filename);
1231 return co;
1232}
1233
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001234/* For use in Py_LIMITED_API */
1235#undef Py_CompileString
1236PyObject *
1237PyCompileString(const char *str, const char *filename, int start)
1238{
1239 return Py_CompileStringFlags(str, filename, start, NULL);
1240}
1241
Dino Viehland41540692019-05-28 16:21:17 -07001242const char *
1243_Py_SourceAsString(PyObject *cmd, const char *funcname, const char *what, PyCompilerFlags *cf, PyObject **cmd_copy)
1244{
1245 const char *str;
1246 Py_ssize_t size;
1247 Py_buffer view;
1248
1249 *cmd_copy = NULL;
1250 if (PyUnicode_Check(cmd)) {
1251 cf->cf_flags |= PyCF_IGNORE_COOKIE;
1252 str = PyUnicode_AsUTF8AndSize(cmd, &size);
1253 if (str == NULL)
1254 return NULL;
1255 }
1256 else if (PyBytes_Check(cmd)) {
1257 str = PyBytes_AS_STRING(cmd);
1258 size = PyBytes_GET_SIZE(cmd);
1259 }
1260 else if (PyByteArray_Check(cmd)) {
1261 str = PyByteArray_AS_STRING(cmd);
1262 size = PyByteArray_GET_SIZE(cmd);
1263 }
1264 else if (PyObject_GetBuffer(cmd, &view, PyBUF_SIMPLE) == 0) {
1265 /* Copy to NUL-terminated buffer. */
1266 *cmd_copy = PyBytes_FromStringAndSize(
1267 (const char *)view.buf, view.len);
1268 PyBuffer_Release(&view);
1269 if (*cmd_copy == NULL) {
1270 return NULL;
1271 }
1272 str = PyBytes_AS_STRING(*cmd_copy);
1273 size = PyBytes_GET_SIZE(*cmd_copy);
1274 }
1275 else {
1276 PyErr_Format(PyExc_TypeError,
1277 "%s() arg 1 must be a %s object",
1278 funcname, what);
1279 return NULL;
1280 }
1281
1282 if (strlen(str) != (size_t)size) {
1283 PyErr_SetString(PyExc_ValueError,
1284 "source code string cannot contain null bytes");
1285 Py_CLEAR(*cmd_copy);
1286 return NULL;
1287 }
1288 return str;
1289}
1290
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001291struct symtable *
Victor Stinner14e461d2013-08-26 22:28:21 +02001292Py_SymtableStringObject(const char *str, PyObject *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001293{
Victor Stinner37d66d72019-06-13 02:16:41 +02001294 PyCompilerFlags flags = _PyCompilerFlags_INIT;
Dino Viehland41540692019-05-28 16:21:17 -07001295 return _Py_SymtableStringObjectFlags(str, filename, start, &flags);
1296}
1297
1298struct symtable *
1299_Py_SymtableStringObjectFlags(const char *str, PyObject *filename, int start, PyCompilerFlags *flags)
1300{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001301 struct symtable *st;
1302 mod_ty mod;
Victor Stinner14e461d2013-08-26 22:28:21 +02001303 PyArena *arena;
1304
1305 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001306 if (arena == NULL)
1307 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001308
Dino Viehland41540692019-05-28 16:21:17 -07001309 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001310 if (mod == NULL) {
1311 PyArena_Free(arena);
1312 return NULL;
1313 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001314 st = PySymtable_BuildObject(mod, filename, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001315 PyArena_Free(arena);
1316 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001317}
1318
Victor Stinner14e461d2013-08-26 22:28:21 +02001319struct symtable *
1320Py_SymtableString(const char *str, const char *filename_str, int start)
1321{
1322 PyObject *filename;
1323 struct symtable *st;
1324
1325 filename = PyUnicode_DecodeFSDefault(filename_str);
1326 if (filename == NULL)
1327 return NULL;
1328 st = Py_SymtableStringObject(str, filename, start);
1329 Py_DECREF(filename);
1330 return st;
1331}
1332
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001333/* Preferred access to parser is through AST. */
1334mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001335PyParser_ASTFromStringObject(const char *s, PyObject *filename, int start,
1336 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001337{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001338 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001339 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001340 perrdetail err;
1341 int iflags = PARSER_FLAGS(flags);
Guido van Rossum495da292019-03-07 12:38:08 -08001342 if (flags && flags->cf_feature_version < 7)
1343 iflags |= PyPARSE_ASYNC_HACKS;
Christian Heimes4d6ec852008-03-26 22:34:47 +00001344
Victor Stinner14e461d2013-08-26 22:28:21 +02001345 node *n = PyParser_ParseStringObject(s, filename,
1346 &_PyParser_Grammar, start, &err,
1347 &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001348 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001349 flags = &localflags;
1350 }
1351 if (n) {
1352 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001353 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001354 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001355 }
1356 else {
1357 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001358 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001359 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001360 err_free(&err);
1361 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001362}
1363
1364mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001365PyParser_ASTFromString(const char *s, const char *filename_str, int start,
1366 PyCompilerFlags *flags, PyArena *arena)
1367{
1368 PyObject *filename;
1369 mod_ty mod;
1370 filename = PyUnicode_DecodeFSDefault(filename_str);
1371 if (filename == NULL)
1372 return NULL;
1373 mod = PyParser_ASTFromStringObject(s, filename, start, flags, arena);
1374 Py_DECREF(filename);
1375 return mod;
1376}
1377
1378mod_ty
1379PyParser_ASTFromFileObject(FILE *fp, PyObject *filename, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001380 int start, const char *ps1,
1381 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001382 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001383{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001384 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001385 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001386 perrdetail err;
1387 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00001388
Victor Stinner14e461d2013-08-26 22:28:21 +02001389 node *n = PyParser_ParseFileObject(fp, filename, enc,
1390 &_PyParser_Grammar,
1391 start, ps1, ps2, &err, &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001392 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001393 flags = &localflags;
1394 }
1395 if (n) {
1396 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001397 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001398 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001399 }
1400 else {
1401 err_input(&err);
1402 if (errcode)
1403 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02001404 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001405 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001406 err_free(&err);
1407 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001408}
1409
Victor Stinner14e461d2013-08-26 22:28:21 +02001410mod_ty
1411PyParser_ASTFromFile(FILE *fp, const char *filename_str, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001412 int start, const char *ps1,
1413 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001414 PyArena *arena)
1415{
1416 mod_ty mod;
1417 PyObject *filename;
1418 filename = PyUnicode_DecodeFSDefault(filename_str);
1419 if (filename == NULL)
1420 return NULL;
1421 mod = PyParser_ASTFromFileObject(fp, filename, enc, start, ps1, ps2,
1422 flags, errcode, arena);
1423 Py_DECREF(filename);
1424 return mod;
1425}
1426
Guido van Rossuma110aa61994-08-29 12:50:44 +00001427/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001428
Guido van Rossuma110aa61994-08-29 12:50:44 +00001429node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001430PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001431{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001432 perrdetail err;
1433 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
1434 &_PyParser_Grammar,
1435 start, NULL, NULL, &err, flags);
1436 if (n == NULL)
1437 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001438 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001439
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001440 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001441}
1442
Guido van Rossuma110aa61994-08-29 12:50:44 +00001443/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001444
Guido van Rossuma110aa61994-08-29 12:50:44 +00001445node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001446PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001447{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001448 perrdetail err;
1449 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1450 start, &err, flags);
1451 if (n == NULL)
1452 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001453 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001454 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00001455}
1456
1457node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001458PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001459 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001460{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001461 perrdetail err;
1462 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1463 &_PyParser_Grammar, start, &err, flags);
1464 if (n == NULL)
1465 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001466 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001467 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00001468}
1469
Guido van Rossum66ebd912003-04-17 16:02:26 +00001470/* May want to move a more generalized form of this to parsetok.c or
1471 even parser modules. */
1472
1473void
Victor Stinner7f2fee32011-04-05 00:39:01 +02001474PyParser_ClearError(perrdetail *err)
1475{
1476 err_free(err);
1477}
1478
1479void
Guido van Rossum66ebd912003-04-17 16:02:26 +00001480PyParser_SetError(perrdetail *err)
1481{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001482 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00001483}
1484
Victor Stinner7f2fee32011-04-05 00:39:01 +02001485static void
1486err_free(perrdetail *err)
1487{
1488 Py_CLEAR(err->filename);
1489}
1490
Guido van Rossuma110aa61994-08-29 12:50:44 +00001491/* Set the error appropriate to the given input error code (see errcode.h) */
1492
1493static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001494err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001495{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001496 PyObject *v, *w, *errtype, *errtext;
1497 PyObject *msg_obj = NULL;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02001498 const char *msg = NULL;
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001499 int offset = err->offset;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001500
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001501 errtype = PyExc_SyntaxError;
1502 switch (err->error) {
1503 case E_ERROR:
Serhiy Storchaka993030a2018-07-12 00:17:53 +03001504 goto cleanup;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001505 case E_SYNTAX:
1506 errtype = PyExc_IndentationError;
1507 if (err->expected == INDENT)
1508 msg = "expected an indented block";
1509 else if (err->token == INDENT)
1510 msg = "unexpected indent";
1511 else if (err->token == DEDENT)
1512 msg = "unexpected unindent";
Serhiy Storchakaaba24ff2018-07-23 23:41:11 +03001513 else if (err->expected == NOTEQUAL) {
1514 errtype = PyExc_SyntaxError;
1515 msg = "with Barry as BDFL, use '<>' instead of '!='";
1516 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001517 else {
1518 errtype = PyExc_SyntaxError;
1519 msg = "invalid syntax";
1520 }
1521 break;
1522 case E_TOKEN:
1523 msg = "invalid token";
1524 break;
1525 case E_EOFS:
1526 msg = "EOF while scanning triple-quoted string literal";
1527 break;
1528 case E_EOLS:
1529 msg = "EOL while scanning string literal";
1530 break;
1531 case E_INTR:
1532 if (!PyErr_Occurred())
1533 PyErr_SetNone(PyExc_KeyboardInterrupt);
1534 goto cleanup;
1535 case E_NOMEM:
1536 PyErr_NoMemory();
1537 goto cleanup;
1538 case E_EOF:
1539 msg = "unexpected EOF while parsing";
1540 break;
1541 case E_TABSPACE:
1542 errtype = PyExc_TabError;
1543 msg = "inconsistent use of tabs and spaces in indentation";
1544 break;
1545 case E_OVERFLOW:
1546 msg = "expression too long";
1547 break;
1548 case E_DEDENT:
1549 errtype = PyExc_IndentationError;
1550 msg = "unindent does not match any outer indentation level";
1551 break;
1552 case E_TOODEEP:
1553 errtype = PyExc_IndentationError;
1554 msg = "too many levels of indentation";
1555 break;
1556 case E_DECODE: {
1557 PyObject *type, *value, *tb;
1558 PyErr_Fetch(&type, &value, &tb);
1559 msg = "unknown decode error";
1560 if (value != NULL)
1561 msg_obj = PyObject_Str(value);
1562 Py_XDECREF(type);
1563 Py_XDECREF(value);
1564 Py_XDECREF(tb);
1565 break;
1566 }
1567 case E_LINECONT:
1568 msg = "unexpected character after line continuation character";
1569 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00001570
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001571 case E_IDENTIFIER:
1572 msg = "invalid character in identifier";
1573 break;
Meador Ingefa21bf02012-01-19 01:08:41 -06001574 case E_BADSINGLE:
1575 msg = "multiple statements found while compiling a single statement";
1576 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001577 default:
1578 fprintf(stderr, "error=%d\n", err->error);
1579 msg = "unknown parsing error";
1580 break;
1581 }
1582 /* err->text may not be UTF-8 in case of decoding errors.
1583 Explicitly convert to an object. */
1584 if (!err->text) {
1585 errtext = Py_None;
1586 Py_INCREF(Py_None);
1587 } else {
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001588 errtext = PyUnicode_DecodeUTF8(err->text, err->offset,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001589 "replace");
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001590 if (errtext != NULL) {
1591 Py_ssize_t len = strlen(err->text);
1592 offset = (int)PyUnicode_GET_LENGTH(errtext);
1593 if (len != err->offset) {
1594 Py_DECREF(errtext);
1595 errtext = PyUnicode_DecodeUTF8(err->text, len,
1596 "replace");
1597 }
1598 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001599 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001600 v = Py_BuildValue("(OiiN)", err->filename,
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001601 err->lineno, offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001602 if (v != NULL) {
1603 if (msg_obj)
1604 w = Py_BuildValue("(OO)", msg_obj, v);
1605 else
1606 w = Py_BuildValue("(sO)", msg, v);
1607 } else
1608 w = NULL;
1609 Py_XDECREF(v);
1610 PyErr_SetObject(errtype, w);
1611 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00001612cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001613 Py_XDECREF(msg_obj);
1614 if (err->text != NULL) {
1615 PyObject_FREE(err->text);
1616 err->text = NULL;
1617 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001618}
1619
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001620
Zachary Warec4821d62014-11-21 23:35:12 -06001621#if defined(USE_STACKCHECK)
1622#if defined(WIN32) && defined(_MSC_VER)
1623
1624/* Stack checking for Microsoft C */
1625
1626#include <malloc.h>
1627#include <excpt.h>
1628
1629/*
1630 * Return non-zero when we run out of memory on the stack; zero otherwise.
1631 */
1632int
1633PyOS_CheckStack(void)
1634{
1635 __try {
1636 /* alloca throws a stack overflow exception if there's
1637 not enough space left on the stack */
1638 alloca(PYOS_STACK_MARGIN * sizeof(void*));
1639 return 0;
1640 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
1641 EXCEPTION_EXECUTE_HANDLER :
1642 EXCEPTION_CONTINUE_SEARCH) {
1643 int errcode = _resetstkoflw();
1644 if (errcode == 0)
1645 {
1646 Py_FatalError("Could not reset the stack!");
1647 }
1648 }
1649 return 1;
1650}
1651
1652#endif /* WIN32 && _MSC_VER */
1653
1654/* Alternate implementations can be added here... */
1655
1656#endif /* USE_STACKCHECK */
1657
Martin Panter46f50722016-05-26 05:35:26 +00001658/* Deprecated C API functions still provided for binary compatibility */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001659
1660#undef PyParser_SimpleParseFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001661PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001662PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1663{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001664 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001665}
1666
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001667#undef PyParser_SimpleParseString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001668PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001669PyParser_SimpleParseString(const char *str, int start)
1670{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001671 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001672}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001673
1674#undef PyRun_AnyFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001675PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001676PyRun_AnyFile(FILE *fp, const char *name)
1677{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001678 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001679}
1680
1681#undef PyRun_AnyFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001682PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001683PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1684{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001685 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001686}
1687
1688#undef PyRun_AnyFileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001689PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001690PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1691{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001692 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001693}
1694
1695#undef PyRun_File
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001696PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001697PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1698{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001699 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001700}
1701
1702#undef PyRun_FileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001703PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001704PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1705{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001706 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001707}
1708
1709#undef PyRun_FileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001710PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001711PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001712 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001713{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001714 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001715}
1716
1717#undef PyRun_SimpleFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001718PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001719PyRun_SimpleFile(FILE *f, const char *p)
1720{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001721 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001722}
1723
1724#undef PyRun_SimpleFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001725PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001726PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1727{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001728 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001729}
1730
1731
1732#undef PyRun_String
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001733PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001734PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1735{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001736 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001737}
1738
1739#undef PyRun_SimpleString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001740PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001741PyRun_SimpleString(const char *s)
1742{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001743 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001744}
1745
1746#undef Py_CompileString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001747PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001748Py_CompileString(const char *str, const char *p, int s)
1749{
Georg Brandl8334fd92010-12-04 10:26:46 +00001750 return Py_CompileStringExFlags(str, p, s, NULL, -1);
1751}
1752
1753#undef Py_CompileStringFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001754PyAPI_FUNC(PyObject *)
Georg Brandl8334fd92010-12-04 10:26:46 +00001755Py_CompileStringFlags(const char *str, const char *p, int s,
1756 PyCompilerFlags *flags)
1757{
1758 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001759}
1760
1761#undef PyRun_InteractiveOne
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001762PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001763PyRun_InteractiveOne(FILE *f, const char *p)
1764{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001765 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001766}
1767
1768#undef PyRun_InteractiveLoop
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001769PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001770PyRun_InteractiveLoop(FILE *f, const char *p)
1771{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001772 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001773}
1774
1775#ifdef __cplusplus
1776}
1777#endif