blob: 45f08b707eb99950eac6795b05a9ca66100615c1 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
Eric Snowc7ec9982017-05-23 23:00:52 -07002/* Top level execution of Python code (including in __main__) */
3
4/* To help control the interfaces between the startup, execution and
5 * shutdown code, the phases are split across separate modules (boostrap,
6 * pythonrun, shutdown)
7 */
8
9/* TODO: Cull includes following phase split */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000010
Guido van Rossum82598051997-03-05 00:20:32 +000011#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "Python-ast.h"
Victor Stinner3bb183d2018-11-22 18:38:38 +010014#undef Yield /* undefine macro conflicting with <winbase.h> */
Victor Stinner4f98f462020-04-15 04:01:58 +020015
Victor Stinnere5014be2020-04-14 17:52:15 +020016#include "pycore_interp.h" // PyInterpreterState.importlib
Victor Stinner4f98f462020-04-15 04:01:58 +020017#include "pycore_object.h" // _PyDebug_PrintTotalRefs()
18#include "pycore_pyerrors.h" // _PyErr_Fetch
19#include "pycore_pylifecycle.h" // _Py_UnhandledKeyboardInterrupt
Victor Stinnere5014be2020-04-14 17:52:15 +020020#include "pycore_pystate.h" // _PyInterpreterState_GET()
Victor Stinner4f98f462020-04-15 04:01:58 +020021#include "pycore_sysmodule.h" // _PySys_Audit()
Guido van Rossum1984f1e1992-08-04 12:41:02 +000022
Victor Stinner4f98f462020-04-15 04:01:58 +020023#include "node.h" // node
24#include "token.h" // INDENT
25#include "parsetok.h" // perrdetail
26#include "errcode.h" // E_EOF
27#include "code.h" // PyCodeObject
28#include "symtable.h" // PySymtable_BuildObject()
29#include "ast.h" // PyAST_FromNodeObject()
30#include "marshal.h" // PyMarshal_ReadLongFromFile()
31
Lysandros Nikolaouebebb642020-04-23 18:36:06 +030032#include "pegen_interface.h" // PyPegen_ASTFrom*
Pablo Galindoc5fc1562020-04-22 23:29:27 +010033
Victor Stinner4f98f462020-04-15 04:01:58 +020034#ifdef MS_WINDOWS
35# include "malloc.h" // alloca()
Thomas Wouters0e3f5912006-08-11 14:57:12 +000036#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000037
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000038#ifdef MS_WINDOWS
Victor Stinner4f98f462020-04-15 04:01:58 +020039# undef BYTE
40# include "windows.h"
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000041#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000042
Guido van Rossuma44823b1995-03-14 15:01:17 +000043
Victor Stinnerbd303c12013-11-07 23:07:29 +010044_Py_IDENTIFIER(builtins);
Victor Stinner09054372013-11-06 22:41:44 +010045_Py_IDENTIFIER(excepthook);
Victor Stinner3f36a572013-11-12 21:39:02 +010046_Py_IDENTIFIER(flush);
Victor Stinnerbd303c12013-11-07 23:07:29 +010047_Py_IDENTIFIER(last_traceback);
Victor Stinner09054372013-11-06 22:41:44 +010048_Py_IDENTIFIER(last_type);
49_Py_IDENTIFIER(last_value);
Victor Stinnerbd303c12013-11-07 23:07:29 +010050_Py_IDENTIFIER(ps1);
51_Py_IDENTIFIER(ps2);
52_Py_IDENTIFIER(stdin);
53_Py_IDENTIFIER(stdout);
54_Py_IDENTIFIER(stderr);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +010055_Py_static_string(PyId_string, "<string>");
Victor Stinner09054372013-11-06 22:41:44 +010056
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000057#ifdef __cplusplus
58extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000059#endif
60
Vinay Sajip0b60f642019-10-15 08:26:12 +010061extern Py_EXPORTED_SYMBOL grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000062
Guido van Rossumb73cc041993-11-01 16:28:59 +000063/* Forward */
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000064static void flush_io(void);
Victor Stinner95701bd2013-11-06 18:41:07 +010065static PyObject *run_mod(mod_ty, PyObject *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000066 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000067static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000068 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000069static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020070static void err_free(perrdetail *);
xdegayee0582a32017-11-12 16:50:48 +010071static int PyRun_InteractiveOneObjectEx(FILE *, PyObject *, PyCompilerFlags *);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000072
Guido van Rossum1984f1e1992-08-04 12:41:02 +000073/* Parse input from a file and execute it */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000074int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +000075PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000076 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000077{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000078 if (filename == NULL)
79 filename = "???";
80 if (Py_FdIsInteractive(fp, filename)) {
81 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
82 if (closeit)
83 fclose(fp);
84 return err;
85 }
86 else
87 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000088}
89
90int
Victor Stinner95701bd2013-11-06 18:41:07 +010091PyRun_InteractiveLoopFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000092{
Victor Stinner95701bd2013-11-06 18:41:07 +010093 PyObject *filename, *v;
94 int ret, err;
Victor Stinner37d66d72019-06-13 02:16:41 +020095 PyCompilerFlags local_flags = _PyCompilerFlags_INIT;
xdegayee0582a32017-11-12 16:50:48 +010096 int nomem_count = 0;
Victor Stinner25420fe2017-11-20 18:12:22 -080097#ifdef Py_REF_DEBUG
Victor Stinnerda7933e2020-04-13 03:04:28 +020098 int show_ref_count = _Py_GetConfig()->show_ref_count;
Victor Stinner25420fe2017-11-20 18:12:22 -080099#endif
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000100
Victor Stinner95701bd2013-11-06 18:41:07 +0100101 filename = PyUnicode_DecodeFSDefault(filename_str);
102 if (filename == NULL) {
103 PyErr_Print();
104 return -1;
105 }
106
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000107 if (flags == NULL) {
108 flags = &local_flags;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000109 }
Victor Stinner09054372013-11-06 22:41:44 +0100110 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000111 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100112 _PySys_SetObjectId(&PyId_ps1, v = PyUnicode_FromString(">>> "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000113 Py_XDECREF(v);
114 }
Victor Stinner09054372013-11-06 22:41:44 +0100115 v = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000116 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100117 _PySys_SetObjectId(&PyId_ps2, v = PyUnicode_FromString("... "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000118 Py_XDECREF(v);
119 }
xdegayee0582a32017-11-12 16:50:48 +0100120 err = 0;
121 do {
122 ret = PyRun_InteractiveOneObjectEx(fp, filename, flags);
123 if (ret == -1 && PyErr_Occurred()) {
124 /* Prevent an endless loop after multiple consecutive MemoryErrors
125 * while still allowing an interactive command to fail with a
126 * MemoryError. */
127 if (PyErr_ExceptionMatches(PyExc_MemoryError)) {
128 if (++nomem_count > 16) {
129 PyErr_Clear();
130 err = -1;
131 break;
132 }
133 } else {
134 nomem_count = 0;
135 }
136 PyErr_Print();
137 flush_io();
138 } else {
139 nomem_count = 0;
140 }
Eric Snowdae02762017-09-14 00:35:58 -0700141#ifdef Py_REF_DEBUG
Victor Stinner25420fe2017-11-20 18:12:22 -0800142 if (show_ref_count) {
Eric Snowdae02762017-09-14 00:35:58 -0700143 _PyDebug_PrintTotalRefs();
Victor Stinner25420fe2017-11-20 18:12:22 -0800144 }
Eric Snowdae02762017-09-14 00:35:58 -0700145#endif
xdegayee0582a32017-11-12 16:50:48 +0100146 } while (ret != E_EOF);
Victor Stinner95701bd2013-11-06 18:41:07 +0100147 Py_DECREF(filename);
148 return err;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000149}
150
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000151/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000152static int PARSER_FLAGS(PyCompilerFlags *flags)
153{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000154 int parser_flags = 0;
155 if (!flags)
156 return 0;
157 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
158 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
159 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
160 parser_flags |= PyPARSE_IGNORE_COOKIE;
161 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
162 parser_flags |= PyPARSE_BARRY_AS_BDFL;
Guido van Rossumdcfcd142019-01-31 03:40:27 -0800163 if (flags->cf_flags & PyCF_TYPE_COMMENTS)
164 parser_flags |= PyPARSE_TYPE_COMMENTS;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000165 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000166}
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000167
Thomas Wouters89f507f2006-12-13 04:49:30 +0000168#if 0
169/* Keep an example of flags with future keyword support. */
170#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000171 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
172 PyPARSE_DONT_IMPLY_DEDENT : 0) \
173 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
174 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000175#endif
176
xdegayee0582a32017-11-12 16:50:48 +0100177/* A PyRun_InteractiveOneObject() auxiliary function that does not print the
178 * error on failure. */
179static int
180PyRun_InteractiveOneObjectEx(FILE *fp, PyObject *filename,
181 PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000182{
Victor Stinner95701bd2013-11-06 18:41:07 +0100183 PyObject *m, *d, *v, *w, *oenc = NULL, *mod_name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000184 mod_ty mod;
185 PyArena *arena;
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200186 const char *ps1 = "", *ps2 = "", *enc = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000187 int errcode = 0;
Victor Stinner1def7752020-04-23 03:03:24 +0200188 int use_peg = _PyInterpreterState_GET()->config._use_peg_parser;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200189 _Py_IDENTIFIER(encoding);
Victor Stinner95701bd2013-11-06 18:41:07 +0100190 _Py_IDENTIFIER(__main__);
191
192 mod_name = _PyUnicode_FromId(&PyId___main__); /* borrowed */
193 if (mod_name == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +0100194 return -1;
195 }
Tim Petersfe2127d2001-07-16 05:37:24 +0000196
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000197 if (fp == stdin) {
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400198 /* Fetch encoding from sys.stdin if possible. */
Victor Stinnerbd303c12013-11-07 23:07:29 +0100199 v = _PySys_GetObjectId(&PyId_stdin);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400200 if (v && v != Py_None) {
201 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
202 if (oenc)
Serhiy Storchaka06515832016-11-20 09:13:07 +0200203 enc = PyUnicode_AsUTF8(oenc);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400204 if (!enc)
205 PyErr_Clear();
206 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000207 }
Victor Stinner09054372013-11-06 22:41:44 +0100208 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000209 if (v != NULL) {
210 v = PyObject_Str(v);
211 if (v == NULL)
212 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000213 else if (PyUnicode_Check(v)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200214 ps1 = PyUnicode_AsUTF8(v);
Victor Stinner386fe712010-05-19 00:34:15 +0000215 if (ps1 == NULL) {
216 PyErr_Clear();
217 ps1 = "";
218 }
219 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000220 }
Victor Stinner09054372013-11-06 22:41:44 +0100221 w = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 if (w != NULL) {
223 w = PyObject_Str(w);
224 if (w == NULL)
225 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000226 else if (PyUnicode_Check(w)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200227 ps2 = PyUnicode_AsUTF8(w);
Victor Stinner386fe712010-05-19 00:34:15 +0000228 if (ps2 == NULL) {
229 PyErr_Clear();
230 ps2 = "";
231 }
232 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000233 }
234 arena = PyArena_New();
235 if (arena == NULL) {
236 Py_XDECREF(v);
237 Py_XDECREF(w);
238 Py_XDECREF(oenc);
239 return -1;
240 }
Pablo Galindoc5fc1562020-04-22 23:29:27 +0100241
242 if (use_peg) {
243 mod = PyPegen_ASTFromFileObject(fp, filename, Py_single_input,
Pablo Galindo2b74c832020-04-27 18:02:07 +0100244 enc, ps1, ps2, flags, &errcode, arena);
Pablo Galindoc5fc1562020-04-22 23:29:27 +0100245 }
246 else {
247 mod = PyParser_ASTFromFileObject(fp, filename, enc,
248 Py_single_input, ps1, ps2,
249 flags, &errcode, arena);
250 }
251
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000252 Py_XDECREF(v);
253 Py_XDECREF(w);
254 Py_XDECREF(oenc);
255 if (mod == NULL) {
256 PyArena_Free(arena);
257 if (errcode == E_EOF) {
258 PyErr_Clear();
259 return E_EOF;
260 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000261 return -1;
262 }
Victor Stinner95701bd2013-11-06 18:41:07 +0100263 m = PyImport_AddModuleObject(mod_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000264 if (m == NULL) {
265 PyArena_Free(arena);
266 return -1;
267 }
268 d = PyModule_GetDict(m);
269 v = run_mod(mod, filename, d, d, flags, arena);
270 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000271 if (v == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000272 return -1;
273 }
274 Py_DECREF(v);
Antoine Pitrou9845c7e2014-05-11 13:42:17 +0200275 flush_io();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000276 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000277}
278
Victor Stinner95701bd2013-11-06 18:41:07 +0100279int
xdegayee0582a32017-11-12 16:50:48 +0100280PyRun_InteractiveOneObject(FILE *fp, PyObject *filename, PyCompilerFlags *flags)
281{
282 int res;
283
284 res = PyRun_InteractiveOneObjectEx(fp, filename, flags);
285 if (res == -1) {
286 PyErr_Print();
287 flush_io();
288 }
289 return res;
290}
291
292int
Victor Stinner95701bd2013-11-06 18:41:07 +0100293PyRun_InteractiveOneFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
294{
295 PyObject *filename;
296 int res;
297
298 filename = PyUnicode_DecodeFSDefault(filename_str);
299 if (filename == NULL) {
300 PyErr_Print();
301 return -1;
302 }
303 res = PyRun_InteractiveOneObject(fp, filename, flags);
304 Py_DECREF(filename);
305 return res;
306}
307
308
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000309/* Check whether a file maybe a pyc file: Look at the extension,
310 the file type, and, if we may close it, at the first few bytes. */
311
312static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000313maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000314{
Brett Cannonf299abd2015-04-13 14:21:02 -0400315 if (strcmp(ext, ".pyc") == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000316 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000317
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000318 /* Only look into the file if we are allowed to close it, since
319 it then should also be seekable. */
320 if (closeit) {
321 /* Read only two bytes of the magic. If the file was opened in
322 text mode, the bytes 3 and 4 of the magic (\r\n) might not
323 be read as they are on disk. */
324 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
325 unsigned char buf[2];
326 /* Mess: In case of -x, the stream is NOT at its start now,
327 and ungetc() was used to push back the first newline,
328 which makes the current stream position formally undefined,
329 and a x-platform nightmare.
330 Unfortunately, we have no direct way to know whether -x
331 was specified. So we use a terrible hack: if the current
332 stream position is not 0, we assume -x was specified, and
333 give up. Bug 132850 on SourceForge spells out the
334 hopelessness of trying anything else (fseek and ftell
335 don't work predictably x-platform for text-mode files).
336 */
337 int ispyc = 0;
338 if (ftell(fp) == 0) {
339 if (fread(buf, 1, 2, fp) == 2 &&
340 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
341 ispyc = 1;
342 rewind(fp);
343 }
344 return ispyc;
345 }
346 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000347}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000348
Antoine Pitrou32d483c2013-07-30 21:01:23 +0200349static int
350set_main_loader(PyObject *d, const char *filename, const char *loader_name)
Nick Coghlan85e729e2012-07-15 18:09:52 +1000351{
Eric Snow32439d62015-05-02 19:15:18 -0600352 PyObject *filename_obj, *bootstrap, *loader_type = NULL, *loader;
Nick Coghlanb7a58942012-07-15 23:21:08 +1000353 int result = 0;
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200354
355 filename_obj = PyUnicode_DecodeFSDefault(filename);
356 if (filename_obj == NULL)
357 return -1;
Victor Stinner81a7be32020-04-14 15:14:01 +0200358 PyInterpreterState *interp = _PyInterpreterState_GET();
Eric Snow32439d62015-05-02 19:15:18 -0600359 bootstrap = PyObject_GetAttrString(interp->importlib,
360 "_bootstrap_external");
361 if (bootstrap != NULL) {
362 loader_type = PyObject_GetAttrString(bootstrap, loader_name);
363 Py_DECREF(bootstrap);
364 }
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000365 if (loader_type == NULL) {
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200366 Py_DECREF(filename_obj);
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000367 return -1;
368 }
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200369 loader = PyObject_CallFunction(loader_type, "sN", "__main__", filename_obj);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000370 Py_DECREF(loader_type);
371 if (loader == NULL) {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000372 return -1;
373 }
Nick Coghlanb7a58942012-07-15 23:21:08 +1000374 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
375 result = -1;
376 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000377 Py_DECREF(loader);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000378 return result;
Nick Coghlan85e729e2012-07-15 18:09:52 +1000379}
380
381int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000382PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000383 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000384{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000385 PyObject *m, *d, *v;
386 const char *ext;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100387 int set_file_name = 0, ret = -1;
Victor Stinner0fcab4a2011-01-04 12:59:15 +0000388 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000389
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000390 m = PyImport_AddModule("__main__");
391 if (m == NULL)
392 return -1;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100393 Py_INCREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 d = PyModule_GetDict(m);
395 if (PyDict_GetItemString(d, "__file__") == NULL) {
396 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +0000397 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000398 if (f == NULL)
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100399 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000400 if (PyDict_SetItemString(d, "__file__", f) < 0) {
401 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100402 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000403 }
Barry Warsaw916048d2011-09-20 14:45:44 -0400404 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
405 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100406 goto done;
Barry Warsaw916048d2011-09-20 14:45:44 -0400407 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000408 set_file_name = 1;
409 Py_DECREF(f);
410 }
411 len = strlen(filename);
412 ext = filename + len - (len > 4 ? 4 : 0);
413 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Christian Heimes04ac4c12012-09-11 15:47:28 +0200414 FILE *pyc_fp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000415 /* Try to run a pyc file. First, re-open in binary */
416 if (closeit)
417 fclose(fp);
Victor Stinnerdaf45552013-08-28 00:53:59 +0200418 if ((pyc_fp = _Py_fopen(filename, "rb")) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000419 fprintf(stderr, "python: Can't reopen .pyc file\n");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000420 goto done;
421 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000422
423 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
424 fprintf(stderr, "python: failed to set __main__.__loader__\n");
425 ret = -1;
Christian Heimes04ac4c12012-09-11 15:47:28 +0200426 fclose(pyc_fp);
Nick Coghlan85e729e2012-07-15 18:09:52 +1000427 goto done;
428 }
Christian Heimes04ac4c12012-09-11 15:47:28 +0200429 v = run_pyc_file(pyc_fp, filename, d, d, flags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000430 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000431 /* When running from stdin, leave __main__.__loader__ alone */
432 if (strcmp(filename, "<stdin>") != 0 &&
433 set_main_loader(d, filename, "SourceFileLoader") < 0) {
434 fprintf(stderr, "python: failed to set __main__.__loader__\n");
435 ret = -1;
436 goto done;
437 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000438 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
439 closeit, flags);
440 }
441 flush_io();
442 if (v == NULL) {
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600443 Py_CLEAR(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000444 PyErr_Print();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000445 goto done;
446 }
447 Py_DECREF(v);
448 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +0000449 done:
INADA Naoki82daa602018-11-29 20:01:27 +0900450 if (set_file_name) {
451 if (PyDict_DelItemString(d, "__file__")) {
452 PyErr_Clear();
453 }
454 if (PyDict_DelItemString(d, "__cached__")) {
455 PyErr_Clear();
456 }
457 }
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600458 Py_XDECREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000459 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000460}
461
462int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000463PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000464{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000465 PyObject *m, *d, *v;
466 m = PyImport_AddModule("__main__");
467 if (m == NULL)
468 return -1;
469 d = PyModule_GetDict(m);
470 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
471 if (v == NULL) {
472 PyErr_Print();
473 return -1;
474 }
475 Py_DECREF(v);
476 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000477}
478
Barry Warsaw035574d1997-08-29 22:07:17 +0000479static int
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100480parse_syntax_error(PyObject *err, PyObject **message, PyObject **filename,
481 int *lineno, int *offset, PyObject **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000482{
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300483 int hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000484 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200485 _Py_IDENTIFIER(msg);
486 _Py_IDENTIFIER(filename);
487 _Py_IDENTIFIER(lineno);
488 _Py_IDENTIFIER(offset);
489 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000490
Benjamin Peterson80d50422012-04-03 00:30:38 -0400491 *message = NULL;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100492 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400493
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400495 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400496 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000497 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +0000498
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400499 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400500 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000501 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400502 if (v == Py_None) {
503 Py_DECREF(v);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100504 *filename = _PyUnicode_FromId(&PyId_string);
505 if (*filename == NULL)
506 goto finally;
507 Py_INCREF(*filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400508 }
509 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100510 *filename = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400511 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000512
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400513 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400514 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000515 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300516 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000517 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000518 if (hold < 0 && PyErr_Occurred())
519 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300520 *lineno = hold;
Barry Warsaw035574d1997-08-29 22:07:17 +0000521
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400522 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400523 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000524 goto finally;
525 if (v == Py_None) {
526 *offset = -1;
527 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000528 } else {
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300529 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000530 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000531 if (hold < 0 && PyErr_Occurred())
532 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300533 *offset = hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000534 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000535
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400536 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400537 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000538 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400539 if (v == Py_None) {
540 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000541 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400542 }
543 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100544 *text = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400545 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000546 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +0000547
548finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -0400549 Py_XDECREF(*message);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100550 Py_XDECREF(*filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000551 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +0000552}
553
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000554static void
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100555print_error_text(PyObject *f, int offset, PyObject *text_obj)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000556{
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200557 const char *text;
558 const char *nl;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100559
Serhiy Storchaka06515832016-11-20 09:13:07 +0200560 text = PyUnicode_AsUTF8(text_obj);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100561 if (text == NULL)
562 return;
563
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000564 if (offset >= 0) {
Victor Stinner98ea54c2014-08-15 23:30:40 +0200565 if (offset > 0 && (size_t)offset == strlen(text) && text[offset - 1] == '\n')
Benjamin Petersona95e9772010-10-29 03:28:14 +0000566 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 for (;;) {
568 nl = strchr(text, '\n');
569 if (nl == NULL || nl-text >= offset)
570 break;
571 offset -= (int)(nl+1-text);
572 text = nl+1;
573 }
Martin Panterca3263c2016-12-11 00:18:36 +0000574 while (*text == ' ' || *text == '\t' || *text == '\f') {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000575 text++;
576 offset--;
577 }
578 }
579 PyFile_WriteString(" ", f);
580 PyFile_WriteString(text, f);
581 if (*text == '\0' || text[strlen(text)-1] != '\n')
582 PyFile_WriteString("\n", f);
583 if (offset == -1)
584 return;
585 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +0000586 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000587 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000588 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000589}
590
Tim Peterscf615b52003-04-19 18:47:02 +0000591
Victor Stinner12083282019-05-17 23:05:29 +0200592int
593_Py_HandleSystemExit(int *exitcode_p)
594{
Victor Stinnerda7933e2020-04-13 03:04:28 +0200595 int inspect = _Py_GetConfig()->inspect;
Victor Stinnerc96be812019-05-14 17:34:56 +0200596 if (inspect) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000597 /* Don't exit if -i flag was given. This flag is set to 0
598 * when entering interactive mode for inspecting. */
Victor Stinner12083282019-05-17 23:05:29 +0200599 return 0;
Victor Stinnerc96be812019-05-14 17:34:56 +0200600 }
Guido van Rossumd8faa362007-04-27 19:54:29 +0000601
Victor Stinner12083282019-05-17 23:05:29 +0200602 if (!PyErr_ExceptionMatches(PyExc_SystemExit)) {
603 return 0;
604 }
605
606 PyObject *exception, *value, *tb;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000607 PyErr_Fetch(&exception, &value, &tb);
Victor Stinner12083282019-05-17 23:05:29 +0200608
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000609 fflush(stdout);
Victor Stinner12083282019-05-17 23:05:29 +0200610
611 int exitcode = 0;
612 if (value == NULL || value == Py_None) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000613 goto done;
Victor Stinner12083282019-05-17 23:05:29 +0200614 }
615
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000616 if (PyExceptionInstance_Check(value)) {
617 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200618 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200619 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000620 if (code) {
621 Py_DECREF(value);
622 value = code;
623 if (value == Py_None)
624 goto done;
625 }
626 /* If we failed to dig out the 'code' attribute,
627 just let the else clause below print the error. */
628 }
Victor Stinner12083282019-05-17 23:05:29 +0200629
630 if (PyLong_Check(value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000631 exitcode = (int)PyLong_AsLong(value);
Victor Stinner12083282019-05-17 23:05:29 +0200632 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000633 else {
Victor Stinnerbd303c12013-11-07 23:07:29 +0100634 PyObject *sys_stderr = _PySys_GetObjectId(&PyId_stderr);
Nick Coghland979e432014-02-09 10:43:21 +1000635 /* We clear the exception here to avoid triggering the assertion
636 * in PyObject_Str that ensures it won't silently lose exception
637 * details.
638 */
639 PyErr_Clear();
Victor Stinner7126dbc2010-05-21 23:45:42 +0000640 if (sys_stderr != NULL && sys_stderr != Py_None) {
641 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
642 } else {
643 PyObject_Print(value, stderr, Py_PRINT_RAW);
644 fflush(stderr);
645 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000646 PySys_WriteStderr("\n");
647 exitcode = 1;
648 }
Victor Stinner12083282019-05-17 23:05:29 +0200649
Tim Peterscf615b52003-04-19 18:47:02 +0000650 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000651 /* Restore and clear the exception info, in order to properly decref
652 * the exception, value, and traceback. If we just exit instead,
653 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
654 * some finalizers from running.
655 */
656 PyErr_Restore(exception, value, tb);
657 PyErr_Clear();
Victor Stinner12083282019-05-17 23:05:29 +0200658 *exitcode_p = exitcode;
659 return 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +0000660}
661
Victor Stinner12083282019-05-17 23:05:29 +0200662
663static void
664handle_system_exit(void)
665{
666 int exitcode;
667 if (_Py_HandleSystemExit(&exitcode)) {
668 Py_Exit(exitcode);
669 }
670}
671
672
Victor Stinner438a12d2019-05-24 17:01:38 +0200673static void
674_PyErr_PrintEx(PyThreadState *tstate, int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000675{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000676 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +0000677
Victor Stinner12083282019-05-17 23:05:29 +0200678 handle_system_exit();
679
Victor Stinner438a12d2019-05-24 17:01:38 +0200680 _PyErr_Fetch(tstate, &exception, &v, &tb);
681 if (exception == NULL) {
682 goto done;
683 }
684
685 _PyErr_NormalizeException(tstate, &exception, &v, &tb);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 if (tb == NULL) {
687 tb = Py_None;
688 Py_INCREF(tb);
689 }
690 PyException_SetTraceback(v, tb);
Victor Stinner438a12d2019-05-24 17:01:38 +0200691 if (exception == NULL) {
692 goto done;
693 }
694
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000695 /* Now we know v != NULL too */
696 if (set_sys_last_vars) {
xdegaye66caacf2017-10-23 18:08:41 +0200697 if (_PySys_SetObjectId(&PyId_last_type, exception) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200698 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200699 }
700 if (_PySys_SetObjectId(&PyId_last_value, v) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200701 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200702 }
703 if (_PySys_SetObjectId(&PyId_last_traceback, tb) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200704 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200705 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000706 }
Victor Stinner09054372013-11-06 22:41:44 +0100707 hook = _PySys_GetObjectId(&PyId_excepthook);
Victor Stinner1c1e68c2020-03-27 15:11:45 +0100708 if (_PySys_Audit(tstate, "sys.excepthook", "OOOO", hook ? hook : Py_None,
709 exception, v, tb) < 0) {
Steve Dowerbea33f52019-11-28 08:46:11 -0800710 if (PyErr_ExceptionMatches(PyExc_RuntimeError)) {
711 PyErr_Clear();
712 goto done;
713 }
714 _PyErr_WriteUnraisableMsg("in audit hook", NULL);
715 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000716 if (hook) {
Victor Stinner71cb64a2016-08-20 00:57:43 +0200717 PyObject* stack[3];
718 PyObject *result;
719
720 stack[0] = exception;
721 stack[1] = v;
722 stack[2] = tb;
Victor Stinner559bb6a2016-08-22 22:48:54 +0200723 result = _PyObject_FastCall(hook, stack, 3);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000724 if (result == NULL) {
Victor Stinner12083282019-05-17 23:05:29 +0200725 handle_system_exit();
726
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000727 PyObject *exception2, *v2, *tb2;
Victor Stinner438a12d2019-05-24 17:01:38 +0200728 _PyErr_Fetch(tstate, &exception2, &v2, &tb2);
729 _PyErr_NormalizeException(tstate, &exception2, &v2, &tb2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000730 /* It should not be possible for exception2 or v2
731 to be NULL. However PyErr_Display() can't
732 tolerate NULLs, so just be safe. */
733 if (exception2 == NULL) {
734 exception2 = Py_None;
735 Py_INCREF(exception2);
736 }
737 if (v2 == NULL) {
738 v2 = Py_None;
739 Py_INCREF(v2);
740 }
741 fflush(stdout);
742 PySys_WriteStderr("Error in sys.excepthook:\n");
743 PyErr_Display(exception2, v2, tb2);
744 PySys_WriteStderr("\nOriginal exception was:\n");
745 PyErr_Display(exception, v, tb);
746 Py_DECREF(exception2);
747 Py_DECREF(v2);
748 Py_XDECREF(tb2);
749 }
750 Py_XDECREF(result);
Victor Stinner438a12d2019-05-24 17:01:38 +0200751 }
752 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000753 PySys_WriteStderr("sys.excepthook is missing\n");
754 PyErr_Display(exception, v, tb);
755 }
Victor Stinner438a12d2019-05-24 17:01:38 +0200756
757done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000758 Py_XDECREF(exception);
759 Py_XDECREF(v);
760 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000761}
762
Victor Stinner438a12d2019-05-24 17:01:38 +0200763void
764_PyErr_Print(PyThreadState *tstate)
765{
766 _PyErr_PrintEx(tstate, 1);
767}
768
769void
770PyErr_PrintEx(int set_sys_last_vars)
771{
772 PyThreadState *tstate = _PyThreadState_GET();
773 _PyErr_PrintEx(tstate, set_sys_last_vars);
774}
775
776void
777PyErr_Print(void)
778{
779 PyErr_PrintEx(1);
780}
781
Benjamin Petersone6528212008-07-15 15:32:09 +0000782static void
783print_exception(PyObject *f, PyObject *value)
784{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000785 int err = 0;
786 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200787 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +0000788
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000789 if (!PyExceptionInstance_Check(value)) {
Victor Stinner52ce3b02013-12-09 02:10:08 +0100790 err = PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
791 err += PyFile_WriteString(Py_TYPE(value)->tp_name, f);
792 err += PyFile_WriteString(" found\n", f);
793 if (err)
794 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000795 return;
796 }
Benjamin Peterson26582602008-08-23 20:08:07 +0000797
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000798 Py_INCREF(value);
799 fflush(stdout);
800 type = (PyObject *) Py_TYPE(value);
801 tb = PyException_GetTraceback(value);
802 if (tb && tb != Py_None)
803 err = PyTraceBack_Print(tb, f);
804 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200805 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000806 {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100807 PyObject *message, *filename, *text;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000808 int lineno, offset;
809 if (!parse_syntax_error(value, &message, &filename,
810 &lineno, &offset, &text))
811 PyErr_Clear();
812 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100813 PyObject *line;
814
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000815 Py_DECREF(value);
816 value = message;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100817
Victor Stinnerf9b74572019-07-01 16:51:18 +0200818 line = PyUnicode_FromFormat(" File \"%S\", line %d\n",
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100819 filename, lineno);
820 Py_DECREF(filename);
821 if (line != NULL) {
822 PyFile_WriteObject(line, f, Py_PRINT_RAW);
823 Py_DECREF(line);
824 }
825
826 if (text != NULL) {
827 print_error_text(f, offset, text);
828 Py_DECREF(text);
829 }
830
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000831 /* Can't be bothered to check all those
832 PyFile_WriteString() calls */
833 if (PyErr_Occurred())
834 err = -1;
835 }
836 }
837 if (err) {
838 /* Don't do anything else */
839 }
840 else {
841 PyObject* moduleName;
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300842 const char *className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200843 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000844 assert(PyExceptionClass_Check(type));
845 className = PyExceptionClass_Name(type);
846 if (className != NULL) {
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300847 const char *dot = strrchr(className, '.');
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000848 if (dot != NULL)
849 className = dot+1;
850 }
Benjamin Petersone6528212008-07-15 15:32:09 +0000851
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200852 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000853 if (moduleName == NULL || !PyUnicode_Check(moduleName))
854 {
Victor Stinner13b21bd2011-05-26 14:25:13 +0200855 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000856 err = PyFile_WriteString("<unknown>", f);
857 }
858 else {
Serhiy Storchakaf5894dd2016-11-16 15:40:39 +0200859 if (!_PyUnicode_EqualToASCIIId(moduleName, &PyId_builtins))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000860 {
Victor Stinner937114f2013-11-07 00:12:30 +0100861 err = PyFile_WriteObject(moduleName, f, Py_PRINT_RAW);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000862 err += PyFile_WriteString(".", f);
863 }
864 Py_DECREF(moduleName);
865 }
866 if (err == 0) {
867 if (className == NULL)
868 err = PyFile_WriteString("<unknown>", f);
869 else
870 err = PyFile_WriteString(className, f);
871 }
872 }
873 if (err == 0 && (value != Py_None)) {
874 PyObject *s = PyObject_Str(value);
875 /* only print colon if the str() of the
876 object is not the empty string
877 */
Martin Panter3263f682016-02-28 03:16:11 +0000878 if (s == NULL) {
879 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000880 err = -1;
Martin Panter3263f682016-02-28 03:16:11 +0000881 PyFile_WriteString(": <exception str() failed>", f);
882 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000883 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +0100884 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000885 err = PyFile_WriteString(": ", f);
886 if (err == 0)
887 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
888 Py_XDECREF(s);
889 }
890 /* try to write a newline in any case */
Martin Panter3263f682016-02-28 03:16:11 +0000891 if (err < 0) {
892 PyErr_Clear();
893 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000894 err += PyFile_WriteString("\n", f);
895 Py_XDECREF(tb);
896 Py_DECREF(value);
897 /* If an error happened here, don't show it.
898 XXX This is wrong, but too many callers rely on this behavior. */
899 if (err != 0)
900 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000901}
902
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200903static const char cause_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000904 "\nThe above exception was the direct cause "
905 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000906
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200907static const char context_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000908 "\nDuring handling of the above exception, "
909 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000910
911static void
912print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
913{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000914 int err = 0, res;
915 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +0000916
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000917 if (seen != NULL) {
918 /* Exception chaining */
Zane Bitterde860732017-10-17 17:29:39 -0400919 PyObject *value_id = PyLong_FromVoidPtr(value);
920 if (value_id == NULL || PySet_Add(seen, value_id) == -1)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000921 PyErr_Clear();
922 else if (PyExceptionInstance_Check(value)) {
Zane Bitterde860732017-10-17 17:29:39 -0400923 PyObject *check_id = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000924 cause = PyException_GetCause(value);
925 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700926 if (cause) {
Zane Bitterde860732017-10-17 17:29:39 -0400927 check_id = PyLong_FromVoidPtr(cause);
928 if (check_id == NULL) {
929 res = -1;
930 } else {
931 res = PySet_Contains(seen, check_id);
932 Py_DECREF(check_id);
933 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000934 if (res == -1)
935 PyErr_Clear();
936 if (res == 0) {
937 print_exception_recursive(
938 f, cause, seen);
939 err |= PyFile_WriteString(
940 cause_message, f);
941 }
942 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700943 else if (context &&
944 !((PyBaseExceptionObject *)value)->suppress_context) {
Zane Bitterde860732017-10-17 17:29:39 -0400945 check_id = PyLong_FromVoidPtr(context);
946 if (check_id == NULL) {
947 res = -1;
948 } else {
949 res = PySet_Contains(seen, check_id);
950 Py_DECREF(check_id);
951 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000952 if (res == -1)
953 PyErr_Clear();
954 if (res == 0) {
955 print_exception_recursive(
956 f, context, seen);
957 err |= PyFile_WriteString(
958 context_message, f);
959 }
960 }
961 Py_XDECREF(context);
962 Py_XDECREF(cause);
963 }
Zane Bitterde860732017-10-17 17:29:39 -0400964 Py_XDECREF(value_id);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000965 }
966 print_exception(f, value);
967 if (err != 0)
968 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000969}
970
Thomas Wouters477c8d52006-05-27 19:21:47 +0000971void
Victor Stinnercd590a72019-05-28 00:39:52 +0200972_PyErr_Display(PyObject *file, PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000973{
Victor Stinnercd590a72019-05-28 00:39:52 +0200974 assert(file != NULL && file != Py_None);
975
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000976 PyObject *seen;
Antoine Pitrou24201d42013-10-13 21:53:13 +0200977 if (PyExceptionInstance_Check(value)
978 && tb != NULL && PyTraceBack_Check(tb)) {
979 /* Put the traceback on the exception, otherwise it won't get
980 displayed. See issue #18776. */
981 PyObject *cur_tb = PyException_GetTraceback(value);
982 if (cur_tb == NULL)
983 PyException_SetTraceback(value, tb);
984 else
985 Py_DECREF(cur_tb);
986 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200987
988 /* We choose to ignore seen being possibly NULL, and report
989 at least the main exception (it could be a MemoryError).
990 */
991 seen = PySet_New(NULL);
992 if (seen == NULL) {
993 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000994 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200995 print_exception_recursive(file, value, seen);
996 Py_XDECREF(seen);
Victor Stinnera85a1d32019-05-28 16:01:17 +0200997
998 /* Call file.flush() */
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200999 PyObject *res = _PyObject_CallMethodIdNoArgs(file, &PyId_flush);
Victor Stinnera85a1d32019-05-28 16:01:17 +02001000 if (!res) {
1001 /* Silently ignore file.flush() error */
1002 PyErr_Clear();
1003 }
1004 else {
1005 Py_DECREF(res);
1006 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001007}
1008
1009void
1010PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
1011{
1012 PyObject *file = _PySys_GetObjectId(&PyId_stderr);
1013 if (file == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001014 _PyObject_Dump(value);
1015 fprintf(stderr, "lost sys.stderr\n");
Victor Stinnercd590a72019-05-28 00:39:52 +02001016 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001017 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001018 if (file == Py_None) {
1019 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001020 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001021
1022 _PyErr_Display(file, exception, value, tb);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001023}
1024
Guido van Rossum82598051997-03-05 00:20:32 +00001025PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001026PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001027 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001028{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001029 PyObject *ret = NULL;
1030 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001031 PyArena *arena;
Victor Stinner95701bd2013-11-06 18:41:07 +01001032 PyObject *filename;
Victor Stinner1def7752020-04-23 03:03:24 +02001033 int use_peg = _PyInterpreterState_GET()->config._use_peg_parser;
Victor Stinner95701bd2013-11-06 18:41:07 +01001034
1035 filename = _PyUnicode_FromId(&PyId_string); /* borrowed */
1036 if (filename == NULL)
1037 return NULL;
1038
1039 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001040 if (arena == NULL)
1041 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001042
Pablo Galindoc5fc1562020-04-22 23:29:27 +01001043 if (use_peg) {
1044 mod = PyPegen_ASTFromStringObject(str, filename, start, flags, arena);
1045 }
1046 else {
1047 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
1048 }
1049
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001050 if (mod != NULL)
Victor Stinner95701bd2013-11-06 18:41:07 +01001051 ret = run_mod(mod, filename, globals, locals, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001052 PyArena_Free(arena);
1053 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001054}
1055
1056PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001057PyRun_FileExFlags(FILE *fp, const char *filename_str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001058 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001059{
Victor Stinner95701bd2013-11-06 18:41:07 +01001060 PyObject *ret = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001061 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001062 PyArena *arena = NULL;
1063 PyObject *filename;
Victor Stinner1def7752020-04-23 03:03:24 +02001064 int use_peg = _PyInterpreterState_GET()->config._use_peg_parser;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001065
Victor Stinner95701bd2013-11-06 18:41:07 +01001066 filename = PyUnicode_DecodeFSDefault(filename_str);
1067 if (filename == NULL)
1068 goto exit;
1069
1070 arena = PyArena_New();
1071 if (arena == NULL)
1072 goto exit;
1073
Pablo Galindoc5fc1562020-04-22 23:29:27 +01001074 if (use_peg) {
1075 mod = PyPegen_ASTFromFileObject(fp, filename, start, NULL, NULL, NULL,
Pablo Galindo2b74c832020-04-27 18:02:07 +01001076 flags, NULL, arena);
Pablo Galindoc5fc1562020-04-22 23:29:27 +01001077 }
1078 else {
1079 mod = PyParser_ASTFromFileObject(fp, filename, NULL, start, 0, 0,
1080 flags, NULL, arena);
1081 }
1082
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001083 if (closeit)
1084 fclose(fp);
1085 if (mod == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +01001086 goto exit;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001087 }
1088 ret = run_mod(mod, filename, globals, locals, flags, arena);
Victor Stinner95701bd2013-11-06 18:41:07 +01001089
1090exit:
1091 Py_XDECREF(filename);
1092 if (arena != NULL)
1093 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001094 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001095}
1096
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001097static void
1098flush_io(void)
1099{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001100 PyObject *f, *r;
1101 PyObject *type, *value, *traceback;
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001102
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001103 /* Save the current exception */
1104 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001105
Victor Stinnerbd303c12013-11-07 23:07:29 +01001106 f = _PySys_GetObjectId(&PyId_stderr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001107 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001108 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001109 if (r)
1110 Py_DECREF(r);
1111 else
1112 PyErr_Clear();
1113 }
Victor Stinnerbd303c12013-11-07 23:07:29 +01001114 f = _PySys_GetObjectId(&PyId_stdout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001115 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001116 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001117 if (r)
1118 Py_DECREF(r);
1119 else
1120 PyErr_Clear();
1121 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001122
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001123 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001124}
1125
Guido van Rossum82598051997-03-05 00:20:32 +00001126static PyObject *
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001127run_eval_code_obj(PyThreadState *tstate, PyCodeObject *co, PyObject *globals, PyObject *locals)
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001128{
1129 PyObject *v;
Gregory P. Smithd9bc5432019-02-20 17:35:54 -08001130 /*
1131 * We explicitly re-initialize _Py_UnhandledKeyboardInterrupt every eval
1132 * _just in case_ someone is calling into an embedded Python where they
1133 * don't care about an uncaught KeyboardInterrupt exception (why didn't they
1134 * leave config.install_signal_handlers set to 0?!?) but then later call
1135 * Py_Main() itself (which _checks_ this flag and dies with a signal after
1136 * its interpreter exits). We don't want a previous embedded interpreter's
1137 * uncaught exception to trigger an unexplained signal exit from a future
1138 * Py_Main() based one.
1139 */
1140 _Py_UnhandledKeyboardInterrupt = 0;
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001141
1142 /* Set globals['__builtins__'] if it doesn't exist */
1143 if (globals != NULL && PyDict_GetItemString(globals, "__builtins__") == NULL) {
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001144 if (PyDict_SetItemString(globals, "__builtins__",
1145 tstate->interp->builtins) < 0) {
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001146 return NULL;
1147 }
1148 }
1149
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001150 v = PyEval_EvalCode((PyObject*)co, globals, locals);
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001151 if (!v && _PyErr_Occurred(tstate) == PyExc_KeyboardInterrupt) {
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001152 _Py_UnhandledKeyboardInterrupt = 1;
1153 }
1154 return v;
1155}
1156
1157static PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001158run_mod(mod_ty mod, PyObject *filename, PyObject *globals, PyObject *locals,
1159 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001160{
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001161 PyThreadState *tstate = _PyThreadState_GET();
1162 PyCodeObject *co = PyAST_CompileObject(mod, filename, flags, -1, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001163 if (co == NULL)
1164 return NULL;
Steve Dowerb82e17e2019-05-23 08:45:22 -07001165
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001166 if (_PySys_Audit(tstate, "exec", "O", co) < 0) {
Steve Dowerb82e17e2019-05-23 08:45:22 -07001167 Py_DECREF(co);
1168 return NULL;
1169 }
1170
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001171 PyObject *v = run_eval_code_obj(tstate, co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001172 Py_DECREF(co);
1173 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001174}
1175
Guido van Rossum82598051997-03-05 00:20:32 +00001176static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001177run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001178 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001179{
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001180 PyThreadState *tstate = _PyThreadState_GET();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001181 PyCodeObject *co;
1182 PyObject *v;
1183 long magic;
1184 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001185
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001186 magic = PyMarshal_ReadLongFromFile(fp);
1187 if (magic != PyImport_GetMagicNumber()) {
Victor Stinner5200f552015-03-18 13:56:25 +01001188 if (!PyErr_Occurred())
1189 PyErr_SetString(PyExc_RuntimeError,
1190 "Bad magic number in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001191 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001192 }
Benjamin Peterson42aa93b2017-12-09 10:26:52 -08001193 /* Skip the rest of the header. */
1194 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001195 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001196 (void) PyMarshal_ReadLongFromFile(fp);
Zackery Spytzea737752018-06-23 21:15:24 -06001197 if (PyErr_Occurred()) {
1198 goto error;
1199 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001200 v = PyMarshal_ReadLastObjectFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001201 if (v == NULL || !PyCode_Check(v)) {
1202 Py_XDECREF(v);
1203 PyErr_SetString(PyExc_RuntimeError,
1204 "Bad code object in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001205 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001206 }
Zackery Spytzea737752018-06-23 21:15:24 -06001207 fclose(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001208 co = (PyCodeObject *)v;
Victor Stinner1c1e68c2020-03-27 15:11:45 +01001209 v = run_eval_code_obj(tstate, co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001210 if (v && flags)
1211 flags->cf_flags |= (co->co_flags & PyCF_MASK);
1212 Py_DECREF(co);
1213 return v;
Zackery Spytzea737752018-06-23 21:15:24 -06001214error:
1215 fclose(fp);
1216 return NULL;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001217}
1218
Guido van Rossum82598051997-03-05 00:20:32 +00001219PyObject *
Victor Stinner14e461d2013-08-26 22:28:21 +02001220Py_CompileStringObject(const char *str, PyObject *filename, int start,
1221 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001222{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001223 PyCodeObject *co;
1224 mod_ty mod;
Victor Stinner1def7752020-04-23 03:03:24 +02001225 int use_peg = _PyInterpreterState_GET()->config._use_peg_parser;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001226 PyArena *arena = PyArena_New();
1227 if (arena == NULL)
1228 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001229
Pablo Galindoc5fc1562020-04-22 23:29:27 +01001230 if (use_peg) {
1231 mod = PyPegen_ASTFromStringObject(str, filename, start, flags, arena);
1232 }
1233 else {
1234 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
1235 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001236 if (mod == NULL) {
1237 PyArena_Free(arena);
1238 return NULL;
1239 }
1240 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
1241 PyObject *result = PyAST_mod2obj(mod);
1242 PyArena_Free(arena);
1243 return result;
1244 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001245 co = PyAST_CompileObject(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001246 PyArena_Free(arena);
1247 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001248}
1249
Victor Stinner14e461d2013-08-26 22:28:21 +02001250PyObject *
1251Py_CompileStringExFlags(const char *str, const char *filename_str, int start,
1252 PyCompilerFlags *flags, int optimize)
1253{
1254 PyObject *filename, *co;
1255 filename = PyUnicode_DecodeFSDefault(filename_str);
1256 if (filename == NULL)
1257 return NULL;
1258 co = Py_CompileStringObject(str, filename, start, flags, optimize);
1259 Py_DECREF(filename);
1260 return co;
1261}
1262
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001263/* For use in Py_LIMITED_API */
1264#undef Py_CompileString
1265PyObject *
1266PyCompileString(const char *str, const char *filename, int start)
1267{
1268 return Py_CompileStringFlags(str, filename, start, NULL);
1269}
1270
Dino Viehland41540692019-05-28 16:21:17 -07001271const char *
1272_Py_SourceAsString(PyObject *cmd, const char *funcname, const char *what, PyCompilerFlags *cf, PyObject **cmd_copy)
1273{
1274 const char *str;
1275 Py_ssize_t size;
1276 Py_buffer view;
1277
1278 *cmd_copy = NULL;
1279 if (PyUnicode_Check(cmd)) {
1280 cf->cf_flags |= PyCF_IGNORE_COOKIE;
1281 str = PyUnicode_AsUTF8AndSize(cmd, &size);
1282 if (str == NULL)
1283 return NULL;
1284 }
1285 else if (PyBytes_Check(cmd)) {
1286 str = PyBytes_AS_STRING(cmd);
1287 size = PyBytes_GET_SIZE(cmd);
1288 }
1289 else if (PyByteArray_Check(cmd)) {
1290 str = PyByteArray_AS_STRING(cmd);
1291 size = PyByteArray_GET_SIZE(cmd);
1292 }
1293 else if (PyObject_GetBuffer(cmd, &view, PyBUF_SIMPLE) == 0) {
1294 /* Copy to NUL-terminated buffer. */
1295 *cmd_copy = PyBytes_FromStringAndSize(
1296 (const char *)view.buf, view.len);
1297 PyBuffer_Release(&view);
1298 if (*cmd_copy == NULL) {
1299 return NULL;
1300 }
1301 str = PyBytes_AS_STRING(*cmd_copy);
1302 size = PyBytes_GET_SIZE(*cmd_copy);
1303 }
1304 else {
1305 PyErr_Format(PyExc_TypeError,
1306 "%s() arg 1 must be a %s object",
1307 funcname, what);
1308 return NULL;
1309 }
1310
1311 if (strlen(str) != (size_t)size) {
1312 PyErr_SetString(PyExc_ValueError,
1313 "source code string cannot contain null bytes");
1314 Py_CLEAR(*cmd_copy);
1315 return NULL;
1316 }
1317 return str;
1318}
1319
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001320struct symtable *
Victor Stinner14e461d2013-08-26 22:28:21 +02001321Py_SymtableStringObject(const char *str, PyObject *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001322{
Victor Stinner37d66d72019-06-13 02:16:41 +02001323 PyCompilerFlags flags = _PyCompilerFlags_INIT;
Dino Viehland41540692019-05-28 16:21:17 -07001324 return _Py_SymtableStringObjectFlags(str, filename, start, &flags);
1325}
1326
1327struct symtable *
1328_Py_SymtableStringObjectFlags(const char *str, PyObject *filename, int start, PyCompilerFlags *flags)
1329{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001330 struct symtable *st;
1331 mod_ty mod;
Victor Stinner1def7752020-04-23 03:03:24 +02001332 int use_peg = _PyInterpreterState_GET()->config._use_peg_parser;
Victor Stinner14e461d2013-08-26 22:28:21 +02001333 PyArena *arena;
1334
1335 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001336 if (arena == NULL)
1337 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001338
Pablo Galindoc5fc1562020-04-22 23:29:27 +01001339 if (use_peg) {
1340 mod = PyPegen_ASTFromStringObject(str, filename, start, flags, arena);
1341 }
1342 else {
1343 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
1344 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001345 if (mod == NULL) {
1346 PyArena_Free(arena);
1347 return NULL;
1348 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001349 st = PySymtable_BuildObject(mod, filename, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001350 PyArena_Free(arena);
1351 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001352}
1353
Victor Stinner14e461d2013-08-26 22:28:21 +02001354struct symtable *
1355Py_SymtableString(const char *str, const char *filename_str, int start)
1356{
1357 PyObject *filename;
1358 struct symtable *st;
1359
1360 filename = PyUnicode_DecodeFSDefault(filename_str);
1361 if (filename == NULL)
1362 return NULL;
1363 st = Py_SymtableStringObject(str, filename, start);
1364 Py_DECREF(filename);
1365 return st;
1366}
1367
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001368/* Preferred access to parser is through AST. */
1369mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001370PyParser_ASTFromStringObject(const char *s, PyObject *filename, int start,
1371 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001372{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001373 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001374 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001375 perrdetail err;
1376 int iflags = PARSER_FLAGS(flags);
Guido van Rossum495da292019-03-07 12:38:08 -08001377 if (flags && flags->cf_feature_version < 7)
1378 iflags |= PyPARSE_ASYNC_HACKS;
Christian Heimes4d6ec852008-03-26 22:34:47 +00001379
Victor Stinner14e461d2013-08-26 22:28:21 +02001380 node *n = PyParser_ParseStringObject(s, filename,
1381 &_PyParser_Grammar, start, &err,
1382 &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001383 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001384 flags = &localflags;
1385 }
1386 if (n) {
1387 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001388 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001389 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001390 }
1391 else {
1392 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001393 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001394 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001395 err_free(&err);
1396 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001397}
1398
1399mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001400PyParser_ASTFromString(const char *s, const char *filename_str, int start,
1401 PyCompilerFlags *flags, PyArena *arena)
1402{
1403 PyObject *filename;
1404 mod_ty mod;
1405 filename = PyUnicode_DecodeFSDefault(filename_str);
1406 if (filename == NULL)
1407 return NULL;
1408 mod = PyParser_ASTFromStringObject(s, filename, start, flags, arena);
1409 Py_DECREF(filename);
1410 return mod;
1411}
1412
1413mod_ty
1414PyParser_ASTFromFileObject(FILE *fp, PyObject *filename, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001415 int start, const char *ps1,
1416 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001417 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001418{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001419 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001420 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001421 perrdetail err;
1422 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00001423
Victor Stinner14e461d2013-08-26 22:28:21 +02001424 node *n = PyParser_ParseFileObject(fp, filename, enc,
1425 &_PyParser_Grammar,
1426 start, ps1, ps2, &err, &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001427 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001428 flags = &localflags;
1429 }
1430 if (n) {
1431 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001432 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001433 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001434 }
1435 else {
1436 err_input(&err);
1437 if (errcode)
1438 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02001439 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001440 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001441 err_free(&err);
1442 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001443}
1444
Victor Stinner14e461d2013-08-26 22:28:21 +02001445mod_ty
1446PyParser_ASTFromFile(FILE *fp, const char *filename_str, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001447 int start, const char *ps1,
1448 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001449 PyArena *arena)
1450{
1451 mod_ty mod;
1452 PyObject *filename;
1453 filename = PyUnicode_DecodeFSDefault(filename_str);
1454 if (filename == NULL)
1455 return NULL;
1456 mod = PyParser_ASTFromFileObject(fp, filename, enc, start, ps1, ps2,
1457 flags, errcode, arena);
1458 Py_DECREF(filename);
1459 return mod;
1460}
1461
Guido van Rossuma110aa61994-08-29 12:50:44 +00001462/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001463
Guido van Rossuma110aa61994-08-29 12:50:44 +00001464node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001465PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001466{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001467 perrdetail err;
1468 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
1469 &_PyParser_Grammar,
1470 start, NULL, NULL, &err, flags);
1471 if (n == NULL)
1472 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001473 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001474
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001475 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001476}
1477
Guido van Rossuma110aa61994-08-29 12:50:44 +00001478/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001479
Guido van Rossuma110aa61994-08-29 12:50:44 +00001480node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001481PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001482{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001483 perrdetail err;
1484 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1485 start, &err, flags);
1486 if (n == NULL)
1487 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001488 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001489 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00001490}
1491
1492node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001493PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001494 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001495{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001496 perrdetail err;
1497 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1498 &_PyParser_Grammar, start, &err, flags);
1499 if (n == NULL)
1500 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001501 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001502 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00001503}
1504
Guido van Rossum66ebd912003-04-17 16:02:26 +00001505/* May want to move a more generalized form of this to parsetok.c or
1506 even parser modules. */
1507
1508void
Victor Stinner7f2fee32011-04-05 00:39:01 +02001509PyParser_ClearError(perrdetail *err)
1510{
1511 err_free(err);
1512}
1513
1514void
Guido van Rossum66ebd912003-04-17 16:02:26 +00001515PyParser_SetError(perrdetail *err)
1516{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001517 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00001518}
1519
Victor Stinner7f2fee32011-04-05 00:39:01 +02001520static void
1521err_free(perrdetail *err)
1522{
1523 Py_CLEAR(err->filename);
1524}
1525
Guido van Rossuma110aa61994-08-29 12:50:44 +00001526/* Set the error appropriate to the given input error code (see errcode.h) */
1527
1528static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001529err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001530{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001531 PyObject *v, *w, *errtype, *errtext;
1532 PyObject *msg_obj = NULL;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02001533 const char *msg = NULL;
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001534 int offset = err->offset;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001536 errtype = PyExc_SyntaxError;
1537 switch (err->error) {
1538 case E_ERROR:
Serhiy Storchaka993030a2018-07-12 00:17:53 +03001539 goto cleanup;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001540 case E_SYNTAX:
1541 errtype = PyExc_IndentationError;
1542 if (err->expected == INDENT)
1543 msg = "expected an indented block";
1544 else if (err->token == INDENT)
1545 msg = "unexpected indent";
1546 else if (err->token == DEDENT)
1547 msg = "unexpected unindent";
Serhiy Storchakaaba24ff2018-07-23 23:41:11 +03001548 else if (err->expected == NOTEQUAL) {
1549 errtype = PyExc_SyntaxError;
1550 msg = "with Barry as BDFL, use '<>' instead of '!='";
1551 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001552 else {
1553 errtype = PyExc_SyntaxError;
1554 msg = "invalid syntax";
1555 }
1556 break;
1557 case E_TOKEN:
1558 msg = "invalid token";
1559 break;
1560 case E_EOFS:
1561 msg = "EOF while scanning triple-quoted string literal";
1562 break;
1563 case E_EOLS:
1564 msg = "EOL while scanning string literal";
1565 break;
1566 case E_INTR:
1567 if (!PyErr_Occurred())
1568 PyErr_SetNone(PyExc_KeyboardInterrupt);
1569 goto cleanup;
1570 case E_NOMEM:
1571 PyErr_NoMemory();
1572 goto cleanup;
1573 case E_EOF:
1574 msg = "unexpected EOF while parsing";
1575 break;
1576 case E_TABSPACE:
1577 errtype = PyExc_TabError;
1578 msg = "inconsistent use of tabs and spaces in indentation";
1579 break;
1580 case E_OVERFLOW:
1581 msg = "expression too long";
1582 break;
1583 case E_DEDENT:
1584 errtype = PyExc_IndentationError;
1585 msg = "unindent does not match any outer indentation level";
1586 break;
1587 case E_TOODEEP:
1588 errtype = PyExc_IndentationError;
1589 msg = "too many levels of indentation";
1590 break;
1591 case E_DECODE: {
1592 PyObject *type, *value, *tb;
1593 PyErr_Fetch(&type, &value, &tb);
1594 msg = "unknown decode error";
1595 if (value != NULL)
1596 msg_obj = PyObject_Str(value);
1597 Py_XDECREF(type);
1598 Py_XDECREF(value);
1599 Py_XDECREF(tb);
1600 break;
1601 }
1602 case E_LINECONT:
1603 msg = "unexpected character after line continuation character";
1604 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00001605
Meador Ingefa21bf02012-01-19 01:08:41 -06001606 case E_BADSINGLE:
1607 msg = "multiple statements found while compiling a single statement";
1608 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001609 default:
1610 fprintf(stderr, "error=%d\n", err->error);
1611 msg = "unknown parsing error";
1612 break;
1613 }
1614 /* err->text may not be UTF-8 in case of decoding errors.
1615 Explicitly convert to an object. */
1616 if (!err->text) {
1617 errtext = Py_None;
1618 Py_INCREF(Py_None);
1619 } else {
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001620 errtext = PyUnicode_DecodeUTF8(err->text, err->offset,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001621 "replace");
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001622 if (errtext != NULL) {
1623 Py_ssize_t len = strlen(err->text);
1624 offset = (int)PyUnicode_GET_LENGTH(errtext);
1625 if (len != err->offset) {
1626 Py_DECREF(errtext);
1627 errtext = PyUnicode_DecodeUTF8(err->text, len,
1628 "replace");
1629 }
1630 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001631 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001632 v = Py_BuildValue("(OiiN)", err->filename,
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001633 err->lineno, offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001634 if (v != NULL) {
1635 if (msg_obj)
1636 w = Py_BuildValue("(OO)", msg_obj, v);
1637 else
1638 w = Py_BuildValue("(sO)", msg, v);
1639 } else
1640 w = NULL;
1641 Py_XDECREF(v);
1642 PyErr_SetObject(errtype, w);
1643 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00001644cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001645 Py_XDECREF(msg_obj);
1646 if (err->text != NULL) {
1647 PyObject_FREE(err->text);
1648 err->text = NULL;
1649 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001650}
1651
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001652
Zachary Warec4821d62014-11-21 23:35:12 -06001653#if defined(USE_STACKCHECK)
1654#if defined(WIN32) && defined(_MSC_VER)
1655
1656/* Stack checking for Microsoft C */
1657
1658#include <malloc.h>
1659#include <excpt.h>
1660
1661/*
1662 * Return non-zero when we run out of memory on the stack; zero otherwise.
1663 */
1664int
1665PyOS_CheckStack(void)
1666{
1667 __try {
1668 /* alloca throws a stack overflow exception if there's
1669 not enough space left on the stack */
1670 alloca(PYOS_STACK_MARGIN * sizeof(void*));
1671 return 0;
1672 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
1673 EXCEPTION_EXECUTE_HANDLER :
1674 EXCEPTION_CONTINUE_SEARCH) {
1675 int errcode = _resetstkoflw();
1676 if (errcode == 0)
1677 {
1678 Py_FatalError("Could not reset the stack!");
1679 }
1680 }
1681 return 1;
1682}
1683
1684#endif /* WIN32 && _MSC_VER */
1685
1686/* Alternate implementations can be added here... */
1687
1688#endif /* USE_STACKCHECK */
1689
Martin Panter46f50722016-05-26 05:35:26 +00001690/* Deprecated C API functions still provided for binary compatibility */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001691
1692#undef PyParser_SimpleParseFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001693PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001694PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1695{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001696 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001697}
1698
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001699#undef PyParser_SimpleParseString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001700PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001701PyParser_SimpleParseString(const char *str, int start)
1702{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001703 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001704}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001705
1706#undef PyRun_AnyFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001707PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001708PyRun_AnyFile(FILE *fp, const char *name)
1709{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001710 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001711}
1712
1713#undef PyRun_AnyFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001714PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001715PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1716{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001717 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001718}
1719
1720#undef PyRun_AnyFileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001721PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001722PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1723{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001724 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001725}
1726
1727#undef PyRun_File
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001728PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001729PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1730{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001731 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001732}
1733
1734#undef PyRun_FileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001735PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001736PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1737{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001738 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001739}
1740
1741#undef PyRun_FileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001742PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001743PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001744 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001745{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001746 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001747}
1748
1749#undef PyRun_SimpleFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001750PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001751PyRun_SimpleFile(FILE *f, const char *p)
1752{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001753 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001754}
1755
1756#undef PyRun_SimpleFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001757PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001758PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1759{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001760 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001761}
1762
1763
1764#undef PyRun_String
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001765PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001766PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1767{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001768 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001769}
1770
1771#undef PyRun_SimpleString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001772PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001773PyRun_SimpleString(const char *s)
1774{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001775 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001776}
1777
1778#undef Py_CompileString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001779PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001780Py_CompileString(const char *str, const char *p, int s)
1781{
Georg Brandl8334fd92010-12-04 10:26:46 +00001782 return Py_CompileStringExFlags(str, p, s, NULL, -1);
1783}
1784
1785#undef Py_CompileStringFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001786PyAPI_FUNC(PyObject *)
Georg Brandl8334fd92010-12-04 10:26:46 +00001787Py_CompileStringFlags(const char *str, const char *p, int s,
1788 PyCompilerFlags *flags)
1789{
1790 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001791}
1792
1793#undef PyRun_InteractiveOne
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001794PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001795PyRun_InteractiveOne(FILE *f, const char *p)
1796{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001797 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001798}
1799
1800#undef PyRun_InteractiveLoop
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001801PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001802PyRun_InteractiveLoop(FILE *f, const char *p)
1803{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001804 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001805}
1806
1807#ifdef __cplusplus
1808}
1809#endif