blob: f4ded2e24a37e5506133f3d91de046dc52a66bb2 [file] [log] [blame]
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001
Eric Snowc7ec9982017-05-23 23:00:52 -07002/* Top level execution of Python code (including in __main__) */
3
4/* To help control the interfaces between the startup, execution and
5 * shutdown code, the phases are split across separate modules (boostrap,
6 * pythonrun, shutdown)
7 */
8
9/* TODO: Cull includes following phase split */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000010
Guido van Rossum82598051997-03-05 00:20:32 +000011#include "Python.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000012
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013#include "Python-ast.h"
Victor Stinner3bb183d2018-11-22 18:38:38 +010014#undef Yield /* undefine macro conflicting with <winbase.h> */
Victor Stinner4b524162020-02-03 17:28:26 +010015#include "pycore_object.h"
Victor Stinner438a12d2019-05-24 17:01:38 +020016#include "pycore_pyerrors.h"
Gregory P. Smith38f11cc2019-02-16 12:57:40 -080017#include "pycore_pylifecycle.h"
Victor Stinner621cebe2018-11-12 16:53:38 +010018#include "pycore_pystate.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000019#include "grammar.h"
20#include "node.h"
Fred Drake85f36392000-07-11 17:53:00 +000021#include "token.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000022#include "parsetok.h"
Guido van Rossum1984f1e1992-08-04 12:41:02 +000023#include "errcode.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000024#include "code.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000025#include "symtable.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000026#include "ast.h"
Guido van Rossumfdef2711994-09-14 13:31:04 +000027#include "marshal.h"
Martin v. Löwis790465f2008-04-05 20:41:37 +000028#include "osdefs.h"
Victor Stinner518e6102014-03-18 02:06:38 +010029#include <locale.h>
Guido van Rossum1984f1e1992-08-04 12:41:02 +000030
Thomas Wouters0e3f5912006-08-11 14:57:12 +000031#ifdef HAVE_SIGNAL_H
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000032#include <signal.h>
Thomas Wouters0e3f5912006-08-11 14:57:12 +000033#endif
Guido van Rossuma9e7dc11992-10-18 18:53:57 +000034
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000035#ifdef MS_WINDOWS
Martin v. Löwis5c88d812009-01-02 20:47:48 +000036#include "malloc.h" /* for alloca */
Benjamin Peterson80a50ac2009-01-02 21:24:04 +000037#endif
Martin v. Löwis5c88d812009-01-02 20:47:48 +000038
Martin v. Löwis6238d2b2002-06-30 15:26:10 +000039#ifdef MS_WINDOWS
Guido van Rossuma44823b1995-03-14 15:01:17 +000040#undef BYTE
41#include "windows.h"
42#endif
43
Victor Stinnerbd303c12013-11-07 23:07:29 +010044_Py_IDENTIFIER(builtins);
Victor Stinner09054372013-11-06 22:41:44 +010045_Py_IDENTIFIER(excepthook);
Victor Stinner3f36a572013-11-12 21:39:02 +010046_Py_IDENTIFIER(flush);
Victor Stinnerbd303c12013-11-07 23:07:29 +010047_Py_IDENTIFIER(last_traceback);
Victor Stinner09054372013-11-06 22:41:44 +010048_Py_IDENTIFIER(last_type);
49_Py_IDENTIFIER(last_value);
Victor Stinnerbd303c12013-11-07 23:07:29 +010050_Py_IDENTIFIER(ps1);
51_Py_IDENTIFIER(ps2);
52_Py_IDENTIFIER(stdin);
53_Py_IDENTIFIER(stdout);
54_Py_IDENTIFIER(stderr);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +010055_Py_static_string(PyId_string, "<string>");
Victor Stinner09054372013-11-06 22:41:44 +010056
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000057#ifdef __cplusplus
58extern "C" {
Neal Norwitz4281cef2006-03-04 19:58:13 +000059#endif
60
Vinay Sajip0b60f642019-10-15 08:26:12 +010061extern Py_EXPORTED_SYMBOL grammar _PyParser_Grammar; /* From graminit.c */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000062
Guido van Rossumb73cc041993-11-01 16:28:59 +000063/* Forward */
Amaury Forgeot d'Arc7fedbe52008-04-10 21:03:09 +000064static void flush_io(void);
Victor Stinner95701bd2013-11-06 18:41:07 +010065static PyObject *run_mod(mod_ty, PyObject *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000066 PyCompilerFlags *, PyArena *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000067static PyObject *run_pyc_file(FILE *, const char *, PyObject *, PyObject *,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000068 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +000069static void err_input(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +020070static void err_free(perrdetail *);
xdegayee0582a32017-11-12 16:50:48 +010071static int PyRun_InteractiveOneObjectEx(FILE *, PyObject *, PyCompilerFlags *);
Guido van Rossumce3a72a2007-10-19 23:16:50 +000072
Guido van Rossum1984f1e1992-08-04 12:41:02 +000073/* Parse input from a file and execute it */
Guido van Rossum1984f1e1992-08-04 12:41:02 +000074int
Thomas Wouters4d70c3d2006-06-08 14:42:34 +000075PyRun_AnyFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000076 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000077{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000078 if (filename == NULL)
79 filename = "???";
80 if (Py_FdIsInteractive(fp, filename)) {
81 int err = PyRun_InteractiveLoopFlags(fp, filename, flags);
82 if (closeit)
83 fclose(fp);
84 return err;
85 }
86 else
87 return PyRun_SimpleFileExFlags(fp, filename, closeit, flags);
Guido van Rossum1984f1e1992-08-04 12:41:02 +000088}
89
90int
Victor Stinner95701bd2013-11-06 18:41:07 +010091PyRun_InteractiveLoopFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +000092{
Victor Stinner95701bd2013-11-06 18:41:07 +010093 PyObject *filename, *v;
94 int ret, err;
Victor Stinner37d66d72019-06-13 02:16:41 +020095 PyCompilerFlags local_flags = _PyCompilerFlags_INIT;
xdegayee0582a32017-11-12 16:50:48 +010096 int nomem_count = 0;
Victor Stinner25420fe2017-11-20 18:12:22 -080097#ifdef Py_REF_DEBUG
Victor Stinner331a6a52019-05-27 16:39:22 +020098 int show_ref_count = _PyInterpreterState_Get()->config.show_ref_count;
Victor Stinner25420fe2017-11-20 18:12:22 -080099#endif
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000100
Victor Stinner95701bd2013-11-06 18:41:07 +0100101 filename = PyUnicode_DecodeFSDefault(filename_str);
102 if (filename == NULL) {
103 PyErr_Print();
104 return -1;
105 }
106
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000107 if (flags == NULL) {
108 flags = &local_flags;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000109 }
Victor Stinner09054372013-11-06 22:41:44 +0100110 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000111 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100112 _PySys_SetObjectId(&PyId_ps1, v = PyUnicode_FromString(">>> "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000113 Py_XDECREF(v);
114 }
Victor Stinner09054372013-11-06 22:41:44 +0100115 v = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000116 if (v == NULL) {
Victor Stinner09054372013-11-06 22:41:44 +0100117 _PySys_SetObjectId(&PyId_ps2, v = PyUnicode_FromString("... "));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000118 Py_XDECREF(v);
119 }
xdegayee0582a32017-11-12 16:50:48 +0100120 err = 0;
121 do {
122 ret = PyRun_InteractiveOneObjectEx(fp, filename, flags);
123 if (ret == -1 && PyErr_Occurred()) {
124 /* Prevent an endless loop after multiple consecutive MemoryErrors
125 * while still allowing an interactive command to fail with a
126 * MemoryError. */
127 if (PyErr_ExceptionMatches(PyExc_MemoryError)) {
128 if (++nomem_count > 16) {
129 PyErr_Clear();
130 err = -1;
131 break;
132 }
133 } else {
134 nomem_count = 0;
135 }
136 PyErr_Print();
137 flush_io();
138 } else {
139 nomem_count = 0;
140 }
Eric Snowdae02762017-09-14 00:35:58 -0700141#ifdef Py_REF_DEBUG
Victor Stinner25420fe2017-11-20 18:12:22 -0800142 if (show_ref_count) {
Eric Snowdae02762017-09-14 00:35:58 -0700143 _PyDebug_PrintTotalRefs();
Victor Stinner25420fe2017-11-20 18:12:22 -0800144 }
Eric Snowdae02762017-09-14 00:35:58 -0700145#endif
xdegayee0582a32017-11-12 16:50:48 +0100146 } while (ret != E_EOF);
Victor Stinner95701bd2013-11-06 18:41:07 +0100147 Py_DECREF(filename);
148 return err;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000149}
150
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000151/* compute parser flags based on compiler flags */
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000152static int PARSER_FLAGS(PyCompilerFlags *flags)
153{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000154 int parser_flags = 0;
155 if (!flags)
156 return 0;
157 if (flags->cf_flags & PyCF_DONT_IMPLY_DEDENT)
158 parser_flags |= PyPARSE_DONT_IMPLY_DEDENT;
159 if (flags->cf_flags & PyCF_IGNORE_COOKIE)
160 parser_flags |= PyPARSE_IGNORE_COOKIE;
161 if (flags->cf_flags & CO_FUTURE_BARRY_AS_BDFL)
162 parser_flags |= PyPARSE_BARRY_AS_BDFL;
Guido van Rossumdcfcd142019-01-31 03:40:27 -0800163 if (flags->cf_flags & PyCF_TYPE_COMMENTS)
164 parser_flags |= PyPARSE_TYPE_COMMENTS;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000165 return parser_flags;
Benjamin Petersonf5b52242009-03-02 23:31:26 +0000166}
Neil Schemenauerc24ea082002-03-22 23:53:36 +0000167
Thomas Wouters89f507f2006-12-13 04:49:30 +0000168#if 0
169/* Keep an example of flags with future keyword support. */
170#define PARSER_FLAGS(flags) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000171 ((flags) ? ((((flags)->cf_flags & PyCF_DONT_IMPLY_DEDENT) ? \
172 PyPARSE_DONT_IMPLY_DEDENT : 0) \
173 | ((flags)->cf_flags & CO_FUTURE_WITH_STATEMENT ? \
174 PyPARSE_WITH_IS_KEYWORD : 0)) : 0)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000175#endif
176
xdegayee0582a32017-11-12 16:50:48 +0100177/* A PyRun_InteractiveOneObject() auxiliary function that does not print the
178 * error on failure. */
179static int
180PyRun_InteractiveOneObjectEx(FILE *fp, PyObject *filename,
181 PyCompilerFlags *flags)
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000182{
Victor Stinner95701bd2013-11-06 18:41:07 +0100183 PyObject *m, *d, *v, *w, *oenc = NULL, *mod_name;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000184 mod_ty mod;
185 PyArena *arena;
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200186 const char *ps1 = "", *ps2 = "", *enc = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000187 int errcode = 0;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200188 _Py_IDENTIFIER(encoding);
Victor Stinner95701bd2013-11-06 18:41:07 +0100189 _Py_IDENTIFIER(__main__);
190
191 mod_name = _PyUnicode_FromId(&PyId___main__); /* borrowed */
192 if (mod_name == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +0100193 return -1;
194 }
Tim Petersfe2127d2001-07-16 05:37:24 +0000195
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000196 if (fp == stdin) {
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400197 /* Fetch encoding from sys.stdin if possible. */
Victor Stinnerbd303c12013-11-07 23:07:29 +0100198 v = _PySys_GetObjectId(&PyId_stdin);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400199 if (v && v != Py_None) {
200 oenc = _PyObject_GetAttrId(v, &PyId_encoding);
201 if (oenc)
Serhiy Storchaka06515832016-11-20 09:13:07 +0200202 enc = PyUnicode_AsUTF8(oenc);
Benjamin Petersonfe1b22a2013-04-29 10:23:08 -0400203 if (!enc)
204 PyErr_Clear();
205 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000206 }
Victor Stinner09054372013-11-06 22:41:44 +0100207 v = _PySys_GetObjectId(&PyId_ps1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000208 if (v != NULL) {
209 v = PyObject_Str(v);
210 if (v == NULL)
211 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000212 else if (PyUnicode_Check(v)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200213 ps1 = PyUnicode_AsUTF8(v);
Victor Stinner386fe712010-05-19 00:34:15 +0000214 if (ps1 == NULL) {
215 PyErr_Clear();
216 ps1 = "";
217 }
218 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000219 }
Victor Stinner09054372013-11-06 22:41:44 +0100220 w = _PySys_GetObjectId(&PyId_ps2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000221 if (w != NULL) {
222 w = PyObject_Str(w);
223 if (w == NULL)
224 PyErr_Clear();
Victor Stinner386fe712010-05-19 00:34:15 +0000225 else if (PyUnicode_Check(w)) {
Serhiy Storchaka06515832016-11-20 09:13:07 +0200226 ps2 = PyUnicode_AsUTF8(w);
Victor Stinner386fe712010-05-19 00:34:15 +0000227 if (ps2 == NULL) {
228 PyErr_Clear();
229 ps2 = "";
230 }
231 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000232 }
233 arena = PyArena_New();
234 if (arena == NULL) {
235 Py_XDECREF(v);
236 Py_XDECREF(w);
237 Py_XDECREF(oenc);
238 return -1;
239 }
Victor Stinner95701bd2013-11-06 18:41:07 +0100240 mod = PyParser_ASTFromFileObject(fp, filename, enc,
241 Py_single_input, ps1, ps2,
242 flags, &errcode, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000243 Py_XDECREF(v);
244 Py_XDECREF(w);
245 Py_XDECREF(oenc);
246 if (mod == NULL) {
247 PyArena_Free(arena);
248 if (errcode == E_EOF) {
249 PyErr_Clear();
250 return E_EOF;
251 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000252 return -1;
253 }
Victor Stinner95701bd2013-11-06 18:41:07 +0100254 m = PyImport_AddModuleObject(mod_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000255 if (m == NULL) {
256 PyArena_Free(arena);
257 return -1;
258 }
259 d = PyModule_GetDict(m);
260 v = run_mod(mod, filename, d, d, flags, arena);
261 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000262 if (v == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000263 return -1;
264 }
265 Py_DECREF(v);
Antoine Pitrou9845c7e2014-05-11 13:42:17 +0200266 flush_io();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000267 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000268}
269
Victor Stinner95701bd2013-11-06 18:41:07 +0100270int
xdegayee0582a32017-11-12 16:50:48 +0100271PyRun_InteractiveOneObject(FILE *fp, PyObject *filename, PyCompilerFlags *flags)
272{
273 int res;
274
275 res = PyRun_InteractiveOneObjectEx(fp, filename, flags);
276 if (res == -1) {
277 PyErr_Print();
278 flush_io();
279 }
280 return res;
281}
282
283int
Victor Stinner95701bd2013-11-06 18:41:07 +0100284PyRun_InteractiveOneFlags(FILE *fp, const char *filename_str, PyCompilerFlags *flags)
285{
286 PyObject *filename;
287 int res;
288
289 filename = PyUnicode_DecodeFSDefault(filename_str);
290 if (filename == NULL) {
291 PyErr_Print();
292 return -1;
293 }
294 res = PyRun_InteractiveOneObject(fp, filename, flags);
295 Py_DECREF(filename);
296 return res;
297}
298
299
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000300/* Check whether a file maybe a pyc file: Look at the extension,
301 the file type, and, if we may close it, at the first few bytes. */
302
303static int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000304maybe_pyc_file(FILE *fp, const char* filename, const char* ext, int closeit)
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000305{
Brett Cannonf299abd2015-04-13 14:21:02 -0400306 if (strcmp(ext, ".pyc") == 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000307 return 1;
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000308
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000309 /* Only look into the file if we are allowed to close it, since
310 it then should also be seekable. */
311 if (closeit) {
312 /* Read only two bytes of the magic. If the file was opened in
313 text mode, the bytes 3 and 4 of the magic (\r\n) might not
314 be read as they are on disk. */
315 unsigned int halfmagic = PyImport_GetMagicNumber() & 0xFFFF;
316 unsigned char buf[2];
317 /* Mess: In case of -x, the stream is NOT at its start now,
318 and ungetc() was used to push back the first newline,
319 which makes the current stream position formally undefined,
320 and a x-platform nightmare.
321 Unfortunately, we have no direct way to know whether -x
322 was specified. So we use a terrible hack: if the current
323 stream position is not 0, we assume -x was specified, and
324 give up. Bug 132850 on SourceForge spells out the
325 hopelessness of trying anything else (fseek and ftell
326 don't work predictably x-platform for text-mode files).
327 */
328 int ispyc = 0;
329 if (ftell(fp) == 0) {
330 if (fread(buf, 1, 2, fp) == 2 &&
331 ((unsigned int)buf[1]<<8 | buf[0]) == halfmagic)
332 ispyc = 1;
333 rewind(fp);
334 }
335 return ispyc;
336 }
337 return 0;
Tim Petersd08e3822003-04-17 15:24:21 +0000338}
Martin v. Löwisbe4c0f52001-01-04 20:30:56 +0000339
Antoine Pitrou32d483c2013-07-30 21:01:23 +0200340static int
341set_main_loader(PyObject *d, const char *filename, const char *loader_name)
Nick Coghlan85e729e2012-07-15 18:09:52 +1000342{
Eric Snow32439d62015-05-02 19:15:18 -0600343 PyObject *filename_obj, *bootstrap, *loader_type = NULL, *loader;
Nick Coghlanb7a58942012-07-15 23:21:08 +1000344 int result = 0;
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200345
346 filename_obj = PyUnicode_DecodeFSDefault(filename);
347 if (filename_obj == NULL)
348 return -1;
Victor Stinnercaba55b2018-08-03 15:33:52 +0200349 PyInterpreterState *interp = _PyInterpreterState_Get();
Eric Snow32439d62015-05-02 19:15:18 -0600350 bootstrap = PyObject_GetAttrString(interp->importlib,
351 "_bootstrap_external");
352 if (bootstrap != NULL) {
353 loader_type = PyObject_GetAttrString(bootstrap, loader_name);
354 Py_DECREF(bootstrap);
355 }
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000356 if (loader_type == NULL) {
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200357 Py_DECREF(filename_obj);
Nick Coghlan3f94cbf2012-07-15 19:10:39 +1000358 return -1;
359 }
Andrew Svetlov90c0eb22012-11-01 14:51:14 +0200360 loader = PyObject_CallFunction(loader_type, "sN", "__main__", filename_obj);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000361 Py_DECREF(loader_type);
362 if (loader == NULL) {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000363 return -1;
364 }
Nick Coghlanb7a58942012-07-15 23:21:08 +1000365 if (PyDict_SetItemString(d, "__loader__", loader) < 0) {
366 result = -1;
367 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000368 Py_DECREF(loader);
Nick Coghlanb7a58942012-07-15 23:21:08 +1000369 return result;
Nick Coghlan85e729e2012-07-15 18:09:52 +1000370}
371
372int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000373PyRun_SimpleFileExFlags(FILE *fp, const char *filename, int closeit,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000374 PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +0000375{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 PyObject *m, *d, *v;
377 const char *ext;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100378 int set_file_name = 0, ret = -1;
Victor Stinner0fcab4a2011-01-04 12:59:15 +0000379 size_t len;
Guido van Rossumfdef2711994-09-14 13:31:04 +0000380
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000381 m = PyImport_AddModule("__main__");
382 if (m == NULL)
383 return -1;
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100384 Py_INCREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000385 d = PyModule_GetDict(m);
386 if (PyDict_GetItemString(d, "__file__") == NULL) {
387 PyObject *f;
Victor Stinner4c7c8c32010-10-16 13:14:10 +0000388 f = PyUnicode_DecodeFSDefault(filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000389 if (f == NULL)
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100390 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000391 if (PyDict_SetItemString(d, "__file__", f) < 0) {
392 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100393 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000394 }
Barry Warsaw916048d2011-09-20 14:45:44 -0400395 if (PyDict_SetItemString(d, "__cached__", Py_None) < 0) {
396 Py_DECREF(f);
Hynek Schlawack5c6b3e22012-11-07 09:02:24 +0100397 goto done;
Barry Warsaw916048d2011-09-20 14:45:44 -0400398 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000399 set_file_name = 1;
400 Py_DECREF(f);
401 }
402 len = strlen(filename);
403 ext = filename + len - (len > 4 ? 4 : 0);
404 if (maybe_pyc_file(fp, filename, ext, closeit)) {
Christian Heimes04ac4c12012-09-11 15:47:28 +0200405 FILE *pyc_fp;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000406 /* Try to run a pyc file. First, re-open in binary */
407 if (closeit)
408 fclose(fp);
Victor Stinnerdaf45552013-08-28 00:53:59 +0200409 if ((pyc_fp = _Py_fopen(filename, "rb")) == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000410 fprintf(stderr, "python: Can't reopen .pyc file\n");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000411 goto done;
412 }
Nick Coghlan85e729e2012-07-15 18:09:52 +1000413
414 if (set_main_loader(d, filename, "SourcelessFileLoader") < 0) {
415 fprintf(stderr, "python: failed to set __main__.__loader__\n");
416 ret = -1;
Christian Heimes04ac4c12012-09-11 15:47:28 +0200417 fclose(pyc_fp);
Nick Coghlan85e729e2012-07-15 18:09:52 +1000418 goto done;
419 }
Christian Heimes04ac4c12012-09-11 15:47:28 +0200420 v = run_pyc_file(pyc_fp, filename, d, d, flags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000421 } else {
Nick Coghlan85e729e2012-07-15 18:09:52 +1000422 /* When running from stdin, leave __main__.__loader__ alone */
423 if (strcmp(filename, "<stdin>") != 0 &&
424 set_main_loader(d, filename, "SourceFileLoader") < 0) {
425 fprintf(stderr, "python: failed to set __main__.__loader__\n");
426 ret = -1;
427 goto done;
428 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000429 v = PyRun_FileExFlags(fp, filename, Py_file_input, d, d,
430 closeit, flags);
431 }
432 flush_io();
433 if (v == NULL) {
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600434 Py_CLEAR(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000435 PyErr_Print();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000436 goto done;
437 }
438 Py_DECREF(v);
439 ret = 0;
Guido van Rossumd8faa362007-04-27 19:54:29 +0000440 done:
INADA Naoki82daa602018-11-29 20:01:27 +0900441 if (set_file_name) {
442 if (PyDict_DelItemString(d, "__file__")) {
443 PyErr_Clear();
444 }
445 if (PyDict_DelItemString(d, "__cached__")) {
446 PyErr_Clear();
447 }
448 }
Zackery Spytzd8cba5d2018-07-03 13:47:22 -0600449 Py_XDECREF(m);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000450 return ret;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000451}
452
453int
Martin v. Löwis95292d62002-12-11 14:04:59 +0000454PyRun_SimpleStringFlags(const char *command, PyCompilerFlags *flags)
Guido van Rossum393661d2001-08-31 17:40:15 +0000455{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000456 PyObject *m, *d, *v;
457 m = PyImport_AddModule("__main__");
458 if (m == NULL)
459 return -1;
460 d = PyModule_GetDict(m);
461 v = PyRun_StringFlags(command, Py_file_input, d, d, flags);
462 if (v == NULL) {
463 PyErr_Print();
464 return -1;
465 }
466 Py_DECREF(v);
467 return 0;
Guido van Rossum1984f1e1992-08-04 12:41:02 +0000468}
469
Barry Warsaw035574d1997-08-29 22:07:17 +0000470static int
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100471parse_syntax_error(PyObject *err, PyObject **message, PyObject **filename,
472 int *lineno, int *offset, PyObject **text)
Barry Warsaw035574d1997-08-29 22:07:17 +0000473{
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300474 int hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 PyObject *v;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200476 _Py_IDENTIFIER(msg);
477 _Py_IDENTIFIER(filename);
478 _Py_IDENTIFIER(lineno);
479 _Py_IDENTIFIER(offset);
480 _Py_IDENTIFIER(text);
Barry Warsaw035574d1997-08-29 22:07:17 +0000481
Benjamin Peterson80d50422012-04-03 00:30:38 -0400482 *message = NULL;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100483 *filename = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400484
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000485 /* new style errors. `err' is an instance */
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400486 *message = _PyObject_GetAttrId(err, &PyId_msg);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400487 if (!*message)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000488 goto finally;
Barry Warsaw035574d1997-08-29 22:07:17 +0000489
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400490 v = _PyObject_GetAttrId(err, &PyId_filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400491 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000492 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400493 if (v == Py_None) {
494 Py_DECREF(v);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100495 *filename = _PyUnicode_FromId(&PyId_string);
496 if (*filename == NULL)
497 goto finally;
498 Py_INCREF(*filename);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400499 }
500 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100501 *filename = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400502 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000503
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400504 v = _PyObject_GetAttrId(err, &PyId_lineno);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400505 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000506 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300507 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000508 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 if (hold < 0 && PyErr_Occurred())
510 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300511 *lineno = hold;
Barry Warsaw035574d1997-08-29 22:07:17 +0000512
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400513 v = _PyObject_GetAttrId(err, &PyId_offset);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400514 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000515 goto finally;
516 if (v == Py_None) {
517 *offset = -1;
518 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000519 } else {
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300520 hold = _PyLong_AsInt(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000521 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000522 if (hold < 0 && PyErr_Occurred())
523 goto finally;
Serhiy Storchaka56f6e762015-09-06 21:25:30 +0300524 *offset = hold;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000525 }
Barry Warsaw035574d1997-08-29 22:07:17 +0000526
Benjamin Peterson0a9a6362012-04-03 00:35:36 -0400527 v = _PyObject_GetAttrId(err, &PyId_text);
Benjamin Peterson80d50422012-04-03 00:30:38 -0400528 if (!v)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000529 goto finally;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400530 if (v == Py_None) {
531 Py_DECREF(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000532 *text = NULL;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400533 }
534 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100535 *text = v;
Benjamin Peterson80d50422012-04-03 00:30:38 -0400536 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000537 return 1;
Barry Warsaw035574d1997-08-29 22:07:17 +0000538
539finally:
Benjamin Peterson80d50422012-04-03 00:30:38 -0400540 Py_XDECREF(*message);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100541 Py_XDECREF(*filename);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000542 return 0;
Barry Warsaw035574d1997-08-29 22:07:17 +0000543}
544
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000545static void
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100546print_error_text(PyObject *f, int offset, PyObject *text_obj)
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000547{
Serhiy Storchaka85b0f5b2016-11-20 10:16:47 +0200548 const char *text;
549 const char *nl;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100550
Serhiy Storchaka06515832016-11-20 09:13:07 +0200551 text = PyUnicode_AsUTF8(text_obj);
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100552 if (text == NULL)
553 return;
554
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000555 if (offset >= 0) {
Victor Stinner98ea54c2014-08-15 23:30:40 +0200556 if (offset > 0 && (size_t)offset == strlen(text) && text[offset - 1] == '\n')
Benjamin Petersona95e9772010-10-29 03:28:14 +0000557 offset--;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000558 for (;;) {
559 nl = strchr(text, '\n');
560 if (nl == NULL || nl-text >= offset)
561 break;
562 offset -= (int)(nl+1-text);
563 text = nl+1;
564 }
Martin Panterca3263c2016-12-11 00:18:36 +0000565 while (*text == ' ' || *text == '\t' || *text == '\f') {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000566 text++;
567 offset--;
568 }
569 }
570 PyFile_WriteString(" ", f);
571 PyFile_WriteString(text, f);
572 if (*text == '\0' || text[strlen(text)-1] != '\n')
573 PyFile_WriteString("\n", f);
574 if (offset == -1)
575 return;
576 PyFile_WriteString(" ", f);
Benjamin Petersona95e9772010-10-29 03:28:14 +0000577 while (--offset > 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000578 PyFile_WriteString(" ", f);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000579 PyFile_WriteString("^\n", f);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000580}
581
Tim Peterscf615b52003-04-19 18:47:02 +0000582
Victor Stinner12083282019-05-17 23:05:29 +0200583int
584_Py_HandleSystemExit(int *exitcode_p)
585{
Victor Stinner331a6a52019-05-27 16:39:22 +0200586 int inspect = _PyInterpreterState_GET_UNSAFE()->config.inspect;
Victor Stinnerc96be812019-05-14 17:34:56 +0200587 if (inspect) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000588 /* Don't exit if -i flag was given. This flag is set to 0
589 * when entering interactive mode for inspecting. */
Victor Stinner12083282019-05-17 23:05:29 +0200590 return 0;
Victor Stinnerc96be812019-05-14 17:34:56 +0200591 }
Guido van Rossumd8faa362007-04-27 19:54:29 +0000592
Victor Stinner12083282019-05-17 23:05:29 +0200593 if (!PyErr_ExceptionMatches(PyExc_SystemExit)) {
594 return 0;
595 }
596
597 PyObject *exception, *value, *tb;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000598 PyErr_Fetch(&exception, &value, &tb);
Victor Stinner12083282019-05-17 23:05:29 +0200599
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000600 fflush(stdout);
Victor Stinner12083282019-05-17 23:05:29 +0200601
602 int exitcode = 0;
603 if (value == NULL || value == Py_None) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000604 goto done;
Victor Stinner12083282019-05-17 23:05:29 +0200605 }
606
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000607 if (PyExceptionInstance_Check(value)) {
608 /* The error code should be in the `code' attribute. */
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200609 _Py_IDENTIFIER(code);
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200610 PyObject *code = _PyObject_GetAttrId(value, &PyId_code);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000611 if (code) {
612 Py_DECREF(value);
613 value = code;
614 if (value == Py_None)
615 goto done;
616 }
617 /* If we failed to dig out the 'code' attribute,
618 just let the else clause below print the error. */
619 }
Victor Stinner12083282019-05-17 23:05:29 +0200620
621 if (PyLong_Check(value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000622 exitcode = (int)PyLong_AsLong(value);
Victor Stinner12083282019-05-17 23:05:29 +0200623 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000624 else {
Victor Stinnerbd303c12013-11-07 23:07:29 +0100625 PyObject *sys_stderr = _PySys_GetObjectId(&PyId_stderr);
Nick Coghland979e432014-02-09 10:43:21 +1000626 /* We clear the exception here to avoid triggering the assertion
627 * in PyObject_Str that ensures it won't silently lose exception
628 * details.
629 */
630 PyErr_Clear();
Victor Stinner7126dbc2010-05-21 23:45:42 +0000631 if (sys_stderr != NULL && sys_stderr != Py_None) {
632 PyFile_WriteObject(value, sys_stderr, Py_PRINT_RAW);
633 } else {
634 PyObject_Print(value, stderr, Py_PRINT_RAW);
635 fflush(stderr);
636 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000637 PySys_WriteStderr("\n");
638 exitcode = 1;
639 }
Victor Stinner12083282019-05-17 23:05:29 +0200640
Tim Peterscf615b52003-04-19 18:47:02 +0000641 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000642 /* Restore and clear the exception info, in order to properly decref
643 * the exception, value, and traceback. If we just exit instead,
644 * these leak, which confuses PYTHONDUMPREFS output, and may prevent
645 * some finalizers from running.
646 */
647 PyErr_Restore(exception, value, tb);
648 PyErr_Clear();
Victor Stinner12083282019-05-17 23:05:29 +0200649 *exitcode_p = exitcode;
650 return 1;
Ka-Ping Yee26fabb02001-03-23 15:36:41 +0000651}
652
Victor Stinner12083282019-05-17 23:05:29 +0200653
654static void
655handle_system_exit(void)
656{
657 int exitcode;
658 if (_Py_HandleSystemExit(&exitcode)) {
659 Py_Exit(exitcode);
660 }
661}
662
663
Victor Stinner438a12d2019-05-24 17:01:38 +0200664static void
665_PyErr_PrintEx(PyThreadState *tstate, int set_sys_last_vars)
Guido van Rossuma61691e1998-02-06 22:27:24 +0000666{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000667 PyObject *exception, *v, *tb, *hook;
Guido van Rossum66e8e862001-03-23 17:54:43 +0000668
Victor Stinner12083282019-05-17 23:05:29 +0200669 handle_system_exit();
670
Victor Stinner438a12d2019-05-24 17:01:38 +0200671 _PyErr_Fetch(tstate, &exception, &v, &tb);
672 if (exception == NULL) {
673 goto done;
674 }
675
676 _PyErr_NormalizeException(tstate, &exception, &v, &tb);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000677 if (tb == NULL) {
678 tb = Py_None;
679 Py_INCREF(tb);
680 }
681 PyException_SetTraceback(v, tb);
Victor Stinner438a12d2019-05-24 17:01:38 +0200682 if (exception == NULL) {
683 goto done;
684 }
685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 /* Now we know v != NULL too */
687 if (set_sys_last_vars) {
xdegaye66caacf2017-10-23 18:08:41 +0200688 if (_PySys_SetObjectId(&PyId_last_type, exception) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200689 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200690 }
691 if (_PySys_SetObjectId(&PyId_last_value, v) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200692 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200693 }
694 if (_PySys_SetObjectId(&PyId_last_traceback, tb) < 0) {
Victor Stinner438a12d2019-05-24 17:01:38 +0200695 _PyErr_Clear(tstate);
xdegaye66caacf2017-10-23 18:08:41 +0200696 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000697 }
Victor Stinner09054372013-11-06 22:41:44 +0100698 hook = _PySys_GetObjectId(&PyId_excepthook);
Steve Dowerbea33f52019-11-28 08:46:11 -0800699 if (PySys_Audit("sys.excepthook", "OOOO", hook ? hook : Py_None,
700 exception, v, tb) < 0) {
701 if (PyErr_ExceptionMatches(PyExc_RuntimeError)) {
702 PyErr_Clear();
703 goto done;
704 }
705 _PyErr_WriteUnraisableMsg("in audit hook", NULL);
706 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000707 if (hook) {
Victor Stinner71cb64a2016-08-20 00:57:43 +0200708 PyObject* stack[3];
709 PyObject *result;
710
711 stack[0] = exception;
712 stack[1] = v;
713 stack[2] = tb;
Victor Stinner559bb6a2016-08-22 22:48:54 +0200714 result = _PyObject_FastCall(hook, stack, 3);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000715 if (result == NULL) {
Victor Stinner12083282019-05-17 23:05:29 +0200716 handle_system_exit();
717
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000718 PyObject *exception2, *v2, *tb2;
Victor Stinner438a12d2019-05-24 17:01:38 +0200719 _PyErr_Fetch(tstate, &exception2, &v2, &tb2);
720 _PyErr_NormalizeException(tstate, &exception2, &v2, &tb2);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000721 /* It should not be possible for exception2 or v2
722 to be NULL. However PyErr_Display() can't
723 tolerate NULLs, so just be safe. */
724 if (exception2 == NULL) {
725 exception2 = Py_None;
726 Py_INCREF(exception2);
727 }
728 if (v2 == NULL) {
729 v2 = Py_None;
730 Py_INCREF(v2);
731 }
732 fflush(stdout);
733 PySys_WriteStderr("Error in sys.excepthook:\n");
734 PyErr_Display(exception2, v2, tb2);
735 PySys_WriteStderr("\nOriginal exception was:\n");
736 PyErr_Display(exception, v, tb);
737 Py_DECREF(exception2);
738 Py_DECREF(v2);
739 Py_XDECREF(tb2);
740 }
741 Py_XDECREF(result);
Victor Stinner438a12d2019-05-24 17:01:38 +0200742 }
743 else {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000744 PySys_WriteStderr("sys.excepthook is missing\n");
745 PyErr_Display(exception, v, tb);
746 }
Victor Stinner438a12d2019-05-24 17:01:38 +0200747
748done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000749 Py_XDECREF(exception);
750 Py_XDECREF(v);
751 Py_XDECREF(tb);
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000752}
753
Victor Stinner438a12d2019-05-24 17:01:38 +0200754void
755_PyErr_Print(PyThreadState *tstate)
756{
757 _PyErr_PrintEx(tstate, 1);
758}
759
760void
761PyErr_PrintEx(int set_sys_last_vars)
762{
763 PyThreadState *tstate = _PyThreadState_GET();
764 _PyErr_PrintEx(tstate, set_sys_last_vars);
765}
766
767void
768PyErr_Print(void)
769{
770 PyErr_PrintEx(1);
771}
772
Benjamin Petersone6528212008-07-15 15:32:09 +0000773static void
774print_exception(PyObject *f, PyObject *value)
775{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000776 int err = 0;
777 PyObject *type, *tb;
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200778 _Py_IDENTIFIER(print_file_and_line);
Benjamin Petersone6528212008-07-15 15:32:09 +0000779
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000780 if (!PyExceptionInstance_Check(value)) {
Victor Stinner52ce3b02013-12-09 02:10:08 +0100781 err = PyFile_WriteString("TypeError: print_exception(): Exception expected for value, ", f);
782 err += PyFile_WriteString(Py_TYPE(value)->tp_name, f);
783 err += PyFile_WriteString(" found\n", f);
784 if (err)
785 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000786 return;
787 }
Benjamin Peterson26582602008-08-23 20:08:07 +0000788
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000789 Py_INCREF(value);
790 fflush(stdout);
791 type = (PyObject *) Py_TYPE(value);
792 tb = PyException_GetTraceback(value);
793 if (tb && tb != Py_None)
794 err = PyTraceBack_Print(tb, f);
795 if (err == 0 &&
Martin v. Löwis1c67dd92011-10-14 15:16:45 +0200796 _PyObject_HasAttrId(value, &PyId_print_file_and_line))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000797 {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100798 PyObject *message, *filename, *text;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000799 int lineno, offset;
800 if (!parse_syntax_error(value, &message, &filename,
801 &lineno, &offset, &text))
802 PyErr_Clear();
803 else {
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100804 PyObject *line;
805
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000806 Py_DECREF(value);
807 value = message;
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100808
Victor Stinnerf9b74572019-07-01 16:51:18 +0200809 line = PyUnicode_FromFormat(" File \"%S\", line %d\n",
Victor Stinnerefa7a0e2013-11-07 12:37:56 +0100810 filename, lineno);
811 Py_DECREF(filename);
812 if (line != NULL) {
813 PyFile_WriteObject(line, f, Py_PRINT_RAW);
814 Py_DECREF(line);
815 }
816
817 if (text != NULL) {
818 print_error_text(f, offset, text);
819 Py_DECREF(text);
820 }
821
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000822 /* Can't be bothered to check all those
823 PyFile_WriteString() calls */
824 if (PyErr_Occurred())
825 err = -1;
826 }
827 }
828 if (err) {
829 /* Don't do anything else */
830 }
831 else {
832 PyObject* moduleName;
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300833 const char *className;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +0200834 _Py_IDENTIFIER(__module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000835 assert(PyExceptionClass_Check(type));
836 className = PyExceptionClass_Name(type);
837 if (className != NULL) {
Serhiy Storchakaceeef102018-06-15 11:09:43 +0300838 const char *dot = strrchr(className, '.');
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000839 if (dot != NULL)
840 className = dot+1;
841 }
Benjamin Petersone6528212008-07-15 15:32:09 +0000842
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +0200843 moduleName = _PyObject_GetAttrId(type, &PyId___module__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000844 if (moduleName == NULL || !PyUnicode_Check(moduleName))
845 {
Victor Stinner13b21bd2011-05-26 14:25:13 +0200846 Py_XDECREF(moduleName);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000847 err = PyFile_WriteString("<unknown>", f);
848 }
849 else {
Serhiy Storchakaf5894dd2016-11-16 15:40:39 +0200850 if (!_PyUnicode_EqualToASCIIId(moduleName, &PyId_builtins))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000851 {
Victor Stinner937114f2013-11-07 00:12:30 +0100852 err = PyFile_WriteObject(moduleName, f, Py_PRINT_RAW);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000853 err += PyFile_WriteString(".", f);
854 }
855 Py_DECREF(moduleName);
856 }
857 if (err == 0) {
858 if (className == NULL)
859 err = PyFile_WriteString("<unknown>", f);
860 else
861 err = PyFile_WriteString(className, f);
862 }
863 }
864 if (err == 0 && (value != Py_None)) {
865 PyObject *s = PyObject_Str(value);
866 /* only print colon if the str() of the
867 object is not the empty string
868 */
Martin Panter3263f682016-02-28 03:16:11 +0000869 if (s == NULL) {
870 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000871 err = -1;
Martin Panter3263f682016-02-28 03:16:11 +0000872 PyFile_WriteString(": <exception str() failed>", f);
873 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000874 else if (!PyUnicode_Check(s) ||
Victor Stinnere251d6d2011-11-20 19:20:00 +0100875 PyUnicode_GetLength(s) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000876 err = PyFile_WriteString(": ", f);
877 if (err == 0)
878 err = PyFile_WriteObject(s, f, Py_PRINT_RAW);
879 Py_XDECREF(s);
880 }
881 /* try to write a newline in any case */
Martin Panter3263f682016-02-28 03:16:11 +0000882 if (err < 0) {
883 PyErr_Clear();
884 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000885 err += PyFile_WriteString("\n", f);
886 Py_XDECREF(tb);
887 Py_DECREF(value);
888 /* If an error happened here, don't show it.
889 XXX This is wrong, but too many callers rely on this behavior. */
890 if (err != 0)
891 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000892}
893
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200894static const char cause_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000895 "\nThe above exception was the direct cause "
896 "of the following exception:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000897
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200898static const char context_message[] =
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000899 "\nDuring handling of the above exception, "
900 "another exception occurred:\n\n";
Benjamin Petersone6528212008-07-15 15:32:09 +0000901
902static void
903print_exception_recursive(PyObject *f, PyObject *value, PyObject *seen)
904{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000905 int err = 0, res;
906 PyObject *cause, *context;
Benjamin Petersone6528212008-07-15 15:32:09 +0000907
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000908 if (seen != NULL) {
909 /* Exception chaining */
Zane Bitterde860732017-10-17 17:29:39 -0400910 PyObject *value_id = PyLong_FromVoidPtr(value);
911 if (value_id == NULL || PySet_Add(seen, value_id) == -1)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 PyErr_Clear();
913 else if (PyExceptionInstance_Check(value)) {
Zane Bitterde860732017-10-17 17:29:39 -0400914 PyObject *check_id = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000915 cause = PyException_GetCause(value);
916 context = PyException_GetContext(value);
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700917 if (cause) {
Zane Bitterde860732017-10-17 17:29:39 -0400918 check_id = PyLong_FromVoidPtr(cause);
919 if (check_id == NULL) {
920 res = -1;
921 } else {
922 res = PySet_Contains(seen, check_id);
923 Py_DECREF(check_id);
924 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000925 if (res == -1)
926 PyErr_Clear();
927 if (res == 0) {
928 print_exception_recursive(
929 f, cause, seen);
930 err |= PyFile_WriteString(
931 cause_message, f);
932 }
933 }
Benjamin Petersond5a1c442012-05-14 22:09:31 -0700934 else if (context &&
935 !((PyBaseExceptionObject *)value)->suppress_context) {
Zane Bitterde860732017-10-17 17:29:39 -0400936 check_id = PyLong_FromVoidPtr(context);
937 if (check_id == NULL) {
938 res = -1;
939 } else {
940 res = PySet_Contains(seen, check_id);
941 Py_DECREF(check_id);
942 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000943 if (res == -1)
944 PyErr_Clear();
945 if (res == 0) {
946 print_exception_recursive(
947 f, context, seen);
948 err |= PyFile_WriteString(
949 context_message, f);
950 }
951 }
952 Py_XDECREF(context);
953 Py_XDECREF(cause);
954 }
Zane Bitterde860732017-10-17 17:29:39 -0400955 Py_XDECREF(value_id);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000956 }
957 print_exception(f, value);
958 if (err != 0)
959 PyErr_Clear();
Benjamin Petersone6528212008-07-15 15:32:09 +0000960}
961
Thomas Wouters477c8d52006-05-27 19:21:47 +0000962void
Victor Stinnercd590a72019-05-28 00:39:52 +0200963_PyErr_Display(PyObject *file, PyObject *exception, PyObject *value, PyObject *tb)
Ka-Ping Yeeb5c51322001-03-23 02:46:52 +0000964{
Victor Stinnercd590a72019-05-28 00:39:52 +0200965 assert(file != NULL && file != Py_None);
966
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000967 PyObject *seen;
Antoine Pitrou24201d42013-10-13 21:53:13 +0200968 if (PyExceptionInstance_Check(value)
969 && tb != NULL && PyTraceBack_Check(tb)) {
970 /* Put the traceback on the exception, otherwise it won't get
971 displayed. See issue #18776. */
972 PyObject *cur_tb = PyException_GetTraceback(value);
973 if (cur_tb == NULL)
974 PyException_SetTraceback(value, tb);
975 else
976 Py_DECREF(cur_tb);
977 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200978
979 /* We choose to ignore seen being possibly NULL, and report
980 at least the main exception (it could be a MemoryError).
981 */
982 seen = PySet_New(NULL);
983 if (seen == NULL) {
984 PyErr_Clear();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000985 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200986 print_exception_recursive(file, value, seen);
987 Py_XDECREF(seen);
Victor Stinnera85a1d32019-05-28 16:01:17 +0200988
989 /* Call file.flush() */
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200990 PyObject *res = _PyObject_CallMethodIdNoArgs(file, &PyId_flush);
Victor Stinnera85a1d32019-05-28 16:01:17 +0200991 if (!res) {
992 /* Silently ignore file.flush() error */
993 PyErr_Clear();
994 }
995 else {
996 Py_DECREF(res);
997 }
Victor Stinnercd590a72019-05-28 00:39:52 +0200998}
999
1000void
1001PyErr_Display(PyObject *exception, PyObject *value, PyObject *tb)
1002{
1003 PyObject *file = _PySys_GetObjectId(&PyId_stderr);
1004 if (file == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001005 _PyObject_Dump(value);
1006 fprintf(stderr, "lost sys.stderr\n");
Victor Stinnercd590a72019-05-28 00:39:52 +02001007 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001008 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001009 if (file == Py_None) {
1010 return;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001011 }
Victor Stinnercd590a72019-05-28 00:39:52 +02001012
1013 _PyErr_Display(file, exception, value, tb);
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001014}
1015
Guido van Rossum82598051997-03-05 00:20:32 +00001016PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001017PyRun_StringFlags(const char *str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001018 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001019{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001020 PyObject *ret = NULL;
1021 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001022 PyArena *arena;
Victor Stinner95701bd2013-11-06 18:41:07 +01001023 PyObject *filename;
1024
1025 filename = _PyUnicode_FromId(&PyId_string); /* borrowed */
1026 if (filename == NULL)
1027 return NULL;
1028
1029 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001030 if (arena == NULL)
1031 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001032
Victor Stinner95701bd2013-11-06 18:41:07 +01001033 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001034 if (mod != NULL)
Victor Stinner95701bd2013-11-06 18:41:07 +01001035 ret = run_mod(mod, filename, globals, locals, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001036 PyArena_Free(arena);
1037 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001038}
1039
1040PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001041PyRun_FileExFlags(FILE *fp, const char *filename_str, int start, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001042 PyObject *locals, int closeit, PyCompilerFlags *flags)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001043{
Victor Stinner95701bd2013-11-06 18:41:07 +01001044 PyObject *ret = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001045 mod_ty mod;
Victor Stinner95701bd2013-11-06 18:41:07 +01001046 PyArena *arena = NULL;
1047 PyObject *filename;
Guido van Rossum98297ee2007-11-06 21:34:58 +00001048
Victor Stinner95701bd2013-11-06 18:41:07 +01001049 filename = PyUnicode_DecodeFSDefault(filename_str);
1050 if (filename == NULL)
1051 goto exit;
1052
1053 arena = PyArena_New();
1054 if (arena == NULL)
1055 goto exit;
1056
1057 mod = PyParser_ASTFromFileObject(fp, filename, NULL, start, 0, 0,
1058 flags, NULL, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001059 if (closeit)
1060 fclose(fp);
1061 if (mod == NULL) {
Victor Stinner95701bd2013-11-06 18:41:07 +01001062 goto exit;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001063 }
1064 ret = run_mod(mod, filename, globals, locals, flags, arena);
Victor Stinner95701bd2013-11-06 18:41:07 +01001065
1066exit:
1067 Py_XDECREF(filename);
1068 if (arena != NULL)
1069 PyArena_Free(arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001070 return ret;
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001071}
1072
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001073static void
1074flush_io(void)
1075{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001076 PyObject *f, *r;
1077 PyObject *type, *value, *traceback;
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001078
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001079 /* Save the current exception */
1080 PyErr_Fetch(&type, &value, &traceback);
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001081
Victor Stinnerbd303c12013-11-07 23:07:29 +01001082 f = _PySys_GetObjectId(&PyId_stderr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001083 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001084 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001085 if (r)
1086 Py_DECREF(r);
1087 else
1088 PyErr_Clear();
1089 }
Victor Stinnerbd303c12013-11-07 23:07:29 +01001090 f = _PySys_GetObjectId(&PyId_stdout);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001091 if (f != NULL) {
Jeroen Demeyer762f93f2019-07-08 10:19:25 +02001092 r = _PyObject_CallMethodIdNoArgs(f, &PyId_flush);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001093 if (r)
1094 Py_DECREF(r);
1095 else
1096 PyErr_Clear();
1097 }
Amaury Forgeot d'Arc9ed77352008-04-04 23:25:27 +00001098
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001099 PyErr_Restore(type, value, traceback);
Guido van Rossum6c193fa2007-12-05 05:14:58 +00001100}
1101
Guido van Rossum82598051997-03-05 00:20:32 +00001102static PyObject *
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001103run_eval_code_obj(PyCodeObject *co, PyObject *globals, PyObject *locals)
1104{
1105 PyObject *v;
Gregory P. Smithd9bc5432019-02-20 17:35:54 -08001106 /*
1107 * We explicitly re-initialize _Py_UnhandledKeyboardInterrupt every eval
1108 * _just in case_ someone is calling into an embedded Python where they
1109 * don't care about an uncaught KeyboardInterrupt exception (why didn't they
1110 * leave config.install_signal_handlers set to 0?!?) but then later call
1111 * Py_Main() itself (which _checks_ this flag and dies with a signal after
1112 * its interpreter exits). We don't want a previous embedded interpreter's
1113 * uncaught exception to trigger an unexplained signal exit from a future
1114 * Py_Main() based one.
1115 */
1116 _Py_UnhandledKeyboardInterrupt = 0;
Victor Stinner9ef5dca2019-05-16 17:38:16 +02001117
1118 /* Set globals['__builtins__'] if it doesn't exist */
1119 if (globals != NULL && PyDict_GetItemString(globals, "__builtins__") == NULL) {
1120 PyInterpreterState *interp = _PyInterpreterState_Get();
1121 if (PyDict_SetItemString(globals, "__builtins__", interp->builtins) < 0) {
1122 return NULL;
1123 }
1124 }
1125
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001126 v = PyEval_EvalCode((PyObject*)co, globals, locals);
1127 if (!v && PyErr_Occurred() == PyExc_KeyboardInterrupt) {
1128 _Py_UnhandledKeyboardInterrupt = 1;
1129 }
1130 return v;
1131}
1132
1133static PyObject *
Victor Stinner95701bd2013-11-06 18:41:07 +01001134run_mod(mod_ty mod, PyObject *filename, PyObject *globals, PyObject *locals,
1135 PyCompilerFlags *flags, PyArena *arena)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001136{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001137 PyCodeObject *co;
1138 PyObject *v;
Victor Stinner95701bd2013-11-06 18:41:07 +01001139 co = PyAST_CompileObject(mod, filename, flags, -1, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001140 if (co == NULL)
1141 return NULL;
Steve Dowerb82e17e2019-05-23 08:45:22 -07001142
1143 if (PySys_Audit("exec", "O", co) < 0) {
1144 Py_DECREF(co);
1145 return NULL;
1146 }
1147
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001148 v = run_eval_code_obj(co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001149 Py_DECREF(co);
1150 return v;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001151}
1152
Guido van Rossum82598051997-03-05 00:20:32 +00001153static PyObject *
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001154run_pyc_file(FILE *fp, const char *filename, PyObject *globals,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001155 PyObject *locals, PyCompilerFlags *flags)
Guido van Rossumfdef2711994-09-14 13:31:04 +00001156{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001157 PyCodeObject *co;
1158 PyObject *v;
1159 long magic;
1160 long PyImport_GetMagicNumber(void);
Guido van Rossumfdef2711994-09-14 13:31:04 +00001161
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001162 magic = PyMarshal_ReadLongFromFile(fp);
1163 if (magic != PyImport_GetMagicNumber()) {
Victor Stinner5200f552015-03-18 13:56:25 +01001164 if (!PyErr_Occurred())
1165 PyErr_SetString(PyExc_RuntimeError,
1166 "Bad magic number in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001167 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001168 }
Benjamin Peterson42aa93b2017-12-09 10:26:52 -08001169 /* Skip the rest of the header. */
1170 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrou5136ac02012-01-13 18:52:16 +01001171 (void) PyMarshal_ReadLongFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001172 (void) PyMarshal_ReadLongFromFile(fp);
Zackery Spytzea737752018-06-23 21:15:24 -06001173 if (PyErr_Occurred()) {
1174 goto error;
1175 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001176 v = PyMarshal_ReadLastObjectFromFile(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001177 if (v == NULL || !PyCode_Check(v)) {
1178 Py_XDECREF(v);
1179 PyErr_SetString(PyExc_RuntimeError,
1180 "Bad code object in .pyc file");
Zackery Spytzea737752018-06-23 21:15:24 -06001181 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001182 }
Zackery Spytzea737752018-06-23 21:15:24 -06001183 fclose(fp);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001184 co = (PyCodeObject *)v;
Gregory P. Smith38f11cc2019-02-16 12:57:40 -08001185 v = run_eval_code_obj(co, globals, locals);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001186 if (v && flags)
1187 flags->cf_flags |= (co->co_flags & PyCF_MASK);
1188 Py_DECREF(co);
1189 return v;
Zackery Spytzea737752018-06-23 21:15:24 -06001190error:
1191 fclose(fp);
1192 return NULL;
Guido van Rossumfdef2711994-09-14 13:31:04 +00001193}
1194
Guido van Rossum82598051997-03-05 00:20:32 +00001195PyObject *
Victor Stinner14e461d2013-08-26 22:28:21 +02001196Py_CompileStringObject(const char *str, PyObject *filename, int start,
1197 PyCompilerFlags *flags, int optimize)
Jeremy Hyltonbc320242001-03-22 02:47:58 +00001198{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001199 PyCodeObject *co;
1200 mod_ty mod;
1201 PyArena *arena = PyArena_New();
1202 if (arena == NULL)
1203 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001204
Victor Stinner14e461d2013-08-26 22:28:21 +02001205 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001206 if (mod == NULL) {
1207 PyArena_Free(arena);
1208 return NULL;
1209 }
1210 if (flags && (flags->cf_flags & PyCF_ONLY_AST)) {
1211 PyObject *result = PyAST_mod2obj(mod);
1212 PyArena_Free(arena);
1213 return result;
1214 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001215 co = PyAST_CompileObject(mod, filename, flags, optimize, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001216 PyArena_Free(arena);
1217 return (PyObject *)co;
Guido van Rossum5b722181993-03-30 17:46:03 +00001218}
1219
Victor Stinner14e461d2013-08-26 22:28:21 +02001220PyObject *
1221Py_CompileStringExFlags(const char *str, const char *filename_str, int start,
1222 PyCompilerFlags *flags, int optimize)
1223{
1224 PyObject *filename, *co;
1225 filename = PyUnicode_DecodeFSDefault(filename_str);
1226 if (filename == NULL)
1227 return NULL;
1228 co = Py_CompileStringObject(str, filename, start, flags, optimize);
1229 Py_DECREF(filename);
1230 return co;
1231}
1232
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001233/* For use in Py_LIMITED_API */
1234#undef Py_CompileString
1235PyObject *
1236PyCompileString(const char *str, const char *filename, int start)
1237{
1238 return Py_CompileStringFlags(str, filename, start, NULL);
1239}
1240
Dino Viehland41540692019-05-28 16:21:17 -07001241const char *
1242_Py_SourceAsString(PyObject *cmd, const char *funcname, const char *what, PyCompilerFlags *cf, PyObject **cmd_copy)
1243{
1244 const char *str;
1245 Py_ssize_t size;
1246 Py_buffer view;
1247
1248 *cmd_copy = NULL;
1249 if (PyUnicode_Check(cmd)) {
1250 cf->cf_flags |= PyCF_IGNORE_COOKIE;
1251 str = PyUnicode_AsUTF8AndSize(cmd, &size);
1252 if (str == NULL)
1253 return NULL;
1254 }
1255 else if (PyBytes_Check(cmd)) {
1256 str = PyBytes_AS_STRING(cmd);
1257 size = PyBytes_GET_SIZE(cmd);
1258 }
1259 else if (PyByteArray_Check(cmd)) {
1260 str = PyByteArray_AS_STRING(cmd);
1261 size = PyByteArray_GET_SIZE(cmd);
1262 }
1263 else if (PyObject_GetBuffer(cmd, &view, PyBUF_SIMPLE) == 0) {
1264 /* Copy to NUL-terminated buffer. */
1265 *cmd_copy = PyBytes_FromStringAndSize(
1266 (const char *)view.buf, view.len);
1267 PyBuffer_Release(&view);
1268 if (*cmd_copy == NULL) {
1269 return NULL;
1270 }
1271 str = PyBytes_AS_STRING(*cmd_copy);
1272 size = PyBytes_GET_SIZE(*cmd_copy);
1273 }
1274 else {
1275 PyErr_Format(PyExc_TypeError,
1276 "%s() arg 1 must be a %s object",
1277 funcname, what);
1278 return NULL;
1279 }
1280
1281 if (strlen(str) != (size_t)size) {
1282 PyErr_SetString(PyExc_ValueError,
1283 "source code string cannot contain null bytes");
1284 Py_CLEAR(*cmd_copy);
1285 return NULL;
1286 }
1287 return str;
1288}
1289
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001290struct symtable *
Victor Stinner14e461d2013-08-26 22:28:21 +02001291Py_SymtableStringObject(const char *str, PyObject *filename, int start)
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001292{
Victor Stinner37d66d72019-06-13 02:16:41 +02001293 PyCompilerFlags flags = _PyCompilerFlags_INIT;
Dino Viehland41540692019-05-28 16:21:17 -07001294 return _Py_SymtableStringObjectFlags(str, filename, start, &flags);
1295}
1296
1297struct symtable *
1298_Py_SymtableStringObjectFlags(const char *str, PyObject *filename, int start, PyCompilerFlags *flags)
1299{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001300 struct symtable *st;
1301 mod_ty mod;
Victor Stinner14e461d2013-08-26 22:28:21 +02001302 PyArena *arena;
1303
1304 arena = PyArena_New();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001305 if (arena == NULL)
1306 return NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001307
Dino Viehland41540692019-05-28 16:21:17 -07001308 mod = PyParser_ASTFromStringObject(str, filename, start, flags, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001309 if (mod == NULL) {
1310 PyArena_Free(arena);
1311 return NULL;
1312 }
Victor Stinner14e461d2013-08-26 22:28:21 +02001313 st = PySymtable_BuildObject(mod, filename, 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001314 PyArena_Free(arena);
1315 return st;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00001316}
1317
Victor Stinner14e461d2013-08-26 22:28:21 +02001318struct symtable *
1319Py_SymtableString(const char *str, const char *filename_str, int start)
1320{
1321 PyObject *filename;
1322 struct symtable *st;
1323
1324 filename = PyUnicode_DecodeFSDefault(filename_str);
1325 if (filename == NULL)
1326 return NULL;
1327 st = Py_SymtableStringObject(str, filename, start);
1328 Py_DECREF(filename);
1329 return st;
1330}
1331
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001332/* Preferred access to parser is through AST. */
1333mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001334PyParser_ASTFromStringObject(const char *s, PyObject *filename, int start,
1335 PyCompilerFlags *flags, PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001336{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001337 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001338 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001339 perrdetail err;
1340 int iflags = PARSER_FLAGS(flags);
Guido van Rossum495da292019-03-07 12:38:08 -08001341 if (flags && flags->cf_feature_version < 7)
1342 iflags |= PyPARSE_ASYNC_HACKS;
Christian Heimes4d6ec852008-03-26 22:34:47 +00001343
Victor Stinner14e461d2013-08-26 22:28:21 +02001344 node *n = PyParser_ParseStringObject(s, filename,
1345 &_PyParser_Grammar, start, &err,
1346 &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001347 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001348 flags = &localflags;
1349 }
1350 if (n) {
1351 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001352 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001353 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001354 }
1355 else {
1356 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001357 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001358 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001359 err_free(&err);
1360 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001361}
1362
1363mod_ty
Victor Stinner14e461d2013-08-26 22:28:21 +02001364PyParser_ASTFromString(const char *s, const char *filename_str, int start,
1365 PyCompilerFlags *flags, PyArena *arena)
1366{
1367 PyObject *filename;
1368 mod_ty mod;
1369 filename = PyUnicode_DecodeFSDefault(filename_str);
1370 if (filename == NULL)
1371 return NULL;
1372 mod = PyParser_ASTFromStringObject(s, filename, start, flags, arena);
1373 Py_DECREF(filename);
1374 return mod;
1375}
1376
1377mod_ty
1378PyParser_ASTFromFileObject(FILE *fp, PyObject *filename, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001379 int start, const char *ps1,
1380 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001381 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001382{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001383 mod_ty mod;
Victor Stinner37d66d72019-06-13 02:16:41 +02001384 PyCompilerFlags localflags = _PyCompilerFlags_INIT;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001385 perrdetail err;
1386 int iflags = PARSER_FLAGS(flags);
Christian Heimes4d6ec852008-03-26 22:34:47 +00001387
Victor Stinner14e461d2013-08-26 22:28:21 +02001388 node *n = PyParser_ParseFileObject(fp, filename, enc,
1389 &_PyParser_Grammar,
1390 start, ps1, ps2, &err, &iflags);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001391 if (flags == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001392 flags = &localflags;
1393 }
1394 if (n) {
1395 flags->cf_flags |= iflags & PyCF_MASK;
Victor Stinner14e461d2013-08-26 22:28:21 +02001396 mod = PyAST_FromNodeObject(n, flags, filename, arena);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001397 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001398 }
1399 else {
1400 err_input(&err);
1401 if (errcode)
1402 *errcode = err.error;
Victor Stinner7f2fee32011-04-05 00:39:01 +02001403 mod = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001404 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001405 err_free(&err);
1406 return mod;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001407}
1408
Victor Stinner14e461d2013-08-26 22:28:21 +02001409mod_ty
1410PyParser_ASTFromFile(FILE *fp, const char *filename_str, const char* enc,
Serhiy Storchakaef1585e2015-12-25 20:01:53 +02001411 int start, const char *ps1,
1412 const char *ps2, PyCompilerFlags *flags, int *errcode,
Victor Stinner14e461d2013-08-26 22:28:21 +02001413 PyArena *arena)
1414{
1415 mod_ty mod;
1416 PyObject *filename;
1417 filename = PyUnicode_DecodeFSDefault(filename_str);
1418 if (filename == NULL)
1419 return NULL;
1420 mod = PyParser_ASTFromFileObject(fp, filename, enc, start, ps1, ps2,
1421 flags, errcode, arena);
1422 Py_DECREF(filename);
1423 return mod;
1424}
1425
Guido van Rossuma110aa61994-08-29 12:50:44 +00001426/* Simplified interface to parsefile -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001427
Guido van Rossuma110aa61994-08-29 12:50:44 +00001428node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001429PyParser_SimpleParseFileFlags(FILE *fp, const char *filename, int start, int flags)
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001430{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001431 perrdetail err;
1432 node *n = PyParser_ParseFileFlags(fp, filename, NULL,
1433 &_PyParser_Grammar,
1434 start, NULL, NULL, &err, flags);
1435 if (n == NULL)
1436 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001437 err_free(&err);
Thomas Wouters4d70c3d2006-06-08 14:42:34 +00001438
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001439 return n;
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001440}
1441
Guido van Rossuma110aa61994-08-29 12:50:44 +00001442/* Simplified interface to parsestring -- return node or set exception */
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001443
Guido van Rossuma110aa61994-08-29 12:50:44 +00001444node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001445PyParser_SimpleParseStringFlags(const char *str, int start, int flags)
Tim Petersfe2127d2001-07-16 05:37:24 +00001446{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001447 perrdetail err;
1448 node *n = PyParser_ParseStringFlags(str, &_PyParser_Grammar,
1449 start, &err, flags);
1450 if (n == NULL)
1451 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001452 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001453 return n;
Tim Petersfe2127d2001-07-16 05:37:24 +00001454}
1455
1456node *
Martin v. Löwis95292d62002-12-11 14:04:59 +00001457PyParser_SimpleParseStringFlagsFilename(const char *str, const char *filename,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001458 int start, int flags)
Thomas Heller6b17abf2002-07-09 09:23:27 +00001459{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001460 perrdetail err;
1461 node *n = PyParser_ParseStringFlagsFilename(str, filename,
1462 &_PyParser_Grammar, start, &err, flags);
1463 if (n == NULL)
1464 err_input(&err);
Victor Stinner7f2fee32011-04-05 00:39:01 +02001465 err_free(&err);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001466 return n;
Thomas Heller6b17abf2002-07-09 09:23:27 +00001467}
1468
Guido van Rossum66ebd912003-04-17 16:02:26 +00001469/* May want to move a more generalized form of this to parsetok.c or
1470 even parser modules. */
1471
1472void
Victor Stinner7f2fee32011-04-05 00:39:01 +02001473PyParser_ClearError(perrdetail *err)
1474{
1475 err_free(err);
1476}
1477
1478void
Guido van Rossum66ebd912003-04-17 16:02:26 +00001479PyParser_SetError(perrdetail *err)
1480{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001481 err_input(err);
Guido van Rossum66ebd912003-04-17 16:02:26 +00001482}
1483
Victor Stinner7f2fee32011-04-05 00:39:01 +02001484static void
1485err_free(perrdetail *err)
1486{
1487 Py_CLEAR(err->filename);
1488}
1489
Guido van Rossuma110aa61994-08-29 12:50:44 +00001490/* Set the error appropriate to the given input error code (see errcode.h) */
1491
1492static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001493err_input(perrdetail *err)
Guido van Rossuma110aa61994-08-29 12:50:44 +00001494{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001495 PyObject *v, *w, *errtype, *errtext;
1496 PyObject *msg_obj = NULL;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02001497 const char *msg = NULL;
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001498 int offset = err->offset;
Victor Stinner4c7c8c32010-10-16 13:14:10 +00001499
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001500 errtype = PyExc_SyntaxError;
1501 switch (err->error) {
1502 case E_ERROR:
Serhiy Storchaka993030a2018-07-12 00:17:53 +03001503 goto cleanup;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001504 case E_SYNTAX:
1505 errtype = PyExc_IndentationError;
1506 if (err->expected == INDENT)
1507 msg = "expected an indented block";
1508 else if (err->token == INDENT)
1509 msg = "unexpected indent";
1510 else if (err->token == DEDENT)
1511 msg = "unexpected unindent";
Serhiy Storchakaaba24ff2018-07-23 23:41:11 +03001512 else if (err->expected == NOTEQUAL) {
1513 errtype = PyExc_SyntaxError;
1514 msg = "with Barry as BDFL, use '<>' instead of '!='";
1515 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001516 else {
1517 errtype = PyExc_SyntaxError;
1518 msg = "invalid syntax";
1519 }
1520 break;
1521 case E_TOKEN:
1522 msg = "invalid token";
1523 break;
1524 case E_EOFS:
1525 msg = "EOF while scanning triple-quoted string literal";
1526 break;
1527 case E_EOLS:
1528 msg = "EOL while scanning string literal";
1529 break;
1530 case E_INTR:
1531 if (!PyErr_Occurred())
1532 PyErr_SetNone(PyExc_KeyboardInterrupt);
1533 goto cleanup;
1534 case E_NOMEM:
1535 PyErr_NoMemory();
1536 goto cleanup;
1537 case E_EOF:
1538 msg = "unexpected EOF while parsing";
1539 break;
1540 case E_TABSPACE:
1541 errtype = PyExc_TabError;
1542 msg = "inconsistent use of tabs and spaces in indentation";
1543 break;
1544 case E_OVERFLOW:
1545 msg = "expression too long";
1546 break;
1547 case E_DEDENT:
1548 errtype = PyExc_IndentationError;
1549 msg = "unindent does not match any outer indentation level";
1550 break;
1551 case E_TOODEEP:
1552 errtype = PyExc_IndentationError;
1553 msg = "too many levels of indentation";
1554 break;
1555 case E_DECODE: {
1556 PyObject *type, *value, *tb;
1557 PyErr_Fetch(&type, &value, &tb);
1558 msg = "unknown decode error";
1559 if (value != NULL)
1560 msg_obj = PyObject_Str(value);
1561 Py_XDECREF(type);
1562 Py_XDECREF(value);
1563 Py_XDECREF(tb);
1564 break;
1565 }
1566 case E_LINECONT:
1567 msg = "unexpected character after line continuation character";
1568 break;
Martin v. Löwis47383402007-08-15 07:32:56 +00001569
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001570 case E_IDENTIFIER:
1571 msg = "invalid character in identifier";
1572 break;
Meador Ingefa21bf02012-01-19 01:08:41 -06001573 case E_BADSINGLE:
1574 msg = "multiple statements found while compiling a single statement";
1575 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001576 default:
1577 fprintf(stderr, "error=%d\n", err->error);
1578 msg = "unknown parsing error";
1579 break;
1580 }
1581 /* err->text may not be UTF-8 in case of decoding errors.
1582 Explicitly convert to an object. */
1583 if (!err->text) {
1584 errtext = Py_None;
1585 Py_INCREF(Py_None);
1586 } else {
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001587 errtext = PyUnicode_DecodeUTF8(err->text, err->offset,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001588 "replace");
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001589 if (errtext != NULL) {
1590 Py_ssize_t len = strlen(err->text);
1591 offset = (int)PyUnicode_GET_LENGTH(errtext);
1592 if (len != err->offset) {
1593 Py_DECREF(errtext);
1594 errtext = PyUnicode_DecodeUTF8(err->text, len,
1595 "replace");
1596 }
1597 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001598 }
Victor Stinner7f2fee32011-04-05 00:39:01 +02001599 v = Py_BuildValue("(OiiN)", err->filename,
Serhiy Storchaka65fd0592014-01-21 22:26:52 +02001600 err->lineno, offset, errtext);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001601 if (v != NULL) {
1602 if (msg_obj)
1603 w = Py_BuildValue("(OO)", msg_obj, v);
1604 else
1605 w = Py_BuildValue("(sO)", msg, v);
1606 } else
1607 w = NULL;
1608 Py_XDECREF(v);
1609 PyErr_SetObject(errtype, w);
1610 Py_XDECREF(w);
Georg Brandl3dbca812008-07-23 16:10:53 +00001611cleanup:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001612 Py_XDECREF(msg_obj);
1613 if (err->text != NULL) {
1614 PyObject_FREE(err->text);
1615 err->text = NULL;
1616 }
Guido van Rossum1984f1e1992-08-04 12:41:02 +00001617}
1618
Fredrik Lundh2f15b252000-08-27 19:15:31 +00001619
Zachary Warec4821d62014-11-21 23:35:12 -06001620#if defined(USE_STACKCHECK)
1621#if defined(WIN32) && defined(_MSC_VER)
1622
1623/* Stack checking for Microsoft C */
1624
1625#include <malloc.h>
1626#include <excpt.h>
1627
1628/*
1629 * Return non-zero when we run out of memory on the stack; zero otherwise.
1630 */
1631int
1632PyOS_CheckStack(void)
1633{
1634 __try {
1635 /* alloca throws a stack overflow exception if there's
1636 not enough space left on the stack */
1637 alloca(PYOS_STACK_MARGIN * sizeof(void*));
1638 return 0;
1639 } __except (GetExceptionCode() == STATUS_STACK_OVERFLOW ?
1640 EXCEPTION_EXECUTE_HANDLER :
1641 EXCEPTION_CONTINUE_SEARCH) {
1642 int errcode = _resetstkoflw();
1643 if (errcode == 0)
1644 {
1645 Py_FatalError("Could not reset the stack!");
1646 }
1647 }
1648 return 1;
1649}
1650
1651#endif /* WIN32 && _MSC_VER */
1652
1653/* Alternate implementations can be added here... */
1654
1655#endif /* USE_STACKCHECK */
1656
Martin Panter46f50722016-05-26 05:35:26 +00001657/* Deprecated C API functions still provided for binary compatibility */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001658
1659#undef PyParser_SimpleParseFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001660PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001661PyParser_SimpleParseFile(FILE *fp, const char *filename, int start)
1662{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001663 return PyParser_SimpleParseFileFlags(fp, filename, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001664}
1665
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001666#undef PyParser_SimpleParseString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001667PyAPI_FUNC(node *)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001668PyParser_SimpleParseString(const char *str, int start)
1669{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001670 return PyParser_SimpleParseStringFlags(str, start, 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001671}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001672
1673#undef PyRun_AnyFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001674PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001675PyRun_AnyFile(FILE *fp, const char *name)
1676{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001677 return PyRun_AnyFileExFlags(fp, name, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001678}
1679
1680#undef PyRun_AnyFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001681PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001682PyRun_AnyFileEx(FILE *fp, const char *name, int closeit)
1683{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001684 return PyRun_AnyFileExFlags(fp, name, closeit, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001685}
1686
1687#undef PyRun_AnyFileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001688PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001689PyRun_AnyFileFlags(FILE *fp, const char *name, PyCompilerFlags *flags)
1690{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001691 return PyRun_AnyFileExFlags(fp, name, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001692}
1693
1694#undef PyRun_File
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001695PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001696PyRun_File(FILE *fp, const char *p, int s, PyObject *g, PyObject *l)
1697{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001698 return PyRun_FileExFlags(fp, p, s, g, l, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001699}
1700
1701#undef PyRun_FileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001702PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001703PyRun_FileEx(FILE *fp, const char *p, int s, PyObject *g, PyObject *l, int c)
1704{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001705 return PyRun_FileExFlags(fp, p, s, g, l, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001706}
1707
1708#undef PyRun_FileFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001709PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001710PyRun_FileFlags(FILE *fp, const char *p, int s, PyObject *g, PyObject *l,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001711 PyCompilerFlags *flags)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001712{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001713 return PyRun_FileExFlags(fp, p, s, g, l, 0, flags);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001714}
1715
1716#undef PyRun_SimpleFile
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001717PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001718PyRun_SimpleFile(FILE *f, const char *p)
1719{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001720 return PyRun_SimpleFileExFlags(f, p, 0, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001721}
1722
1723#undef PyRun_SimpleFileEx
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001724PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001725PyRun_SimpleFileEx(FILE *f, const char *p, int c)
1726{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001727 return PyRun_SimpleFileExFlags(f, p, c, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001728}
1729
1730
1731#undef PyRun_String
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001732PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001733PyRun_String(const char *str, int s, PyObject *g, PyObject *l)
1734{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001735 return PyRun_StringFlags(str, s, g, l, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001736}
1737
1738#undef PyRun_SimpleString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001739PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001740PyRun_SimpleString(const char *s)
1741{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001742 return PyRun_SimpleStringFlags(s, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001743}
1744
1745#undef Py_CompileString
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001746PyAPI_FUNC(PyObject *)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001747Py_CompileString(const char *str, const char *p, int s)
1748{
Georg Brandl8334fd92010-12-04 10:26:46 +00001749 return Py_CompileStringExFlags(str, p, s, NULL, -1);
1750}
1751
1752#undef Py_CompileStringFlags
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001753PyAPI_FUNC(PyObject *)
Georg Brandl8334fd92010-12-04 10:26:46 +00001754Py_CompileStringFlags(const char *str, const char *p, int s,
1755 PyCompilerFlags *flags)
1756{
1757 return Py_CompileStringExFlags(str, p, s, flags, -1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001758}
1759
1760#undef PyRun_InteractiveOne
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001761PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001762PyRun_InteractiveOne(FILE *f, const char *p)
1763{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001764 return PyRun_InteractiveOneFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001765}
1766
1767#undef PyRun_InteractiveLoop
Benjamin Peterson62161ce2019-11-04 21:34:14 -08001768PyAPI_FUNC(int)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001769PyRun_InteractiveLoop(FILE *f, const char *p)
1770{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001771 return PyRun_InteractiveLoopFlags(f, p, NULL);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001772}
1773
1774#ifdef __cplusplus
1775}
1776#endif