blob: 1217c46d0ed7b98dd2ecff05a26dc85afa830433 [file] [log] [blame]
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001/* Parser-tokenizer link interface */
Victor Stinner5f2df882018-11-12 00:56:19 +01002
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00003#ifndef Py_LIMITED_API
Fred Drake5eb6d4e2000-07-08 23:37:28 +00004#ifndef Py_PARSETOK_H
5#define Py_PARSETOK_H
6#ifdef __cplusplus
7extern "C" {
8#endif
9
Victor Stinner5f2df882018-11-12 00:56:19 +010010#include "grammar.h" /* grammar */
11#include "node.h" /* node */
12
Guido van Rossumb6775db1994-08-01 11:34:53 +000013typedef struct {
Fred Drake5eb6d4e2000-07-08 23:37:28 +000014 int error;
Victor Stinner7f2fee32011-04-05 00:39:01 +020015#ifndef PGEN
16 /* The filename is useless for pgen, see comment in tok_state structure */
17 PyObject *filename;
18#endif
Fred Drake5eb6d4e2000-07-08 23:37:28 +000019 int lineno;
20 int offset;
Victor Stinner00676d12010-12-27 01:49:31 +000021 char *text; /* UTF-8-encoded string */
Fred Drake85f36392000-07-11 17:53:00 +000022 int token;
23 int expected;
Guido van Rossumb6775db1994-08-01 11:34:53 +000024} perrdetail;
25
Neil Schemenauerc24ea082002-03-22 23:53:36 +000026#if 0
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020027#define PyPARSE_YIELD_IS_KEYWORD 0x0001
Neil Schemenauerc24ea082002-03-22 23:53:36 +000028#endif
Tim Petersfe2127d2001-07-16 05:37:24 +000029
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020030#define PyPARSE_DONT_IMPLY_DEDENT 0x0002
Guido van Rossum4b499dd32003-02-13 22:07:59 +000031
Guido van Rossum45aecf42006-03-15 04:58:47 +000032#if 0
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020033#define PyPARSE_WITH_IS_KEYWORD 0x0003
Christian Heimes4d6ec852008-03-26 22:34:47 +000034#define PyPARSE_PRINT_IS_FUNCTION 0x0004
35#define PyPARSE_UNICODE_LITERALS 0x0008
Guido van Rossum45aecf42006-03-15 04:58:47 +000036#endif
Thomas Wouters34aa7ba2006-02-28 19:02:24 +000037
Benjamin Petersonf5b52242009-03-02 23:31:26 +000038#define PyPARSE_IGNORE_COOKIE 0x0010
Brett Cannone3944a52009-04-01 05:08:41 +000039#define PyPARSE_BARRY_AS_BDFL 0x0020
Benjamin Petersonf5b52242009-03-02 23:31:26 +000040
Martin v. Löwis95292d62002-12-11 14:04:59 +000041PyAPI_FUNC(node *) PyParser_ParseString(const char *, grammar *, int,
Fred Drake5eb6d4e2000-07-08 23:37:28 +000042 perrdetail *);
Martin v. Löwis95292d62002-12-11 14:04:59 +000043PyAPI_FUNC(node *) PyParser_ParseFile (FILE *, const char *, grammar *, int,
Serhiy Storchakac6792272013-10-19 21:03:34 +030044 const char *, const char *,
45 perrdetail *);
Guido van Rossuma3309961993-07-28 09:05:47 +000046
Martin v. Löwis95292d62002-12-11 14:04:59 +000047PyAPI_FUNC(node *) PyParser_ParseStringFlags(const char *, grammar *, int,
Tim Petersfe2127d2001-07-16 05:37:24 +000048 perrdetail *, int);
Victor Stinner14e461d2013-08-26 22:28:21 +020049PyAPI_FUNC(node *) PyParser_ParseFileFlags(
50 FILE *fp,
51 const char *filename, /* decoded from the filesystem encoding */
52 const char *enc,
53 grammar *g,
54 int start,
Serhiy Storchakac6792272013-10-19 21:03:34 +030055 const char *ps1,
56 const char *ps2,
Victor Stinner14e461d2013-08-26 22:28:21 +020057 perrdetail *err_ret,
58 int flags);
Victor Stinner00676d12010-12-27 01:49:31 +000059PyAPI_FUNC(node *) PyParser_ParseFileFlagsEx(
60 FILE *fp,
61 const char *filename, /* decoded from the filesystem encoding */
62 const char *enc,
63 grammar *g,
64 int start,
Serhiy Storchakac6792272013-10-19 21:03:34 +030065 const char *ps1,
66 const char *ps2,
Victor Stinner00676d12010-12-27 01:49:31 +000067 perrdetail *err_ret,
68 int *flags);
Victor Stinner14e461d2013-08-26 22:28:21 +020069PyAPI_FUNC(node *) PyParser_ParseFileObject(
70 FILE *fp,
71 PyObject *filename,
72 const char *enc,
73 grammar *g,
74 int start,
Serhiy Storchakac6792272013-10-19 21:03:34 +030075 const char *ps1,
76 const char *ps2,
Victor Stinner14e461d2013-08-26 22:28:21 +020077 perrdetail *err_ret,
78 int *flags);
Tim Petersfe2127d2001-07-16 05:37:24 +000079
Victor Stinner14e461d2013-08-26 22:28:21 +020080PyAPI_FUNC(node *) PyParser_ParseStringFlagsFilename(
81 const char *s,
82 const char *filename, /* decoded from the filesystem encoding */
83 grammar *g,
84 int start,
85 perrdetail *err_ret,
86 int flags);
Victor Stinner00676d12010-12-27 01:49:31 +000087PyAPI_FUNC(node *) PyParser_ParseStringFlagsFilenameEx(
88 const char *s,
89 const char *filename, /* decoded from the filesystem encoding */
90 grammar *g,
91 int start,
92 perrdetail *err_ret,
93 int *flags);
Victor Stinner14e461d2013-08-26 22:28:21 +020094PyAPI_FUNC(node *) PyParser_ParseStringObject(
95 const char *s,
96 PyObject *filename,
97 grammar *g,
98 int start,
99 perrdetail *err_ret,
100 int *flags);
Guido van Rossumd3ab37f2003-04-17 14:55:42 +0000101
Victor Stinner7f2fee32011-04-05 00:39:01 +0200102/* Note that the following functions are defined in pythonrun.c,
103 not in parsetok.c */
Guido van Rossumd3ab37f2003-04-17 14:55:42 +0000104PyAPI_FUNC(void) PyParser_SetError(perrdetail *);
Victor Stinner7f2fee32011-04-05 00:39:01 +0200105PyAPI_FUNC(void) PyParser_ClearError(perrdetail *);
Guido van Rossumd3ab37f2003-04-17 14:55:42 +0000106
Guido van Rossuma3309961993-07-28 09:05:47 +0000107#ifdef __cplusplus
108}
109#endif
110#endif /* !Py_PARSETOK_H */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000111#endif /* !Py_LIMITED_API */