blob: 3b4e2eebfad6e1f01720dd10c75f4edaa61f950f [file] [log] [blame]
Guido van Rossuma3309961993-07-28 09:05:47 +00001#ifndef Py_TOKEN_H
2#define Py_TOKEN_H
3#ifdef __cplusplus
4extern "C" {
5#endif
6
Guido van Rossumf70e43a1991-02-19 12:39:46 +00007/***********************************************************
Guido van Rossum5799b521995-01-04 19:06:22 +00008Copyright 1991-1995 by Stichting Mathematisch Centrum, Amsterdam,
9The Netherlands.
Guido van Rossumf70e43a1991-02-19 12:39:46 +000010
11 All Rights Reserved
12
Guido van Rossumd266eb41996-10-25 14:44:06 +000013Permission to use, copy, modify, and distribute this software and its
14documentation for any purpose and without fee is hereby granted,
Guido van Rossumf70e43a1991-02-19 12:39:46 +000015provided that the above copyright notice appear in all copies and that
Guido van Rossumd266eb41996-10-25 14:44:06 +000016both that copyright notice and this permission notice appear in
Guido van Rossumf70e43a1991-02-19 12:39:46 +000017supporting documentation, and that the names of Stichting Mathematisch
Guido van Rossumd266eb41996-10-25 14:44:06 +000018Centrum or CWI or Corporation for National Research Initiatives or
19CNRI not be used in advertising or publicity pertaining to
20distribution of the software without specific, written prior
21permission.
Guido van Rossumf70e43a1991-02-19 12:39:46 +000022
Guido van Rossumd266eb41996-10-25 14:44:06 +000023While CWI is the initial source for this software, a modified version
24is made available by the Corporation for National Research Initiatives
25(CNRI) at the Internet address ftp://ftp.python.org.
26
27STICHTING MATHEMATISCH CENTRUM AND CNRI DISCLAIM ALL WARRANTIES WITH
28REGARD TO THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF
29MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL STICHTING MATHEMATISCH
30CENTRUM OR CNRI BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL
31DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
32PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
33TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
34PERFORMANCE OF THIS SOFTWARE.
Guido van Rossumf70e43a1991-02-19 12:39:46 +000035
36******************************************************************/
37
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000038/* Token types */
39
40#define ENDMARKER 0
41#define NAME 1
42#define NUMBER 2
43#define STRING 3
44#define NEWLINE 4
45#define INDENT 5
46#define DEDENT 6
47#define LPAR 7
48#define RPAR 8
49#define LSQB 9
50#define RSQB 10
51#define COLON 11
52#define COMMA 12
53#define SEMI 13
54#define PLUS 14
55#define MINUS 15
56#define STAR 16
57#define SLASH 17
58#define VBAR 18
59#define AMPER 19
60#define LESS 20
61#define GREATER 21
62#define EQUAL 22
63#define DOT 23
64#define PERCENT 24
65#define BACKQUOTE 25
66#define LBRACE 26
67#define RBRACE 27
Guido van Rossum8883aaa1991-10-20 20:24:45 +000068#define EQEQUAL 28
69#define NOTEQUAL 29
70#define LESSEQUAL 30
71#define GREATEREQUAL 31
Guido van Rossum7928cd71991-10-24 14:59:31 +000072#define TILDE 32
73#define CIRCUMFLEX 33
74#define LEFTSHIFT 34
75#define RIGHTSHIFT 35
Guido van Rossum3d1f0951996-01-12 00:51:44 +000076#define DOUBLESTAR 36
Guido van Rossumcaa63801995-01-12 11:45:45 +000077/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */
Guido van Rossum3d1f0951996-01-12 00:51:44 +000078#define OP 37
79#define ERRORTOKEN 38
80#define N_TOKENS 39
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000081
82/* Special definitions for cooperation with parser */
83
84#define NT_OFFSET 256
85
86#define ISTERMINAL(x) ((x) < NT_OFFSET)
87#define ISNONTERMINAL(x) ((x) >= NT_OFFSET)
88#define ISEOF(x) ((x) == ENDMARKER)
89
90
Guido van Rossum43466ec1998-12-04 18:48:25 +000091extern DL_IMPORT(char *) _PyParser_TokenNames[]; /* Token names */
92extern DL_IMPORT(int) PyToken_OneChar Py_PROTO((int));
93extern DL_IMPORT(int) PyToken_TwoChars Py_PROTO((int, int));
Guido van Rossuma3309961993-07-28 09:05:47 +000094
95#ifdef __cplusplus
96}
97#endif
98#endif /* !Py_TOKEN_H */