blob: 7bd3830d00c0e97ad46c7baf8a1d95c858644ff6 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001/***********************************************************
2Copyright 1991 by Stichting Mathematisch Centrum, Amsterdam, The
3Netherlands.
4
5 All Rights Reserved
6
7Permission to use, copy, modify, and distribute this software and its
8documentation for any purpose and without fee is hereby granted,
9provided that the above copyright notice appear in all copies and that
10both that copyright notice and this permission notice appear in
11supporting documentation, and that the names of Stichting Mathematisch
12Centrum or CWI not be used in advertising or publicity pertaining to
13distribution of the software without specific, written prior permission.
14
15STICHTING MATHEMATISCH CENTRUM DISCLAIMS ALL WARRANTIES WITH REGARD TO
16THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND
17FITNESS, IN NO EVENT SHALL STICHTING MATHEMATISCH CENTRUM BE LIABLE
18FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
19WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
20ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
21OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
22
23******************************************************************/
24
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000025/* Token types */
26
27#define ENDMARKER 0
28#define NAME 1
29#define NUMBER 2
30#define STRING 3
31#define NEWLINE 4
32#define INDENT 5
33#define DEDENT 6
34#define LPAR 7
35#define RPAR 8
36#define LSQB 9
37#define RSQB 10
38#define COLON 11
39#define COMMA 12
40#define SEMI 13
41#define PLUS 14
42#define MINUS 15
43#define STAR 16
44#define SLASH 17
45#define VBAR 18
46#define AMPER 19
47#define LESS 20
48#define GREATER 21
49#define EQUAL 22
50#define DOT 23
51#define PERCENT 24
52#define BACKQUOTE 25
53#define LBRACE 26
54#define RBRACE 27
55#define OP 28
56#define ERRORTOKEN 29
57#define N_TOKENS 30
58
59/* Special definitions for cooperation with parser */
60
61#define NT_OFFSET 256
62
63#define ISTERMINAL(x) ((x) < NT_OFFSET)
64#define ISNONTERMINAL(x) ((x) >= NT_OFFSET)
65#define ISEOF(x) ((x) == ENDMARKER)
66
67
68extern char *tok_name[]; /* Token names */
69extern int tok_1char PROTO((int));