Guido van Rossum | b31c7f7 | 1993-11-11 10:31:23 +0000 | [diff] [blame^] | 1 | # Tokens (from "token.h") |
2 | |||||
3 | ENDMARKER = 0 | ||||
4 | NAME = 1 | ||||
5 | NUMBER = 2 | ||||
6 | STRING = 3 | ||||
7 | NEWLINE = 4 | ||||
8 | INDENT = 5 | ||||
9 | DEDENT = 6 | ||||
10 | LPAR = 7 | ||||
11 | RPAR = 8 | ||||
12 | LSQB = 9 | ||||
13 | RSQB = 10 | ||||
14 | COLON = 11 | ||||
15 | COMMA = 12 | ||||
16 | SEMI = 13 | ||||
17 | PLUS = 14 | ||||
18 | MINUS = 15 | ||||
19 | STAR = 16 | ||||
20 | SLASH = 17 | ||||
21 | VBAR = 18 | ||||
22 | AMPER = 19 | ||||
23 | LESS = 20 | ||||
24 | GREATER = 21 | ||||
25 | EQUAL = 22 | ||||
26 | DOT = 23 | ||||
27 | PERCENT = 24 | ||||
28 | BACKQUOTE = 25 | ||||
29 | LBRACE = 26 | ||||
30 | RBRACE = 27 | ||||
31 | EQEQUAL = 28 | ||||
32 | NOTEQUAL = 29 | ||||
33 | LESSEQUAL = 30 | ||||
34 | GREATEREQUAL = 31 | ||||
35 | TILDE = 32 | ||||
36 | CIRCUMFLEX = 33 | ||||
37 | LEFTSHIFT = 34 | ||||
38 | RIGHTSHIFT = 35 | ||||
39 | OP = 36 | ||||
40 | ERRORTOKEN = 37 | ||||
41 | |||||
42 | names = dir() | ||||
43 | tok_name = {} | ||||
44 | for name in names: | ||||
45 | number = eval(name) | ||||
46 | tok_name[number] = name | ||||
47 | |||||
48 | N_TOKENS = 38 # Number of tokens including ERRORTOKEN | ||||
49 | |||||
50 | NT_OFFSET = 256 # Start of non-terminal symbols |