| Serhiy Storchaka | 8ac6581 | 2018-12-22 11:18:40 +0200 | [diff] [blame] | 1 | ENDMARKER |
| 2 | NAME |
| 3 | NUMBER |
| 4 | STRING |
| 5 | NEWLINE |
| 6 | INDENT |
| 7 | DEDENT |
| 8 | |
| 9 | LPAR '(' |
| 10 | RPAR ')' |
| 11 | LSQB '[' |
| 12 | RSQB ']' |
| 13 | COLON ':' |
| 14 | COMMA ',' |
| 15 | SEMI ';' |
| 16 | PLUS '+' |
| 17 | MINUS '-' |
| 18 | STAR '*' |
| 19 | SLASH '/' |
| 20 | VBAR '|' |
| 21 | AMPER '&' |
| 22 | LESS '<' |
| 23 | GREATER '>' |
| 24 | EQUAL '=' |
| 25 | DOT '.' |
| 26 | PERCENT '%' |
| 27 | LBRACE '{' |
| 28 | RBRACE '}' |
| 29 | EQEQUAL '==' |
| 30 | NOTEQUAL '!=' |
| 31 | LESSEQUAL '<=' |
| 32 | GREATEREQUAL '>=' |
| 33 | TILDE '~' |
| 34 | CIRCUMFLEX '^' |
| 35 | LEFTSHIFT '<<' |
| 36 | RIGHTSHIFT '>>' |
| 37 | DOUBLESTAR '**' |
| 38 | PLUSEQUAL '+=' |
| 39 | MINEQUAL '-=' |
| 40 | STAREQUAL '*=' |
| 41 | SLASHEQUAL '/=' |
| 42 | PERCENTEQUAL '%=' |
| 43 | AMPEREQUAL '&=' |
| 44 | VBAREQUAL '|=' |
| 45 | CIRCUMFLEXEQUAL '^=' |
| 46 | LEFTSHIFTEQUAL '<<=' |
| 47 | RIGHTSHIFTEQUAL '>>=' |
| 48 | DOUBLESTAREQUAL '**=' |
| 49 | DOUBLESLASH '//' |
| 50 | DOUBLESLASHEQUAL '//=' |
| 51 | AT '@' |
| 52 | ATEQUAL '@=' |
| 53 | RARROW '->' |
| 54 | ELLIPSIS '...' |
| Emily Morehouse | 8f59ee0 | 2019-01-24 16:49:56 -0700 | [diff] [blame] | 55 | COLONEQUAL ':=' |
| Serhiy Storchaka | 8ac6581 | 2018-12-22 11:18:40 +0200 | [diff] [blame] | 56 | |
| 57 | OP |
| Guido van Rossum | 495da29 | 2019-03-07 12:38:08 -0800 | [diff] [blame] | 58 | AWAIT |
| 59 | ASYNC |
| Guido van Rossum | dcfcd14 | 2019-01-31 03:40:27 -0800 | [diff] [blame] | 60 | TYPE_IGNORE |
| 61 | TYPE_COMMENT |
| Serhiy Storchaka | 8ac6581 | 2018-12-22 11:18:40 +0200 | [diff] [blame] | 62 | ERRORTOKEN |
| 63 | |
| 64 | # These aren't used by the C tokenizer but are needed for tokenize.py |
| 65 | COMMENT |
| 66 | NL |
| 67 | ENCODING |