Updates to track Grammar changes. The patch to token.py loosens the regexp to
allow "testlist1" to be snagged.
diff --git a/Lib/symbol.py b/Lib/symbol.py
index 39159b3..38c6193 100755
--- a/Lib/symbol.py
+++ b/Lib/symbol.py
@@ -76,6 +76,8 @@
list_iter = 319
list_for = 320
list_if = 321
+testlist1 = 322
+encoding_decl = 323
#--end constants--
sym_name = {}
diff --git a/Lib/token.py b/Lib/token.py
index c77d343..f75412c 100755
--- a/Lib/token.py
+++ b/Lib/token.py
@@ -98,7 +98,7 @@
lines = fp.read().split("\n")
fp.close()
prog = re.compile(
- "#define[ \t][ \t]*([A-Z][A-Z_]*)[ \t][ \t]*([0-9][0-9]*)",
+ "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)",
re.IGNORECASE)
tokens = {}
for line in lines: