commit adf160616184c94ded19e99ccf5337a20d73d907
author Michael W. Hudson <mwh@python.net> Thu Oct 03 09:42:01 2002 +0000
committer Michael W. Hudson <mwh@python.net> Thu Oct 03 09:42:01 2002 +0000
tree 68a658c218378f6405b160a1277f60dad07edd88
parent d3890360694d4ec5f77350610b117a327b4e5209

Updates to track Grammar changes.  The patch to token.py loosens the regexp to
allow "testlist1" to be snagged.

Lib/token.py

diff --git a/Lib/token.py b/Lib/token.py
index c77d343..f75412c 100755
--- a/Lib/token.py
+++ b/Lib/token.py
@@ -98,7 +98,7 @@
     lines = fp.read().split("\n")
     fp.close()
     prog = re.compile(
-        "#define[ \t][ \t]*([A-Z][A-Z_]*)[ \t][ \t]*([0-9][0-9]*)",
+        "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)",
         re.IGNORECASE)
     tokens = {}
     for line in lines: