bpo-33260: Regenerate token.py after removing ASYNC and AWAIT. (GH-6447)
(cherry picked from commit d08972fdb92cad6b813d22205752c97ea18df060)
Co-authored-by: Serhiy Storchaka <storchaka@gmail.com>
diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index f5c6ac7..6528b90 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -284,7 +284,7 @@
self.encoding = tokval
continue
- if toknum in (NAME, NUMBER, ASYNC, AWAIT):
+ if toknum in (NAME, NUMBER):
tokval += ' '
# Insert a space between two consecutive strings