commit 52d481f15c953e06155e65ca823c8f6cae7a6b65
author Miss Islington (bot) <31488909+miss-islington@users.noreply.github.com> Tue Aug 10 06:47:11 2021 -0700
committer GitHub <noreply@github.com> Tue Aug 10 06:47:11 2021 -0700
tree f0fb7a027b807d1cc81b7c6633165dd31ad759ac
parent 2e1fef541c4a0a227af7bf1b59bfbccd3fb1a45e

make lib2to3 parse async generators everywhere (GH-6588)

(cherry picked from commit 149addd4960d634ce672ab5fc17e0e785a0cdcd0)

Co-authored-by: Zsolt Dollenstein <zsol.zsol@gmail.com>

Lib/lib2to3/pgen2/tokenize.py

diff --git a/Lib/lib2to3/pgen2/tokenize.py b/Lib/lib2to3/pgen2/tokenize.py
index 0e2685d..099dfa7 100644
--- a/Lib/lib2to3/pgen2/tokenize.py
+++ b/Lib/lib2to3/pgen2/tokenize.py
@@ -512,13 +512,14 @@ def generate_tokens(readline):
                         stashed = tok
                         continue
 
-                    if token == 'def':
+                    if token in ('def', 'for'):
                         if (stashed
                                 and stashed[0] == NAME
                                 and stashed[1] == 'async'):
 
-                            async_def = True
-                            async_def_indent = indents[-1]
+                            if token == 'def':
+                                async_def = True
+                                async_def_indent = indents[-1]
 
                             yield (ASYNC, stashed[1],
                                    stashed[2], stashed[3],