| """Generate Lib/keyword.py from the Grammar and Tokens files using pgen""" |
| |
| import argparse |
| |
| from .pgen import ParserGenerator |
| |
| TEMPLATE = r''' |
| """Keywords (from "Grammar/Grammar") |
| |
| This file is automatically generated; please don't muck it up! |
| |
| To update the symbols in this file, 'cd' to the top directory of |
| the python source tree and run: |
| |
| python3 -m Parser.pgen.keywordgen Grammar/Grammar \ |
| Grammar/Tokens \ |
| Lib/keyword.py |
| |
| Alternatively, you can run 'make regen-keyword'. |
| """ |
| |
| __all__ = ["iskeyword", "kwlist"] |
| |
| kwlist = [ |
| {keywords} |
| ] |
| |
| iskeyword = frozenset(kwlist).__contains__ |
| '''.lstrip() |
| |
| EXTRA_KEYWORDS = ["async", "await"] |
| |
| |
| def main(): |
| parser = argparse.ArgumentParser(description="Generate the Lib/keywords.py " |
| "file from the grammar.") |
| parser.add_argument( |
| "grammar", type=str, help="The file with the grammar definition in EBNF format" |
| ) |
| parser.add_argument( |
| "tokens", type=str, help="The file with the token definitions" |
| ) |
| parser.add_argument( |
| "keyword_file", |
| type=argparse.FileType('w'), |
| help="The path to write the keyword definitions", |
| ) |
| args = parser.parse_args() |
| p = ParserGenerator(args.grammar, args.tokens) |
| grammar = p.make_grammar() |
| |
| with args.keyword_file as thefile: |
| all_keywords = sorted(list(grammar.keywords) + EXTRA_KEYWORDS) |
| |
| keywords = ",\n ".join(map(repr, all_keywords)) |
| thefile.write(TEMPLATE.format(keywords=keywords)) |
| |
| |
| if __name__ == "__main__": |
| main() |