| """Test suite for 2to3's parser and grammar files. |
| |
| This is the place to add tests for changes to 2to3's grammar, such as those |
| merging the grammars for Python 2 and 3. In addition to specific tests for |
| parts of the grammar we've changed, we also make sure we can parse the |
| test_grammar.py files from both Python 2 and Python 3. |
| """ |
| |
| from __future__ import with_statement |
| |
| # Testing imports |
| from . import support |
| from .support import driver, test_dir |
| from test.support import verbose |
| |
| # Python imports |
| import os |
| import sys |
| import unittest |
| import warnings |
| import subprocess |
| |
| # Local imports |
| from lib2to3.pgen2 import tokenize |
| from ..pgen2.parse import ParseError |
| from lib2to3.pygram import python_symbols as syms |
| |
| |
| class TestDriver(support.TestCase): |
| |
| def test_formfeed(self): |
| s = """print 1\n\x0Cprint 2\n""" |
| t = driver.parse_string(s) |
| self.assertEqual(t.children[0].children[0].type, syms.print_stmt) |
| self.assertEqual(t.children[1].children[0].type, syms.print_stmt) |
| |
| |
| class GrammarTest(support.TestCase): |
| def validate(self, code): |
| support.parse_string(code) |
| |
| def invalid_syntax(self, code): |
| try: |
| self.validate(code) |
| except ParseError: |
| pass |
| else: |
| raise AssertionError("Syntax shouldn't have been valid") |
| |
| |
| class TestMatrixMultiplication(GrammarTest): |
| def test_matrix_multiplication_operator(self): |
| self.validate("a @ b") |
| self.validate("a @= b") |
| |
| |
| class TestYieldFrom(GrammarTest): |
| def test_matrix_multiplication_operator(self): |
| self.validate("yield from x") |
| self.validate("(yield from x) + y") |
| self.invalid_syntax("yield from") |
| |
| |
| class TestRaiseChanges(GrammarTest): |
| def test_2x_style_1(self): |
| self.validate("raise") |
| |
| def test_2x_style_2(self): |
| self.validate("raise E, V") |
| |
| def test_2x_style_3(self): |
| self.validate("raise E, V, T") |
| |
| def test_2x_style_invalid_1(self): |
| self.invalid_syntax("raise E, V, T, Z") |
| |
| def test_3x_style(self): |
| self.validate("raise E1 from E2") |
| |
| def test_3x_style_invalid_1(self): |
| self.invalid_syntax("raise E, V from E1") |
| |
| def test_3x_style_invalid_2(self): |
| self.invalid_syntax("raise E from E1, E2") |
| |
| def test_3x_style_invalid_3(self): |
| self.invalid_syntax("raise from E1, E2") |
| |
| def test_3x_style_invalid_4(self): |
| self.invalid_syntax("raise E from") |
| |
| |
| # Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testFuncdef |
| class TestFunctionAnnotations(GrammarTest): |
| def test_1(self): |
| self.validate("""def f(x) -> list: pass""") |
| |
| def test_2(self): |
| self.validate("""def f(x:int): pass""") |
| |
| def test_3(self): |
| self.validate("""def f(*x:str): pass""") |
| |
| def test_4(self): |
| self.validate("""def f(**x:float): pass""") |
| |
| def test_5(self): |
| self.validate("""def f(x, y:1+2): pass""") |
| |
| def test_6(self): |
| self.validate("""def f(a, (b:1, c:2, d)): pass""") |
| |
| def test_7(self): |
| self.validate("""def f(a, (b:1, c:2, d), e:3=4, f=5, *g:6): pass""") |
| |
| def test_8(self): |
| s = """def f(a, (b:1, c:2, d), e:3=4, f=5, |
| *g:6, h:7, i=8, j:9=10, **k:11) -> 12: pass""" |
| self.validate(s) |
| |
| |
| class TestExcept(GrammarTest): |
| def test_new(self): |
| s = """ |
| try: |
| x |
| except E as N: |
| y""" |
| self.validate(s) |
| |
| def test_old(self): |
| s = """ |
| try: |
| x |
| except E, N: |
| y""" |
| self.validate(s) |
| |
| |
| # Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testAtoms |
| class TestSetLiteral(GrammarTest): |
| def test_1(self): |
| self.validate("""x = {'one'}""") |
| |
| def test_2(self): |
| self.validate("""x = {'one', 1,}""") |
| |
| def test_3(self): |
| self.validate("""x = {'one', 'two', 'three'}""") |
| |
| def test_4(self): |
| self.validate("""x = {2, 3, 4,}""") |
| |
| |
| class TestNumericLiterals(GrammarTest): |
| def test_new_octal_notation(self): |
| self.validate("""0o7777777777777""") |
| self.invalid_syntax("""0o7324528887""") |
| |
| def test_new_binary_notation(self): |
| self.validate("""0b101010""") |
| self.invalid_syntax("""0b0101021""") |
| |
| |
| class TestClassDef(GrammarTest): |
| def test_new_syntax(self): |
| self.validate("class B(t=7): pass") |
| self.validate("class B(t, *args): pass") |
| self.validate("class B(t, **kwargs): pass") |
| self.validate("class B(t, *args, **kwargs): pass") |
| self.validate("class B(t, y=9, *args, **kwargs): pass") |
| |
| |
| class TestParserIdempotency(support.TestCase): |
| |
| """A cut-down version of pytree_idempotency.py.""" |
| |
| # Issue 13125 |
| @unittest.expectedFailure |
| def test_all_project_files(self): |
| for filepath in support.all_project_files(): |
| with open(filepath, "rb") as fp: |
| encoding = tokenize.detect_encoding(fp.readline)[0] |
| self.assertIsNotNone(encoding, |
| "can't detect encoding for %s" % filepath) |
| with open(filepath, "r", encoding=encoding) as fp: |
| source = fp.read() |
| try: |
| tree = driver.parse_string(source) |
| except ParseError as err: |
| if verbose > 0: |
| warnings.warn('ParseError on file %s (%s)' % (filepath, err)) |
| continue |
| new = str(tree) |
| x = diff(filepath, new) |
| if x: |
| self.fail("Idempotency failed: %s" % filepath) |
| |
| def test_extended_unpacking(self): |
| driver.parse_string("a, *b, c = x\n") |
| driver.parse_string("[*a, b] = x\n") |
| driver.parse_string("(z, *y, w) = m\n") |
| driver.parse_string("for *z, m in d: pass\n") |
| |
| |
| class TestLiterals(GrammarTest): |
| |
| def validate(self, s): |
| driver.parse_string(support.dedent(s) + "\n\n") |
| |
| def test_multiline_bytes_literals(self): |
| s = """ |
| md5test(b"\xaa" * 80, |
| (b"Test Using Larger Than Block-Size Key " |
| b"and Larger Than One Block-Size Data"), |
| "6f630fad67cda0ee1fb1f562db3aa53e") |
| """ |
| self.validate(s) |
| |
| def test_multiline_bytes_tripquote_literals(self): |
| s = ''' |
| b""" |
| <?xml version="1.0" encoding="UTF-8"?> |
| <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN"> |
| """ |
| ''' |
| self.validate(s) |
| |
| def test_multiline_str_literals(self): |
| s = """ |
| md5test("\xaa" * 80, |
| ("Test Using Larger Than Block-Size Key " |
| "and Larger Than One Block-Size Data"), |
| "6f630fad67cda0ee1fb1f562db3aa53e") |
| """ |
| self.validate(s) |
| |
| |
| def diff(fn, result): |
| try: |
| with open('@', 'w') as f: |
| f.write(str(result)) |
| fn = fn.replace('"', '\\"') |
| return subprocess.call(['diff', '-u', fn, '@'], stdout=(subprocess.DEVNULL if verbose < 1 else None)) |
| finally: |
| try: |
| os.remove("@") |
| except OSError: |
| pass |