| import sys, itertools, unittest |
| from test import test_support |
| import ast |
| |
| def to_tuple(t): |
| if t is None or isinstance(t, (basestring, int, long, complex)): |
| return t |
| elif isinstance(t, list): |
| return [to_tuple(e) for e in t] |
| result = [t.__class__.__name__] |
| if hasattr(t, 'lineno') and hasattr(t, 'col_offset'): |
| result.append((t.lineno, t.col_offset)) |
| if t._fields is None: |
| return tuple(result) |
| for f in t._fields: |
| result.append(to_tuple(getattr(t, f))) |
| return tuple(result) |
| |
| |
| # These tests are compiled through "exec" |
| # There should be atleast one test per statement |
| exec_tests = [ |
| # FunctionDef |
| "def f(): pass", |
| # ClassDef |
| "class C:pass", |
| # Return |
| "def f():return 1", |
| # Delete |
| "del v", |
| # Assign |
| "v = 1", |
| # AugAssign |
| "v += 1", |
| # Print |
| "print >>f, 1, ", |
| # For |
| "for v in v:pass", |
| # While |
| "while v:pass", |
| # If |
| "if v:pass", |
| # Raise |
| "raise Exception, 'string'", |
| # TryExcept |
| "try:\n pass\nexcept Exception:\n pass", |
| # TryFinally |
| "try:\n pass\nfinally:\n pass", |
| # Assert |
| "assert v", |
| # Import |
| "import sys", |
| # ImportFrom |
| "from sys import v", |
| # Exec |
| "exec 'v'", |
| # Global |
| "global v", |
| # Expr |
| "1", |
| # Pass, |
| "pass", |
| # Break |
| "break", |
| # Continue |
| "continue", |
| ] |
| |
| # These are compiled through "single" |
| # because of overlap with "eval", it just tests what |
| # can't be tested with "eval" |
| single_tests = [ |
| "1+2" |
| ] |
| |
| # These are compiled through "eval" |
| # It should test all expressions |
| eval_tests = [ |
| # BoolOp |
| "a and b", |
| # BinOp |
| "a + b", |
| # UnaryOp |
| "not v", |
| # Lambda |
| "lambda:None", |
| # Dict |
| "{ 1:2 }", |
| # ListComp |
| "[a for b in c if d]", |
| # GeneratorExp |
| "(a for b in c if d)", |
| # Yield - yield expressions can't work outside a function |
| # |
| # Compare |
| "1 < 2 < 3", |
| # Call |
| "f(1,2,c=3,*d,**e)", |
| # Repr |
| "`v`", |
| # Num |
| "10L", |
| # Str |
| "'string'", |
| # Attribute |
| "a.b", |
| # Subscript |
| "a[b:c]", |
| # Name |
| "v", |
| # List |
| "[1,2,3]", |
| # Tuple |
| "1,2,3", |
| # Combination |
| "a.b.c.d(a.b[1:2])", |
| |
| ] |
| |
| # TODO: expr_context, slice, boolop, operator, unaryop, cmpop, comprehension |
| # excepthandler, arguments, keywords, alias |
| |
| class AST_Tests(unittest.TestCase): |
| |
| def _assert_order(self, ast_node, parent_pos): |
| if not isinstance(ast_node, ast.AST) or ast_node._fields is None: |
| return |
| if isinstance(ast_node, (ast.expr, ast.stmt, ast.excepthandler)): |
| node_pos = (ast_node.lineno, ast_node.col_offset) |
| self.assert_(node_pos >= parent_pos) |
| parent_pos = (ast_node.lineno, ast_node.col_offset) |
| for name in ast_node._fields: |
| value = getattr(ast_node, name) |
| if isinstance(value, list): |
| for child in value: |
| self._assert_order(child, parent_pos) |
| elif value is not None: |
| self._assert_order(value, parent_pos) |
| |
| def test_snippets(self): |
| for input, output, kind in ((exec_tests, exec_results, "exec"), |
| (single_tests, single_results, "single"), |
| (eval_tests, eval_results, "eval")): |
| for i, o in itertools.izip(input, output): |
| ast_tree = compile(i, "?", kind, ast.PyCF_ONLY_AST) |
| self.assertEquals(to_tuple(ast_tree), o) |
| self._assert_order(ast_tree, (0, 0)) |
| |
| def test_nodeclasses(self): |
| x = ast.BinOp(1, 2, 3, lineno=0) |
| self.assertEquals(x.left, 1) |
| self.assertEquals(x.op, 2) |
| self.assertEquals(x.right, 3) |
| self.assertEquals(x.lineno, 0) |
| |
| # node raises exception when not given enough arguments |
| self.assertRaises(TypeError, ast.BinOp, 1, 2) |
| |
| # can set attributes through kwargs too |
| x = ast.BinOp(left=1, op=2, right=3, lineno=0) |
| self.assertEquals(x.left, 1) |
| self.assertEquals(x.op, 2) |
| self.assertEquals(x.right, 3) |
| self.assertEquals(x.lineno, 0) |
| |
| # this used to fail because Sub._fields was None |
| x = ast.Sub() |
| |
| def test_pickling(self): |
| import pickle |
| mods = [pickle] |
| try: |
| import cPickle |
| mods.append(cPickle) |
| except ImportError: |
| pass |
| protocols = [0, 1, 2] |
| for mod in mods: |
| for protocol in protocols: |
| for ast in (compile(i, "?", "exec", 0x400) for i in exec_tests): |
| ast2 = mod.loads(mod.dumps(ast, protocol)) |
| self.assertEquals(to_tuple(ast2), to_tuple(ast)) |
| |
| |
| class ASTHelpers_Test(unittest.TestCase): |
| |
| def test_parse(self): |
| a = ast.parse('foo(1 + 1)') |
| b = compile('foo(1 + 1)', '<unknown>', 'exec', ast.PyCF_ONLY_AST) |
| self.assertEqual(ast.dump(a), ast.dump(b)) |
| |
| def test_dump(self): |
| node = ast.parse('spam(eggs, "and cheese")') |
| self.assertEqual(ast.dump(node), |
| "Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load()), " |
| "args=[Name(id='eggs', ctx=Load()), Str(s='and cheese')], " |
| "keywords=[], starargs=None, kwargs=None))])" |
| ) |
| self.assertEqual(ast.dump(node, annotate_fields=False), |
| "Module([Expr(Call(Name('spam', Load()), [Name('eggs', Load()), " |
| "Str('and cheese')], [], None, None))])" |
| ) |
| self.assertEqual(ast.dump(node, include_attributes=True), |
| "Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load(), " |
| "lineno=1, col_offset=0), args=[Name(id='eggs', ctx=Load(), " |
| "lineno=1, col_offset=5), Str(s='and cheese', lineno=1, " |
| "col_offset=11)], keywords=[], starargs=None, kwargs=None, " |
| "lineno=1, col_offset=0), lineno=1, col_offset=0)])" |
| ) |
| |
| def test_copy_location(self): |
| src = ast.parse('1 + 1', mode='eval') |
| src.body.right = ast.copy_location(ast.Num(2), src.body.right) |
| self.assertEqual(ast.dump(src, include_attributes=True), |
| 'Expression(body=BinOp(left=Num(n=1, lineno=1, col_offset=0), ' |
| 'op=Add(), right=Num(n=2, lineno=1, col_offset=4), lineno=1, ' |
| 'col_offset=0))' |
| ) |
| |
| def test_fix_missing_locations(self): |
| src = ast.parse('write("spam")') |
| src.body.append(ast.Expr(ast.Call(ast.Name('spam', ast.Load()), |
| [ast.Str('eggs')], [], None, None))) |
| self.assertEqual(src, ast.fix_missing_locations(src)) |
| self.assertEqual(ast.dump(src, include_attributes=True), |
| "Module(body=[Expr(value=Call(func=Name(id='write', ctx=Load(), " |
| "lineno=1, col_offset=0), args=[Str(s='spam', lineno=1, " |
| "col_offset=6)], keywords=[], starargs=None, kwargs=None, " |
| "lineno=1, col_offset=0), lineno=1, col_offset=0), " |
| "Expr(value=Call(func=Name(id='spam', ctx=Load(), lineno=1, " |
| "col_offset=0), args=[Str(s='eggs', lineno=1, col_offset=0)], " |
| "keywords=[], starargs=None, kwargs=None, lineno=1, " |
| "col_offset=0), lineno=1, col_offset=0)])" |
| ) |
| |
| def test_increment_lineno(self): |
| src = ast.parse('1 + 1', mode='eval') |
| self.assertEqual(ast.increment_lineno(src, n=3), src) |
| self.assertEqual(ast.dump(src, include_attributes=True), |
| 'Expression(body=BinOp(left=Num(n=1, lineno=4, col_offset=0), ' |
| 'op=Add(), right=Num(n=1, lineno=4, col_offset=4), lineno=4, ' |
| 'col_offset=0))' |
| ) |
| |
| def test_iter_fields(self): |
| node = ast.parse('foo()', mode='eval') |
| d = dict(ast.iter_fields(node.body)) |
| self.assertEqual(d.pop('func').id, 'foo') |
| self.assertEqual(d, {'keywords': [], 'kwargs': None, |
| 'args': [], 'starargs': None}) |
| |
| def test_iter_child_nodes(self): |
| node = ast.parse("spam(23, 42, eggs='leek')", mode='eval') |
| self.assertEqual(len(list(ast.iter_child_nodes(node.body))), 4) |
| iterator = ast.iter_child_nodes(node.body) |
| self.assertEqual(next(iterator).id, 'spam') |
| self.assertEqual(next(iterator).n, 23) |
| self.assertEqual(next(iterator).n, 42) |
| self.assertEqual(ast.dump(next(iterator)), |
| "keyword(arg='eggs', value=Str(s='leek'))" |
| ) |
| |
| def test_get_docstring(self): |
| node = ast.parse('def foo():\n """line one\n line two"""') |
| self.assertEqual(ast.get_docstring(node.body[0]), |
| 'line one\nline two') |
| |
| def test_literal_eval(self): |
| self.assertEqual(ast.literal_eval('[1, 2, 3]'), [1, 2, 3]) |
| self.assertEqual(ast.literal_eval('{"foo": 42}'), {"foo": 42}) |
| self.assertEqual(ast.literal_eval('(True, False, None)'), (True, False, None)) |
| self.assertRaises(ValueError, ast.literal_eval, 'foo()') |
| |
| def test_literal_eval_issue4907(self): |
| self.assertEqual(ast.literal_eval('2j'), 2j) |
| self.assertEqual(ast.literal_eval('10 + 2j'), 10 + 2j) |
| self.assertEqual(ast.literal_eval('1.5 - 2j'), 1.5 - 2j) |
| self.assertRaises(ValueError, ast.literal_eval, '2 + (3 + 4j)') |
| |
| |
| def test_main(): |
| test_support.run_unittest(AST_Tests, ASTHelpers_Test) |
| |
| def main(): |
| if __name__ != '__main__': |
| return |
| if sys.argv[1:] == ['-g']: |
| for statements, kind in ((exec_tests, "exec"), (single_tests, "single"), |
| (eval_tests, "eval")): |
| print kind+"_results = [" |
| for s in statements: |
| print repr(to_tuple(compile(s, "?", kind, 0x400)))+"," |
| print "]" |
| print "main()" |
| raise SystemExit |
| test_main() |
| |
| #### EVERYTHING BELOW IS GENERATED ##### |
| exec_results = [ |
| ('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, None, []), [('Pass', (1, 9))], [])]), |
| ('Module', [('ClassDef', (1, 0), 'C', [], [('Pass', (1, 8))], [])]), |
| ('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, None, []), [('Return', (1, 8), ('Num', (1, 15), 1))], [])]), |
| ('Module', [('Delete', (1, 0), [('Name', (1, 4), 'v', ('Del',))])]), |
| ('Module', [('Assign', (1, 0), [('Name', (1, 0), 'v', ('Store',))], ('Num', (1, 4), 1))]), |
| ('Module', [('AugAssign', (1, 0), ('Name', (1, 0), 'v', ('Store',)), ('Add',), ('Num', (1, 5), 1))]), |
| ('Module', [('Print', (1, 0), ('Name', (1, 8), 'f', ('Load',)), [('Num', (1, 11), 1)], False)]), |
| ('Module', [('For', (1, 0), ('Name', (1, 4), 'v', ('Store',)), ('Name', (1, 9), 'v', ('Load',)), [('Pass', (1, 11))], [])]), |
| ('Module', [('While', (1, 0), ('Name', (1, 6), 'v', ('Load',)), [('Pass', (1, 8))], [])]), |
| ('Module', [('If', (1, 0), ('Name', (1, 3), 'v', ('Load',)), [('Pass', (1, 5))], [])]), |
| ('Module', [('Raise', (1, 0), ('Name', (1, 6), 'Exception', ('Load',)), ('Str', (1, 17), 'string'), None)]), |
| ('Module', [('TryExcept', (1, 0), [('Pass', (2, 2))], [('ExceptHandler', (3, 0), ('Name', (3, 7), 'Exception', ('Load',)), None, [('Pass', (4, 2))])], [])]), |
| ('Module', [('TryFinally', (1, 0), [('Pass', (2, 2))], [('Pass', (4, 2))])]), |
| ('Module', [('Assert', (1, 0), ('Name', (1, 7), 'v', ('Load',)), None)]), |
| ('Module', [('Import', (1, 0), [('alias', 'sys', None)])]), |
| ('Module', [('ImportFrom', (1, 0), 'sys', [('alias', 'v', None)], 0)]), |
| ('Module', [('Exec', (1, 0), ('Str', (1, 5), 'v'), None, None)]), |
| ('Module', [('Global', (1, 0), ['v'])]), |
| ('Module', [('Expr', (1, 0), ('Num', (1, 0), 1))]), |
| ('Module', [('Pass', (1, 0))]), |
| ('Module', [('Break', (1, 0))]), |
| ('Module', [('Continue', (1, 0))]), |
| ] |
| single_results = [ |
| ('Interactive', [('Expr', (1, 0), ('BinOp', (1, 0), ('Num', (1, 0), 1), ('Add',), ('Num', (1, 2), 2)))]), |
| ] |
| eval_results = [ |
| ('Expression', ('BoolOp', (1, 0), ('And',), [('Name', (1, 0), 'a', ('Load',)), ('Name', (1, 6), 'b', ('Load',))])), |
| ('Expression', ('BinOp', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Add',), ('Name', (1, 4), 'b', ('Load',)))), |
| ('Expression', ('UnaryOp', (1, 0), ('Not',), ('Name', (1, 4), 'v', ('Load',)))), |
| ('Expression', ('Lambda', (1, 0), ('arguments', [], None, None, []), ('Name', (1, 7), 'None', ('Load',)))), |
| ('Expression', ('Dict', (1, 0), [('Num', (1, 2), 1)], [('Num', (1, 4), 2)])), |
| ('Expression', ('ListComp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))])])), |
| ('Expression', ('GeneratorExp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))])])), |
| ('Expression', ('Compare', (1, 0), ('Num', (1, 0), 1), [('Lt',), ('Lt',)], [('Num', (1, 4), 2), ('Num', (1, 8), 3)])), |
| ('Expression', ('Call', (1, 0), ('Name', (1, 0), 'f', ('Load',)), [('Num', (1, 2), 1), ('Num', (1, 4), 2)], [('keyword', 'c', ('Num', (1, 8), 3))], ('Name', (1, 11), 'd', ('Load',)), ('Name', (1, 15), 'e', ('Load',)))), |
| ('Expression', ('Repr', (1, 0), ('Name', (1, 1), 'v', ('Load',)))), |
| ('Expression', ('Num', (1, 0), 10L)), |
| ('Expression', ('Str', (1, 0), 'string')), |
| ('Expression', ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',))), |
| ('Expression', ('Subscript', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Slice', ('Name', (1, 2), 'b', ('Load',)), ('Name', (1, 4), 'c', ('Load',)), None), ('Load',))), |
| ('Expression', ('Name', (1, 0), 'v', ('Load',))), |
| ('Expression', ('List', (1, 0), [('Num', (1, 1), 1), ('Num', (1, 3), 2), ('Num', (1, 5), 3)], ('Load',))), |
| ('Expression', ('Tuple', (1, 0), [('Num', (1, 0), 1), ('Num', (1, 2), 2), ('Num', (1, 4), 3)], ('Load',))), |
| ('Expression', ('Call', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',)), 'c', ('Load',)), 'd', ('Load',)), [('Subscript', (1, 8), ('Attribute', (1, 8), ('Name', (1, 8), 'a', ('Load',)), 'b', ('Load',)), ('Slice', ('Num', (1, 12), 1), ('Num', (1, 14), 2), None), ('Load',))], [], None, None)), |
| ] |
| main() |