Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / external / python / cpython3 / e7b2a27d474f49504ab7b395217402b9f6faad9d / . / Lib / test / test_parser.py
blob: 9e994750c916fb7a9f419e6fd8fd5a9258c82373 [file] [log] [blame]
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]1import parser
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]2import test_support
3import unittest
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]4
5#
6# First, we test that we can generate trees from valid source fragments,
7# and that these valid trees are indeed allowed by the tree-loading side
8# of the parser module.
9#
10
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]11class RoundtripLegalSyntaxTestCase(unittest.TestCase):
12 def roundtrip(self, f, s):
13 st1 = f(s)
14 t = st1.totuple()
15 try:
Fred Drake6e4f2c02001-07-17 19:33:25 +0000[diff] [blame]16 st2 = parser.sequence2st(t)
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]17 except parser.ParserError:
18 self.fail("could not roundtrip %r" % s)
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]19
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]20 self.assertEquals(t, st2.totuple(),
21 "could not re-generate syntax tree")
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]22
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]23 def check_expr(self, s):
24 self.roundtrip(parser.expr, s)
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]25
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]26 def check_suite(self, s):
27 self.roundtrip(parser.suite, s)
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]28
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]29 def test_yield_statement(self):
30 self.check_suite("from __future__ import generators\n"
31 "def f(): yield 1")
32 self.check_suite("from __future__ import generators\n"
33 "def f(): return; yield 1")
34 self.check_suite("from __future__ import generators\n"
35 "def f(): yield 1; return")
36 self.check_suite("from __future__ import generators\n"
37 "def f():\n"
38 " for x in range(30):\n"
39 " yield x\n")
40
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]41 def test_expressions(self):
42 self.check_expr("foo(1)")
43 self.check_expr("[1, 2, 3]")
44 self.check_expr("[x**3 for x in range(20)]")
45 self.check_expr("[x**3 for x in range(20) if x % 3]")
46 self.check_expr("foo(*args)")
47 self.check_expr("foo(*args, **kw)")
48 self.check_expr("foo(**kw)")
49 self.check_expr("foo(key=value)")
50 self.check_expr("foo(key=value, *args)")
51 self.check_expr("foo(key=value, *args, **kw)")
52 self.check_expr("foo(key=value, **kw)")
53 self.check_expr("foo(a, b, c, *args)")
54 self.check_expr("foo(a, b, c, *args, **kw)")
55 self.check_expr("foo(a, b, c, **kw)")
56 self.check_expr("foo + bar")
57 self.check_expr("lambda: 0")
58 self.check_expr("lambda x: 0")
59 self.check_expr("lambda *y: 0")
60 self.check_expr("lambda *y, **z: 0")
61 self.check_expr("lambda **z: 0")
62 self.check_expr("lambda x, y: 0")
63 self.check_expr("lambda foo=bar: 0")
64 self.check_expr("lambda foo=bar, spaz=nifty+spit: 0")
65 self.check_expr("lambda foo=bar, **z: 0")
66 self.check_expr("lambda foo=bar, blaz=blat+2, **z: 0")
67 self.check_expr("lambda foo=bar, blaz=blat+2, *y, **z: 0")
68 self.check_expr("lambda x, *y, **z: 0")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]69
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]70 def test_print(self):
71 self.check_suite("print")
72 self.check_suite("print 1")
73 self.check_suite("print 1,")
74 self.check_suite("print >>fp")
75 self.check_suite("print >>fp, 1")
76 self.check_suite("print >>fp, 1,")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]77
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]78 def test_simple_expression(self):
79 # expr_stmt
80 self.check_suite("a")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]81
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]82 def test_simple_assignments(self):
83 self.check_suite("a = b")
84 self.check_suite("a = b = c = d = e")
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]85
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]86 def test_simple_augmented_assignments(self):
87 self.check_suite("a += b")
88 self.check_suite("a -= b")
89 self.check_suite("a *= b")
90 self.check_suite("a /= b")
91 self.check_suite("a %= b")
92 self.check_suite("a &= b")
93 self.check_suite("a |= b")
94 self.check_suite("a ^= b")
95 self.check_suite("a <<= b")
96 self.check_suite("a >>= b")
97 self.check_suite("a **= b")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]98
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]99 def test_function_defs(self):
100 self.check_suite("def f(): pass")
101 self.check_suite("def f(*args): pass")
102 self.check_suite("def f(*args, **kw): pass")
103 self.check_suite("def f(**kw): pass")
104 self.check_suite("def f(foo=bar): pass")
105 self.check_suite("def f(foo=bar, *args): pass")
106 self.check_suite("def f(foo=bar, *args, **kw): pass")
107 self.check_suite("def f(foo=bar, **kw): pass")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]108
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]109 self.check_suite("def f(a, b): pass")
110 self.check_suite("def f(a, b, *args): pass")
111 self.check_suite("def f(a, b, *args, **kw): pass")
112 self.check_suite("def f(a, b, **kw): pass")
113 self.check_suite("def f(a, b, foo=bar): pass")
114 self.check_suite("def f(a, b, foo=bar, *args): pass")
115 self.check_suite("def f(a, b, foo=bar, *args, **kw): pass")
116 self.check_suite("def f(a, b, foo=bar, **kw): pass")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]117
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]118 def test_import_from_statement(self):
119 self.check_suite("from sys.path import *")
120 self.check_suite("from sys.path import dirname")
121 self.check_suite("from sys.path import dirname as my_dirname")
122 self.check_suite("from sys.path import dirname, basename")
123 self.check_suite(
124 "from sys.path import dirname as my_dirname, basename")
125 self.check_suite(
126 "from sys.path import dirname, basename as my_basename")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]127
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]128 def test_basic_import_statement(self):
129 self.check_suite("import sys")
130 self.check_suite("import sys as system")
131 self.check_suite("import sys, math")
132 self.check_suite("import sys as system, math")
133 self.check_suite("import sys, math as my_math")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]134
135#
136# Second, we take *invalid* trees and make sure we get ParserError
137# rejections for them.
138#
139
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]140class IllegalSyntaxTestCase(unittest.TestCase):
141 def check_bad_tree(self, tree, label):
142 try:
Fred Drake6e4f2c02001-07-17 19:33:25 +0000[diff] [blame]143 parser.sequence2st(tree)
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]144 except parser.ParserError:
145 pass
146 else:
147 self.fail("did not detect invalid tree for %r" % label)
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]148
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]149 def test_junk(self):
150 # not even remotely valid:
151 self.check_bad_tree((1, 2, 3), "<junk>")
152
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]153 def test_illegal_yield_1(self):
154 """Illegal yield statement: def f(): return 1; yield 1"""
155 tree = \
156 (257,
157 (264,
158 (285,
159 (259,
160 (1, 'def'),
161 (1, 'f'),
162 (260, (7, '('), (8, ')')),
163 (11, ':'),
164 (291,
165 (4, ''),
166 (5, ''),
167 (264,
168 (265,
169 (266,
170 (272,
171 (275,
172 (1, 'return'),
173 (313,
174 (292,
175 (293,
176 (294,
177 (295,
178 (297,
179 (298,
180 (299,
181 (300,
182 (301,
183 (302, (303, (304, (305, (2, '1')))))))))))))))))),
184 (264,
185 (265,
186 (266,
187 (272,
188 (276,
189 (1, 'yield'),
190 (313,
191 (292,
192 (293,
193 (294,
194 (295,
195 (297,
196 (298,
197 (299,
198 (300,
199 (301,
200 (302,
201 (303, (304, (305, (2, '1')))))))))))))))))),
202 (4, ''))),
203 (6, ''))))),
204 (4, ''),
205 (0, ''))))
206 self.check_bad_tree(tree, "def f():\n return 1\n yield 1")
207
208 def test_illegal_yield_2(self):
209 """Illegal return in generator: def f(): return 1; yield 1"""
210 tree = \
211 (257,
212 (264,
213 (265,
214 (266,
215 (278,
216 (1, 'from'),
217 (281, (1, '__future__')),
218 (1, 'import'),
219 (279, (1, 'generators')))),
220 (4, ''))),
221 (264,
222 (285,
223 (259,
224 (1, 'def'),
225 (1, 'f'),
226 (260, (7, '('), (8, ')')),
227 (11, ':'),
228 (291,
229 (4, ''),
230 (5, ''),
231 (264,
232 (265,
233 (266,
234 (272,
235 (275,
236 (1, 'return'),
237 (313,
238 (292,
239 (293,
240 (294,
241 (295,
242 (297,
243 (298,
244 (299,
245 (300,
246 (301,
247 (302, (303, (304, (305, (2, '1')))))))))))))))))),
248 (264,
249 (265,
250 (266,
251 (272,
252 (276,
253 (1, 'yield'),
254 (313,
255 (292,
256 (293,
257 (294,
258 (295,
259 (297,
260 (298,
261 (299,
262 (300,
263 (301,
264 (302,
265 (303, (304, (305, (2, '1')))))))))))))))))),
266 (4, ''))),
267 (6, ''))))),
268 (4, ''),
269 (0, ''))))
270 self.check_bad_tree(tree, "def f():\n return 1\n yield 1")
271
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]272 def test_print_chevron_comma(self):
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]273 """Illegal input: print >>fp,"""
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]274 tree = \
275 (257,
276 (264,
277 (265,
278 (266,
279 (268,
280 (1, 'print'),
281 (35, '>>'),
282 (290,
283 (291,
284 (292,
285 (293,
286 (295,
287 (296,
288 (297,
289 (298, (299, (300, (301, (302, (303, (1, 'fp')))))))))))))),
290 (12, ','))),
291 (4, ''))),
292 (0, ''))
293 self.check_bad_tree(tree, "print >>fp,")
294
295 def test_a_comma_comma_c(self):
296 """Illegal input: a,,c"""
297 tree = \
298 (258,
299 (311,
300 (290,
301 (291,
302 (292,
303 (293,
304 (295,
305 (296,
306 (297,
307 (298, (299, (300, (301, (302, (303, (1, 'a')))))))))))))),
308 (12, ','),
309 (12, ','),
310 (290,
311 (291,
312 (292,
313 (293,
314 (295,
315 (296,
316 (297,
317 (298, (299, (300, (301, (302, (303, (1, 'c'))))))))))))))),
318 (4, ''),
319 (0, ''))
320 self.check_bad_tree(tree, "a,,c")
321
322 def test_illegal_operator(self):
323 """Illegal input: a $= b"""
324 tree = \
325 (257,
326 (264,
327 (265,
328 (266,
329 (267,
330 (312,
331 (291,
332 (292,
333 (293,
334 (294,
335 (296,
336 (297,
337 (298,
338 (299,
339 (300, (301, (302, (303, (304, (1, 'a'))))))))))))))),
340 (268, (37, '$=')),
341 (312,
342 (291,
343 (292,
344 (293,
345 (294,
346 (296,
347 (297,
348 (298,
349 (299,
350 (300, (301, (302, (303, (304, (1, 'b'))))))))))))))))),
351 (4, ''))),
352 (0, ''))
353 self.check_bad_tree(tree, "a $= b")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]354
355
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]356test_support.run_unittest(RoundtripLegalSyntaxTestCase)
357test_support.run_unittest(IllegalSyntaxTestCase)