Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / external / python / cpython2 / f4189916e366045a44755d453c89d30e5006f84f / . / Lib / test / test_parser.py
blob: bd81aca2170693e071d0f2eca475e4f5f10fc665 [file] [log] [blame]
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]1import parser
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]2import unittest
Barry Warsaw04f357c2002-07-23 19:04:11 +0000[diff] [blame]3from test import test_support
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]4
5#
6# First, we test that we can generate trees from valid source fragments,
7# and that these valid trees are indeed allowed by the tree-loading side
8# of the parser module.
9#
10
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]11class RoundtripLegalSyntaxTestCase(unittest.TestCase):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]12
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]13 def roundtrip(self, f, s):
14 st1 = f(s)
15 t = st1.totuple()
16 try:
Fred Drake6e4f2c02001-07-17 19:33:25 +0000[diff] [blame]17 st2 = parser.sequence2st(t)
Anthony Baxterc2a5a632004-08-02 06:10:11 +0000[diff] [blame]18 except parser.ParserError, why:
19 self.fail("could not roundtrip %r: %s" % (s, why))
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]20
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]21 self.assertEquals(t, st2.totuple(),
22 "could not re-generate syntax tree")
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]23
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]24 def check_expr(self, s):
25 self.roundtrip(parser.expr, s)
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]26
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]27 def check_suite(self, s):
28 self.roundtrip(parser.suite, s)
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]29
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]30 def test_yield_statement(self):
Tim Peters496563a2002-04-01 00:28:59 +0000[diff] [blame]31 self.check_suite("def f(): yield 1")
32 self.check_suite("def f(): return; yield 1")
33 self.check_suite("def f(): yield 1; return")
34 self.check_suite("def f():\n"
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]35 " for x in range(30):\n"
36 " yield x\n")
37
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]38 def test_expressions(self):
39 self.check_expr("foo(1)")
40 self.check_expr("[1, 2, 3]")
41 self.check_expr("[x**3 for x in range(20)]")
42 self.check_expr("[x**3 for x in range(20) if x % 3]")
43 self.check_expr("foo(*args)")
44 self.check_expr("foo(*args, **kw)")
45 self.check_expr("foo(**kw)")
46 self.check_expr("foo(key=value)")
47 self.check_expr("foo(key=value, *args)")
48 self.check_expr("foo(key=value, *args, **kw)")
49 self.check_expr("foo(key=value, **kw)")
50 self.check_expr("foo(a, b, c, *args)")
51 self.check_expr("foo(a, b, c, *args, **kw)")
52 self.check_expr("foo(a, b, c, **kw)")
53 self.check_expr("foo + bar")
Michael W. Hudson5e83b7a2003-01-29 14:20:23 +0000[diff] [blame]54 self.check_expr("foo - bar")
55 self.check_expr("foo * bar")
56 self.check_expr("foo / bar")
57 self.check_expr("foo // bar")
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]58 self.check_expr("lambda: 0")
59 self.check_expr("lambda x: 0")
60 self.check_expr("lambda *y: 0")
61 self.check_expr("lambda *y, **z: 0")
62 self.check_expr("lambda **z: 0")
63 self.check_expr("lambda x, y: 0")
64 self.check_expr("lambda foo=bar: 0")
65 self.check_expr("lambda foo=bar, spaz=nifty+spit: 0")
66 self.check_expr("lambda foo=bar, **z: 0")
67 self.check_expr("lambda foo=bar, blaz=blat+2, **z: 0")
68 self.check_expr("lambda foo=bar, blaz=blat+2, *y, **z: 0")
69 self.check_expr("lambda x, *y, **z: 0")
Raymond Hettinger354433a2004-05-19 08:20:33 +0000[diff] [blame]70 self.check_expr("(x for x in range(10))")
71 self.check_expr("foo(x for x in range(10))")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]72
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]73 def test_print(self):
74 self.check_suite("print")
75 self.check_suite("print 1")
76 self.check_suite("print 1,")
77 self.check_suite("print >>fp")
78 self.check_suite("print >>fp, 1")
79 self.check_suite("print >>fp, 1,")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]80
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]81 def test_simple_expression(self):
82 # expr_stmt
83 self.check_suite("a")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]84
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]85 def test_simple_assignments(self):
86 self.check_suite("a = b")
87 self.check_suite("a = b = c = d = e")
Fred Drake28f739a2000-08-25 22:42:40 +0000[diff] [blame]88
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]89 def test_simple_augmented_assignments(self):
90 self.check_suite("a += b")
91 self.check_suite("a -= b")
92 self.check_suite("a *= b")
93 self.check_suite("a /= b")
Michael W. Hudson5e83b7a2003-01-29 14:20:23 +0000[diff] [blame]94 self.check_suite("a //= b")
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]95 self.check_suite("a %= b")
96 self.check_suite("a &= b")
97 self.check_suite("a |= b")
98 self.check_suite("a ^= b")
99 self.check_suite("a <<= b")
100 self.check_suite("a >>= b")
101 self.check_suite("a **= b")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]102
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]103 def test_function_defs(self):
104 self.check_suite("def f(): pass")
105 self.check_suite("def f(*args): pass")
106 self.check_suite("def f(*args, **kw): pass")
107 self.check_suite("def f(**kw): pass")
108 self.check_suite("def f(foo=bar): pass")
109 self.check_suite("def f(foo=bar, *args): pass")
110 self.check_suite("def f(foo=bar, *args, **kw): pass")
111 self.check_suite("def f(foo=bar, **kw): pass")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]112
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]113 self.check_suite("def f(a, b): pass")
114 self.check_suite("def f(a, b, *args): pass")
115 self.check_suite("def f(a, b, *args, **kw): pass")
116 self.check_suite("def f(a, b, **kw): pass")
117 self.check_suite("def f(a, b, foo=bar): pass")
118 self.check_suite("def f(a, b, foo=bar, *args): pass")
119 self.check_suite("def f(a, b, foo=bar, *args, **kw): pass")
120 self.check_suite("def f(a, b, foo=bar, **kw): pass")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]121
Anthony Baxterc2a5a632004-08-02 06:10:11 +0000[diff] [blame]122 self.check_suite("@staticmethod\n"
123 "def f(): pass")
124 self.check_suite("@staticmethod\n"
125 "@funcattrs(x, y)\n"
126 "def f(): pass")
127 self.check_suite("@funcattrs()\n"
128 "def f(): pass")
129
Brett Cannonf4189912005-04-09 02:30:16 +0000[diff] [blame^]130 def test_class_defs(self):
131 self.check_suite("class foo():pass")
132
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]133 def test_import_from_statement(self):
134 self.check_suite("from sys.path import *")
135 self.check_suite("from sys.path import dirname")
Anthony Baxter1a4ddae2004-08-31 10:07:13 +0000[diff] [blame]136 self.check_suite("from sys.path import (dirname)")
137 self.check_suite("from sys.path import (dirname,)")
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]138 self.check_suite("from sys.path import dirname as my_dirname")
Anthony Baxter1a4ddae2004-08-31 10:07:13 +0000[diff] [blame]139 self.check_suite("from sys.path import (dirname as my_dirname)")
140 self.check_suite("from sys.path import (dirname as my_dirname,)")
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]141 self.check_suite("from sys.path import dirname, basename")
Anthony Baxter1a4ddae2004-08-31 10:07:13 +0000[diff] [blame]142 self.check_suite("from sys.path import (dirname, basename)")
143 self.check_suite("from sys.path import (dirname, basename,)")
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]144 self.check_suite(
145 "from sys.path import dirname as my_dirname, basename")
146 self.check_suite(
Anthony Baxter1a4ddae2004-08-31 10:07:13 +0000[diff] [blame]147 "from sys.path import (dirname as my_dirname, basename)")
148 self.check_suite(
149 "from sys.path import (dirname as my_dirname, basename,)")
150 self.check_suite(
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]151 "from sys.path import dirname, basename as my_basename")
Anthony Baxter1a4ddae2004-08-31 10:07:13 +0000[diff] [blame]152 self.check_suite(
153 "from sys.path import (dirname, basename as my_basename)")
154 self.check_suite(
155 "from sys.path import (dirname, basename as my_basename,)")
Fred Drakee3fb18c2001-01-07 06:02:19 +0000[diff] [blame]156
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]157 def test_basic_import_statement(self):
158 self.check_suite("import sys")
159 self.check_suite("import sys as system")
160 self.check_suite("import sys, math")
161 self.check_suite("import sys as system, math")
162 self.check_suite("import sys, math as my_math")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]163
Neal Norwitz9caf9c02003-02-10 01:54:06 +0000[diff] [blame]164 def test_pep263(self):
165 self.check_suite("# -*- coding: iso-8859-1 -*-\n"
166 "pass\n")
167
168 def test_assert(self):
169 self.check_suite("assert alo < ahi and blo < bhi\n")
170
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]171#
172# Second, we take *invalid* trees and make sure we get ParserError
173# rejections for them.
174#
175
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]176class IllegalSyntaxTestCase(unittest.TestCase):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]177
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]178 def check_bad_tree(self, tree, label):
179 try:
Fred Drake6e4f2c02001-07-17 19:33:25 +0000[diff] [blame]180 parser.sequence2st(tree)
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]181 except parser.ParserError:
182 pass
183 else:
184 self.fail("did not detect invalid tree for %r" % label)
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]185
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]186 def test_junk(self):
187 # not even remotely valid:
188 self.check_bad_tree((1, 2, 3), "<junk>")
189
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]190 def test_illegal_yield_1(self):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]191 # Illegal yield statement: def f(): return 1; yield 1
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]192 tree = \
193 (257,
194 (264,
195 (285,
196 (259,
197 (1, 'def'),
198 (1, 'f'),
199 (260, (7, '('), (8, ')')),
200 (11, ':'),
201 (291,
202 (4, ''),
203 (5, ''),
204 (264,
205 (265,
206 (266,
207 (272,
208 (275,
209 (1, 'return'),
210 (313,
211 (292,
212 (293,
213 (294,
214 (295,
215 (297,
216 (298,
217 (299,
218 (300,
219 (301,
220 (302, (303, (304, (305, (2, '1')))))))))))))))))),
221 (264,
222 (265,
223 (266,
224 (272,
225 (276,
226 (1, 'yield'),
227 (313,
228 (292,
229 (293,
230 (294,
231 (295,
232 (297,
233 (298,
234 (299,
235 (300,
236 (301,
237 (302,
238 (303, (304, (305, (2, '1')))))))))))))))))),
239 (4, ''))),
240 (6, ''))))),
241 (4, ''),
242 (0, ''))))
243 self.check_bad_tree(tree, "def f():\n return 1\n yield 1")
244
245 def test_illegal_yield_2(self):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]246 # Illegal return in generator: def f(): return 1; yield 1
Fred Drakecf580c72001-07-17 03:01:29 +0000[diff] [blame]247 tree = \
248 (257,
249 (264,
250 (265,
251 (266,
252 (278,
253 (1, 'from'),
254 (281, (1, '__future__')),
255 (1, 'import'),
256 (279, (1, 'generators')))),
257 (4, ''))),
258 (264,
259 (285,
260 (259,
261 (1, 'def'),
262 (1, 'f'),
263 (260, (7, '('), (8, ')')),
264 (11, ':'),
265 (291,
266 (4, ''),
267 (5, ''),
268 (264,
269 (265,
270 (266,
271 (272,
272 (275,
273 (1, 'return'),
274 (313,
275 (292,
276 (293,
277 (294,
278 (295,
279 (297,
280 (298,
281 (299,
282 (300,
283 (301,
284 (302, (303, (304, (305, (2, '1')))))))))))))))))),
285 (264,
286 (265,
287 (266,
288 (272,
289 (276,
290 (1, 'yield'),
291 (313,
292 (292,
293 (293,
294 (294,
295 (295,
296 (297,
297 (298,
298 (299,
299 (300,
300 (301,
301 (302,
302 (303, (304, (305, (2, '1')))))))))))))))))),
303 (4, ''))),
304 (6, ''))))),
305 (4, ''),
306 (0, ''))))
307 self.check_bad_tree(tree, "def f():\n return 1\n yield 1")
308
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]309 def test_print_chevron_comma(self):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]310 # Illegal input: print >>fp,
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]311 tree = \
312 (257,
313 (264,
314 (265,
315 (266,
316 (268,
317 (1, 'print'),
318 (35, '>>'),
319 (290,
320 (291,
321 (292,
322 (293,
323 (295,
324 (296,
325 (297,
326 (298, (299, (300, (301, (302, (303, (1, 'fp')))))))))))))),
327 (12, ','))),
328 (4, ''))),
329 (0, ''))
330 self.check_bad_tree(tree, "print >>fp,")
331
332 def test_a_comma_comma_c(self):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]333 # Illegal input: a,,c
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]334 tree = \
335 (258,
336 (311,
337 (290,
338 (291,
339 (292,
340 (293,
341 (295,
342 (296,
343 (297,
344 (298, (299, (300, (301, (302, (303, (1, 'a')))))))))))))),
345 (12, ','),
346 (12, ','),
347 (290,
348 (291,
349 (292,
350 (293,
351 (295,
352 (296,
353 (297,
354 (298, (299, (300, (301, (302, (303, (1, 'c'))))))))))))))),
355 (4, ''),
356 (0, ''))
357 self.check_bad_tree(tree, "a,,c")
358
359 def test_illegal_operator(self):
Guido van Rossum32c2ae72002-08-22 19:45:32 +0000[diff] [blame]360 # Illegal input: a $= b
Fred Drake58422e52001-06-04 03:56:24 +0000[diff] [blame]361 tree = \
362 (257,
363 (264,
364 (265,
365 (266,
366 (267,
367 (312,
368 (291,
369 (292,
370 (293,
371 (294,
372 (296,
373 (297,
374 (298,
375 (299,
376 (300, (301, (302, (303, (304, (1, 'a'))))))))))))))),
377 (268, (37, '$=')),
378 (312,
379 (291,
380 (292,
381 (293,
382 (294,
383 (296,
384 (297,
385 (298,
386 (299,
387 (300, (301, (302, (303, (304, (1, 'b'))))))))))))))))),
388 (4, ''))),
389 (0, ''))
390 self.check_bad_tree(tree, "a $= b")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]391
Neal Norwitz9caf9c02003-02-10 01:54:06 +0000[diff] [blame]392 def test_malformed_global(self):
393 #doesn't have global keyword in ast
394 tree = (257,
395 (264,
396 (265,
397 (266,
398 (282, (1, 'foo'))), (4, ''))),
399 (4, ''),
Tim Petersf2715e02003-02-19 02:35:07 +0000[diff] [blame]400 (0, ''))
Neal Norwitz9caf9c02003-02-10 01:54:06 +0000[diff] [blame]401 self.check_bad_tree(tree, "malformed global ast")
Fred Drake79ca79d2000-08-21 22:30:53 +0000[diff] [blame]402
Fred Drake2e2be372001-09-20 21:33:42 +0000[diff] [blame]403def test_main():
Walter Dörwald21d3a322003-05-01 17:45:56 +0000[diff] [blame]404 test_support.run_unittest(
405 RoundtripLegalSyntaxTestCase,
406 IllegalSyntaxTestCase
407 )
Fred Drake2e2be372001-09-20 21:33:42 +0000[diff] [blame]408
409
410if __name__ == "__main__":
411 test_main()