blob: ceac32f0b5366661ab0fca8a81af685e34525271 [file] [log] [blame]
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001#! /usr/bin/env python
2"""Generate C code from an ASDL description."""
3
4# TO DO
5# handle fields that have a type but no name
6
Benjamin Peterson4ec450d2011-08-09 18:38:57 -05007import errno
Benjamin Peterson398256b2011-08-09 16:28:58 -05008import os
9import sys
10import StringIO
Benjamin Peterson6cb2b922011-03-12 18:28:16 -060011import subprocess
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000012
13import asdl
14
15TABSIZE = 8
16MAX_COL = 80
17
18def get_c_type(name):
19 """Return a string for the C name of the type.
20
21 This function special cases the default types provided by asdl:
Neal Norwitz3591bbe2007-02-26 19:04:49 +000022 identifier, string, int.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000023 """
24 # XXX ack! need to figure out where Id is useful and where string
25 if isinstance(name, asdl.Id):
26 name = name.value
27 if name in asdl.builtin_types:
28 return name
29 else:
30 return "%s_ty" % name
31
32def reflow_lines(s, depth):
33 """Reflow the line s indented depth tabs.
34
35 Return a sequence of lines where no line extends beyond MAX_COL
36 when properly indented. The first line is properly indented based
37 exclusively on depth * TABSIZE. All following lines -- these are
38 the reflowed lines generated by this function -- start at the same
39 column as the first character beyond the opening { in the first
40 line.
41 """
42 size = MAX_COL - depth * TABSIZE
43 if len(s) < size:
44 return [s]
45
46 lines = []
47 cur = s
48 padding = ""
49 while len(cur) > size:
50 i = cur.rfind(' ', 0, size)
51 # XXX this should be fixed for real
52 if i == -1 and 'GeneratorExp' in cur:
53 i = size + 3
Brett Cannonf0365512006-08-25 04:06:31 +000054 assert i != -1, "Impossible line %d to reflow: %r" % (size, s)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000055 lines.append(padding + cur[:i])
56 if len(lines) == 1:
57 # find new size based on brace
58 j = cur.find('{', 0, i)
59 if j >= 0:
60 j += 2 # account for the brace and the space after it
61 size -= j
62 padding = " " * j
63 else:
64 j = cur.find('(', 0, i)
65 if j >= 0:
66 j += 1 # account for the paren (no space after it)
67 size -= j
68 padding = " " * j
69 cur = cur[i+1:]
70 else:
71 lines.append(padding + cur)
72 return lines
73
74def is_simple(sum):
75 """Return True if a sum is a simple.
76
77 A sum is simple if its types have no fields, e.g.
78 unaryop = Invert | Not | UAdd | USub
79 """
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000080 for t in sum.types:
81 if t.fields:
82 return False
83 return True
84
Martin v. Löwis618dc5e2008-03-30 20:03:44 +000085
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000086class EmitVisitor(asdl.VisitorBase):
87 """Visit that emits lines"""
88
89 def __init__(self, file):
90 self.file = file
91 super(EmitVisitor, self).__init__()
92
Benjamin Peterson87c8d872009-06-11 22:54:11 +000093 def emit(self, s, depth, reflow=True):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000094 # XXX reflow long lines?
95 if reflow:
96 lines = reflow_lines(s, depth)
97 else:
98 lines = [s]
99 for line in lines:
100 line = (" " * TABSIZE * depth) + line + "\n"
101 self.file.write(line)
102
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000103
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000104class TypeDefVisitor(EmitVisitor):
105 def visitModule(self, mod):
106 for dfn in mod.dfns:
107 self.visit(dfn)
108
109 def visitType(self, type, depth=0):
110 self.visit(type.value, type.name, depth)
111
112 def visitSum(self, sum, name, depth):
113 if is_simple(sum):
114 self.simple_sum(sum, name, depth)
115 else:
116 self.sum_with_constructors(sum, name, depth)
117
118 def simple_sum(self, sum, name, depth):
119 enum = []
120 for i in range(len(sum.types)):
121 type = sum.types[i]
122 enum.append("%s=%d" % (type.name, i + 1))
123 enums = ", ".join(enum)
124 ctype = get_c_type(name)
125 s = "typedef enum _%s { %s } %s;" % (name, enums, ctype)
126 self.emit(s, depth)
127 self.emit("", depth)
128
129 def sum_with_constructors(self, sum, name, depth):
130 ctype = get_c_type(name)
131 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
132 self.emit(s, depth)
133 self.emit("", depth)
134
135 def visitProduct(self, product, name, depth):
136 ctype = get_c_type(name)
137 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
138 self.emit(s, depth)
139 self.emit("", depth)
140
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000141
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000142class StructVisitor(EmitVisitor):
143 """Visitor to generate typdefs for AST."""
144
145 def visitModule(self, mod):
146 for dfn in mod.dfns:
147 self.visit(dfn)
148
149 def visitType(self, type, depth=0):
150 self.visit(type.value, type.name, depth)
151
152 def visitSum(self, sum, name, depth):
153 if not is_simple(sum):
154 self.sum_with_constructors(sum, name, depth)
155
156 def sum_with_constructors(self, sum, name, depth):
157 def emit(s, depth=depth):
158 self.emit(s % sys._getframe(1).f_locals, depth)
159 enum = []
160 for i in range(len(sum.types)):
161 type = sum.types[i]
162 enum.append("%s_kind=%d" % (type.name, i + 1))
163
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000164 emit("enum _%(name)s_kind {" + ", ".join(enum) + "};")
165
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000166 emit("struct _%(name)s {")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000167 emit("enum _%(name)s_kind kind;", depth + 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000168 emit("union {", depth + 1)
169 for t in sum.types:
170 self.visit(t, depth + 2)
171 emit("} v;", depth + 1)
172 for field in sum.attributes:
173 # rudimentary attribute handling
174 type = str(field.type)
175 assert type in asdl.builtin_types, type
176 emit("%s %s;" % (type, field.name), depth + 1);
177 emit("};")
178 emit("")
179
180 def visitConstructor(self, cons, depth):
181 if cons.fields:
182 self.emit("struct {", depth)
183 for f in cons.fields:
184 self.visit(f, depth + 1)
185 self.emit("} %s;" % cons.name, depth)
186 self.emit("", depth)
187 else:
188 # XXX not sure what I want here, nothing is probably fine
189 pass
190
191 def visitField(self, field, depth):
192 # XXX need to lookup field.type, because it might be something
193 # like a builtin...
194 ctype = get_c_type(field.type)
195 name = field.name
196 if field.seq:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000197 if field.type.value in ('cmpop',):
198 self.emit("asdl_int_seq *%(name)s;" % locals(), depth)
199 else:
200 self.emit("asdl_seq *%(name)s;" % locals(), depth)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000201 else:
202 self.emit("%(ctype)s %(name)s;" % locals(), depth)
203
204 def visitProduct(self, product, name, depth):
205 self.emit("struct _%(name)s {" % locals(), depth)
206 for f in product.fields:
207 self.visit(f, depth + 1)
208 self.emit("};", depth)
209 self.emit("", depth)
210
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000211
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000212class PrototypeVisitor(EmitVisitor):
213 """Generate function prototypes for the .h file"""
214
215 def visitModule(self, mod):
216 for dfn in mod.dfns:
217 self.visit(dfn)
218
219 def visitType(self, type):
220 self.visit(type.value, type.name)
221
222 def visitSum(self, sum, name):
223 if is_simple(sum):
224 pass # XXX
225 else:
226 for t in sum.types:
227 self.visit(t, name, sum.attributes)
228
229 def get_args(self, fields):
230 """Return list of C argument into, one for each field.
231
232 Argument info is 3-tuple of a C type, variable name, and flag
233 that is true if type can be NULL.
234 """
235 args = []
236 unnamed = {}
237 for f in fields:
238 if f.name is None:
239 name = f.type
240 c = unnamed[name] = unnamed.get(name, 0) + 1
241 if c > 1:
242 name = "name%d" % (c - 1)
243 else:
244 name = f.name
245 # XXX should extend get_c_type() to handle this
246 if f.seq:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000247 if f.type.value in ('cmpop',):
248 ctype = "asdl_int_seq *"
249 else:
250 ctype = "asdl_seq *"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000251 else:
252 ctype = get_c_type(f.type)
253 args.append((ctype, name, f.opt or f.seq))
254 return args
255
256 def visitConstructor(self, cons, type, attrs):
257 args = self.get_args(cons.fields)
258 attrs = self.get_args(attrs)
259 ctype = get_c_type(type)
260 self.emit_function(cons.name, ctype, args, attrs)
261
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000262 def emit_function(self, name, ctype, args, attrs, union=True):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000263 args = args + attrs
264 if args:
265 argstr = ", ".join(["%s %s" % (atype, aname)
266 for atype, aname, opt in args])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000267 argstr += ", PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000268 else:
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000269 argstr = "PyArena *arena"
Thomas Woutersb2137042007-02-01 18:02:27 +0000270 margs = "a0"
271 for i in range(1, len(args)+1):
272 margs += ", a%d" % i
273 self.emit("#define %s(%s) _Py_%s(%s)" % (name, margs, name, margs), 0,
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000274 reflow=False)
275 self.emit("%s _Py_%s(%s);" % (ctype, name, argstr), False)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000276
277 def visitProduct(self, prod, name):
278 self.emit_function(name, get_c_type(name),
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000279 self.get_args(prod.fields), [], union=False)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000280
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000281
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000282class FunctionVisitor(PrototypeVisitor):
283 """Visitor to generate constructor functions for AST."""
284
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000285 def emit_function(self, name, ctype, args, attrs, union=True):
286 def emit(s, depth=0, reflow=True):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000287 self.emit(s, depth, reflow)
288 argstr = ", ".join(["%s %s" % (atype, aname)
289 for atype, aname, opt in args + attrs])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000290 if argstr:
291 argstr += ", PyArena *arena"
292 else:
293 argstr = "PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000294 self.emit("%s" % ctype, 0)
295 emit("%s(%s)" % (name, argstr))
296 emit("{")
297 emit("%s p;" % ctype, 1)
298 for argtype, argname, opt in args:
Neal Norwitz3591bbe2007-02-26 19:04:49 +0000299 if not opt and argtype != "int":
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000300 emit("if (!%s) {" % argname, 1)
301 emit("PyErr_SetString(PyExc_ValueError,", 2)
302 msg = "field %s is required for %s" % (argname, name)
303 emit(' "%s");' % msg,
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000304 2, reflow=False)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000305 emit('return NULL;', 2)
306 emit('}', 1)
307
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000308 emit("p = (%s)PyArena_Malloc(arena, sizeof(*p));" % ctype, 1);
Thomas Woutersa44f3a32007-02-26 18:20:15 +0000309 emit("if (!p)", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000310 emit("return NULL;", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000311 if union:
312 self.emit_body_union(name, args, attrs)
313 else:
314 self.emit_body_struct(name, args, attrs)
315 emit("return p;", 1)
316 emit("}")
317 emit("")
318
319 def emit_body_union(self, name, args, attrs):
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000320 def emit(s, depth=0, reflow=True):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000321 self.emit(s, depth, reflow)
322 emit("p->kind = %s_kind;" % name, 1)
323 for argtype, argname, opt in args:
324 emit("p->v.%s.%s = %s;" % (name, argname, argname), 1)
325 for argtype, argname, opt in attrs:
326 emit("p->%s = %s;" % (argname, argname), 1)
327
328 def emit_body_struct(self, name, args, attrs):
Benjamin Peterson87c8d872009-06-11 22:54:11 +0000329 def emit(s, depth=0, reflow=True):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000330 self.emit(s, depth, reflow)
331 for argtype, argname, opt in args:
332 emit("p->%s = %s;" % (argname, argname), 1)
333 assert not attrs
334
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000335
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000336class PickleVisitor(EmitVisitor):
337
338 def visitModule(self, mod):
339 for dfn in mod.dfns:
340 self.visit(dfn)
341
342 def visitType(self, type):
343 self.visit(type.value, type.name)
344
345 def visitSum(self, sum, name):
346 pass
347
348 def visitProduct(self, sum, name):
349 pass
350
351 def visitConstructor(self, cons, name):
352 pass
353
354 def visitField(self, sum):
355 pass
356
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000357
358class Obj2ModPrototypeVisitor(PickleVisitor):
359 def visitProduct(self, prod, name):
360 code = "static int obj2ast_%s(PyObject* obj, %s* out, PyArena* arena);"
361 self.emit(code % (name, get_c_type(name)), 0)
362
363 visitSum = visitProduct
364
365
366class Obj2ModVisitor(PickleVisitor):
367 def funcHeader(self, name):
368 ctype = get_c_type(name)
369 self.emit("int", 0)
370 self.emit("obj2ast_%s(PyObject* obj, %s* out, PyArena* arena)" % (name, ctype), 0)
371 self.emit("{", 0)
Benjamin Peterson0e9e98e2010-11-20 02:01:45 +0000372 self.emit("int isinstance;", 1)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000373 self.emit("", 0)
374
Benjamin Peterson5b066812010-11-20 01:38:49 +0000375 def sumTrailer(self, name, add_label=False):
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000376 self.emit("", 0)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000377 # there's really nothing more we can do if this fails ...
Benjamin Peterson5b066812010-11-20 01:38:49 +0000378 error = "expected some sort of %s, but got %%R" % name
379 format = "PyErr_Format(PyExc_TypeError, \"%s\", obj);"
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000380 self.emit(format % error, 1, reflow=False)
Benjamin Peterson5b066812010-11-20 01:38:49 +0000381 if add_label:
382 self.emit("failed:", 1)
Benjamin Peterson0a4dae52010-11-21 15:12:34 +0000383 self.emit("Py_XDECREF(tmp);", 1)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000384 self.emit("return 1;", 1)
385 self.emit("}", 0)
386 self.emit("", 0)
387
388 def simpleSum(self, sum, name):
389 self.funcHeader(name)
390 for t in sum.types:
Benjamin Peterson97dd9872009-12-13 01:23:39 +0000391 line = ("isinstance = PyObject_IsInstance(obj, "
392 "(PyObject *)%s_type);")
393 self.emit(line % (t.name,), 1)
394 self.emit("if (isinstance == -1) {", 1)
395 self.emit("return 1;", 2)
396 self.emit("}", 1)
397 self.emit("if (isinstance) {", 1)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000398 self.emit("*out = %s;" % t.name, 2)
399 self.emit("return 0;", 2)
400 self.emit("}", 1)
401 self.sumTrailer(name)
402
403 def buildArgs(self, fields):
404 return ", ".join(fields + ["arena"])
405
406 def complexSum(self, sum, name):
407 self.funcHeader(name)
Benjamin Petersond8f65972010-11-20 04:31:07 +0000408 self.emit("PyObject *tmp = NULL;", 1)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000409 for a in sum.attributes:
410 self.visitAttributeDeclaration(a, name, sum=sum)
411 self.emit("", 0)
412 # XXX: should we only do this for 'expr'?
413 self.emit("if (obj == Py_None) {", 1)
414 self.emit("*out = NULL;", 2)
415 self.emit("return 0;", 2)
416 self.emit("}", 1)
417 for a in sum.attributes:
418 self.visitField(a, name, sum=sum, depth=1)
419 for t in sum.types:
Benjamin Peterson97dd9872009-12-13 01:23:39 +0000420 line = "isinstance = PyObject_IsInstance(obj, (PyObject*)%s_type);"
421 self.emit(line % (t.name,), 1)
422 self.emit("if (isinstance == -1) {", 1)
423 self.emit("return 1;", 2)
424 self.emit("}", 1)
425 self.emit("if (isinstance) {", 1)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000426 for f in t.fields:
427 self.visitFieldDeclaration(f, t.name, sum=sum, depth=2)
428 self.emit("", 0)
429 for f in t.fields:
430 self.visitField(f, t.name, sum=sum, depth=2)
431 args = [f.name.value for f in t.fields] + [a.name.value for a in sum.attributes]
432 self.emit("*out = %s(%s);" % (t.name, self.buildArgs(args)), 2)
433 self.emit("if (*out == NULL) goto failed;", 2)
434 self.emit("return 0;", 2)
435 self.emit("}", 1)
Benjamin Peterson5b066812010-11-20 01:38:49 +0000436 self.sumTrailer(name, True)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000437
438 def visitAttributeDeclaration(self, a, name, sum=sum):
439 ctype = get_c_type(a.type)
440 self.emit("%s %s;" % (ctype, a.name), 1)
441
442 def visitSum(self, sum, name):
443 if is_simple(sum):
444 self.simpleSum(sum, name)
445 else:
446 self.complexSum(sum, name)
447
448 def visitProduct(self, prod, name):
449 ctype = get_c_type(name)
450 self.emit("int", 0)
451 self.emit("obj2ast_%s(PyObject* obj, %s* out, PyArena* arena)" % (name, ctype), 0)
452 self.emit("{", 0)
453 self.emit("PyObject* tmp = NULL;", 1)
454 for f in prod.fields:
455 self.visitFieldDeclaration(f, name, prod=prod, depth=1)
456 self.emit("", 0)
457 for f in prod.fields:
458 self.visitField(f, name, prod=prod, depth=1)
459 args = [f.name.value for f in prod.fields]
460 self.emit("*out = %s(%s);" % (name, self.buildArgs(args)), 1)
461 self.emit("return 0;", 1)
462 self.emit("failed:", 0)
463 self.emit("Py_XDECREF(tmp);", 1)
464 self.emit("return 1;", 1)
465 self.emit("}", 0)
466 self.emit("", 0)
467
468 def visitFieldDeclaration(self, field, name, sum=None, prod=None, depth=0):
469 ctype = get_c_type(field.type)
470 if field.seq:
471 if self.isSimpleType(field):
472 self.emit("asdl_int_seq* %s;" % field.name, depth)
473 else:
474 self.emit("asdl_seq* %s;" % field.name, depth)
475 else:
476 ctype = get_c_type(field.type)
477 self.emit("%s %s;" % (ctype, field.name), depth)
478
479 def isSimpleSum(self, field):
480 # XXX can the members of this list be determined automatically?
481 return field.type.value in ('expr_context', 'boolop', 'operator',
482 'unaryop', 'cmpop')
483
484 def isNumeric(self, field):
485 return get_c_type(field.type) in ("int", "bool")
486
487 def isSimpleType(self, field):
488 return self.isSimpleSum(field) or self.isNumeric(field)
489
490 def visitField(self, field, name, sum=None, prod=None, depth=0):
491 ctype = get_c_type(field.type)
492 self.emit("if (PyObject_HasAttrString(obj, \"%s\")) {" % field.name, depth)
493 self.emit("int res;", depth+1)
494 if field.seq:
495 self.emit("Py_ssize_t len;", depth+1)
496 self.emit("Py_ssize_t i;", depth+1)
497 self.emit("tmp = PyObject_GetAttrString(obj, \"%s\");" % field.name, depth+1)
498 self.emit("if (tmp == NULL) goto failed;", depth+1)
499 if field.seq:
500 self.emit("if (!PyList_Check(tmp)) {", depth+1)
501 self.emit("PyErr_Format(PyExc_TypeError, \"%s field \\\"%s\\\" must "
502 "be a list, not a %%.200s\", tmp->ob_type->tp_name);" %
503 (name, field.name),
504 depth+2, reflow=False)
505 self.emit("goto failed;", depth+2)
506 self.emit("}", depth+1)
507 self.emit("len = PyList_GET_SIZE(tmp);", depth+1)
508 if self.isSimpleType(field):
509 self.emit("%s = asdl_int_seq_new(len, arena);" % field.name, depth+1)
510 else:
511 self.emit("%s = asdl_seq_new(len, arena);" % field.name, depth+1)
512 self.emit("if (%s == NULL) goto failed;" % field.name, depth+1)
513 self.emit("for (i = 0; i < len; i++) {", depth+1)
514 self.emit("%s value;" % ctype, depth+2)
515 self.emit("res = obj2ast_%s(PyList_GET_ITEM(tmp, i), &value, arena);" %
516 field.type, depth+2, reflow=False)
517 self.emit("if (res != 0) goto failed;", depth+2)
518 self.emit("asdl_seq_SET(%s, i, value);" % field.name, depth+2)
519 self.emit("}", depth+1)
520 else:
521 self.emit("res = obj2ast_%s(tmp, &%s, arena);" %
522 (field.type, field.name), depth+1)
523 self.emit("if (res != 0) goto failed;", depth+1)
524
525 self.emit("Py_XDECREF(tmp);", depth+1)
526 self.emit("tmp = NULL;", depth+1)
527 self.emit("} else {", depth)
528 if not field.opt:
529 message = "required field \\\"%s\\\" missing from %s" % (field.name, name)
530 format = "PyErr_SetString(PyExc_TypeError, \"%s\");"
531 self.emit(format % message, depth+1, reflow=False)
532 self.emit("return 1;", depth+1)
533 else:
534 if self.isNumeric(field):
535 self.emit("%s = 0;" % field.name, depth+1)
536 elif not self.isSimpleType(field):
537 self.emit("%s = NULL;" % field.name, depth+1)
538 else:
539 raise TypeError("could not determine the default value for %s" % field.name)
540 self.emit("}", depth)
541
542
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000543class MarshalPrototypeVisitor(PickleVisitor):
544
545 def prototype(self, sum, name):
546 ctype = get_c_type(name)
Neal Norwitz6576bd82005-11-13 18:41:28 +0000547 self.emit("static int marshal_write_%s(PyObject **, int *, %s);"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000548 % (name, ctype), 0)
549
550 visitProduct = visitSum = prototype
551
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000552
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000553class PyTypesDeclareVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000554
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000555 def visitProduct(self, prod, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000556 self.emit("static PyTypeObject *%s_type;" % name, 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000557 self.emit("static PyObject* ast2obj_%s(void*);" % name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000558 if prod.fields:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000559 self.emit("static char *%s_fields[]={" % name,0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000560 for f in prod.fields:
561 self.emit('"%s",' % f.name, 1)
562 self.emit("};", 0)
Tim Peters710ab3b2006-02-28 18:30:36 +0000563
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000564 def visitSum(self, sum, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000565 self.emit("static PyTypeObject *%s_type;" % name, 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000566 if sum.attributes:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000567 self.emit("static char *%s_attributes[] = {" % name, 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000568 for a in sum.attributes:
569 self.emit('"%s",' % a.name, 1)
570 self.emit("};", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000571 ptype = "void*"
572 if is_simple(sum):
573 ptype = get_c_type(name)
574 tnames = []
575 for t in sum.types:
576 tnames.append(str(t.name)+"_singleton")
577 tnames = ", *".join(tnames)
578 self.emit("static PyObject *%s;" % tnames, 0)
579 self.emit("static PyObject* ast2obj_%s(%s);" % (name, ptype), 0)
580 for t in sum.types:
581 self.visitConstructor(t, name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000582
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000583 def visitConstructor(self, cons, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000584 self.emit("static PyTypeObject *%s_type;" % cons.name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000585 if cons.fields:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000586 self.emit("static char *%s_fields[]={" % cons.name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000587 for t in cons.fields:
588 self.emit('"%s",' % t.name, 1)
589 self.emit("};",0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000590
591class PyTypesVisitor(PickleVisitor):
592
593 def visitModule(self, mod):
594 self.emit("""
Neal Norwitz207c9f32008-03-31 04:42:11 +0000595static int
596ast_type_init(PyObject *self, PyObject *args, PyObject *kw)
597{
598 Py_ssize_t i, numfields = 0;
599 int res = -1;
600 PyObject *key, *value, *fields;
601 fields = PyObject_GetAttrString((PyObject*)Py_TYPE(self), "_fields");
602 if (!fields)
603 PyErr_Clear();
604 if (fields) {
605 numfields = PySequence_Size(fields);
606 if (numfields == -1)
607 goto cleanup;
608 }
609 res = 0; /* if no error occurs, this stays 0 to the end */
610 if (PyTuple_GET_SIZE(args) > 0) {
611 if (numfields != PyTuple_GET_SIZE(args)) {
612 PyErr_Format(PyExc_TypeError, "%.400s constructor takes %s"
Benjamin Peterson75080da2008-09-10 22:37:34 +0000613 "%zd positional argument%s",
Neal Norwitz207c9f32008-03-31 04:42:11 +0000614 Py_TYPE(self)->tp_name,
615 numfields == 0 ? "" : "either 0 or ",
616 numfields, numfields == 1 ? "" : "s");
617 res = -1;
618 goto cleanup;
619 }
620 for (i = 0; i < PyTuple_GET_SIZE(args); i++) {
621 /* cannot be reached when fields is NULL */
622 PyObject *name = PySequence_GetItem(fields, i);
623 if (!name) {
624 res = -1;
625 goto cleanup;
626 }
627 res = PyObject_SetAttr(self, name, PyTuple_GET_ITEM(args, i));
628 Py_DECREF(name);
629 if (res < 0)
630 goto cleanup;
631 }
632 }
633 if (kw) {
634 i = 0; /* needed by PyDict_Next */
635 while (PyDict_Next(kw, &i, &key, &value)) {
636 res = PyObject_SetAttr(self, key, value);
637 if (res < 0)
638 goto cleanup;
639 }
640 }
641 cleanup:
642 Py_XDECREF(fields);
643 return res;
644}
645
Neal Norwitzee9b10a2008-03-31 05:29:39 +0000646/* Pickling support */
647static PyObject *
648ast_type_reduce(PyObject *self, PyObject *unused)
649{
650 PyObject *res;
651 PyObject *dict = PyObject_GetAttrString(self, "__dict__");
652 if (dict == NULL) {
653 if (PyErr_ExceptionMatches(PyExc_AttributeError))
654 PyErr_Clear();
655 else
656 return NULL;
657 }
658 if (dict) {
659 res = Py_BuildValue("O()O", Py_TYPE(self), dict);
660 Py_DECREF(dict);
661 return res;
662 }
663 return Py_BuildValue("O()", Py_TYPE(self));
664}
665
666static PyMethodDef ast_type_methods[] = {
667 {"__reduce__", ast_type_reduce, METH_NOARGS, NULL},
668 {NULL}
669};
670
Neal Norwitz207c9f32008-03-31 04:42:11 +0000671static PyTypeObject AST_type = {
672 PyVarObject_HEAD_INIT(&PyType_Type, 0)
Neal Norwitzee9b10a2008-03-31 05:29:39 +0000673 "_ast.AST",
Neal Norwitz207c9f32008-03-31 04:42:11 +0000674 sizeof(PyObject),
675 0,
676 0, /* tp_dealloc */
677 0, /* tp_print */
678 0, /* tp_getattr */
679 0, /* tp_setattr */
Mark Dickinsone94c6792009-02-02 20:36:42 +0000680 0, /* tp_reserved */
Neal Norwitz207c9f32008-03-31 04:42:11 +0000681 0, /* tp_repr */
682 0, /* tp_as_number */
683 0, /* tp_as_sequence */
684 0, /* tp_as_mapping */
685 0, /* tp_hash */
686 0, /* tp_call */
687 0, /* tp_str */
688 PyObject_GenericGetAttr, /* tp_getattro */
689 PyObject_GenericSetAttr, /* tp_setattro */
690 0, /* tp_as_buffer */
691 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
692 0, /* tp_doc */
693 0, /* tp_traverse */
694 0, /* tp_clear */
695 0, /* tp_richcompare */
696 0, /* tp_weaklistoffset */
697 0, /* tp_iter */
698 0, /* tp_iternext */
Neal Norwitzee9b10a2008-03-31 05:29:39 +0000699 ast_type_methods, /* tp_methods */
Neal Norwitz207c9f32008-03-31 04:42:11 +0000700 0, /* tp_members */
701 0, /* tp_getset */
702 0, /* tp_base */
703 0, /* tp_dict */
704 0, /* tp_descr_get */
705 0, /* tp_descr_set */
706 0, /* tp_dictoffset */
707 (initproc)ast_type_init, /* tp_init */
708 PyType_GenericAlloc, /* tp_alloc */
709 PyType_GenericNew, /* tp_new */
710 PyObject_Del, /* tp_free */
711};
712
713
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000714static PyTypeObject* make_type(char *type, PyTypeObject* base, char**fields, int num_fields)
715{
716 PyObject *fnames, *result;
717 int i;
Neal Norwitzee9b10a2008-03-31 05:29:39 +0000718 fnames = PyTuple_New(num_fields);
719 if (!fnames) return NULL;
720 for (i = 0; i < num_fields; i++) {
Neal Norwitze4dc3242007-08-25 01:33:49 +0000721 PyObject *field = PyUnicode_FromString(fields[i]);
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000722 if (!field) {
723 Py_DECREF(fnames);
724 return NULL;
725 }
726 PyTuple_SET_ITEM(fnames, i, field);
727 }
Benjamin Peterson5b927722010-06-07 22:24:18 +0000728 result = PyObject_CallFunction((PyObject*)&PyType_Type, "s(O){sOss}",
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000729 type, base, "_fields", fnames, "__module__", "_ast");
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000730 Py_DECREF(fnames);
731 return (PyTypeObject*)result;
732}
733
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000734static int add_attributes(PyTypeObject* type, char**attrs, int num_fields)
735{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000736 int i, result;
Neal Norwitz207c9f32008-03-31 04:42:11 +0000737 PyObject *s, *l = PyTuple_New(num_fields);
Benjamin Peterson3e5cd1d2010-06-27 21:45:24 +0000738 if (!l)
739 return 0;
740 for (i = 0; i < num_fields; i++) {
Neal Norwitze4dc3242007-08-25 01:33:49 +0000741 s = PyUnicode_FromString(attrs[i]);
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000742 if (!s) {
743 Py_DECREF(l);
744 return 0;
745 }
Neal Norwitz207c9f32008-03-31 04:42:11 +0000746 PyTuple_SET_ITEM(l, i, s);
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000747 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000748 result = PyObject_SetAttrString((PyObject*)type, "_attributes", l) >= 0;
749 Py_DECREF(l);
750 return result;
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000751}
752
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000753/* Conversion AST -> Python */
754
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000755static PyObject* ast2obj_list(asdl_seq *seq, PyObject* (*func)(void*))
756{
757 int i, n = asdl_seq_LEN(seq);
758 PyObject *result = PyList_New(n);
759 PyObject *value;
760 if (!result)
761 return NULL;
762 for (i = 0; i < n; i++) {
763 value = func(asdl_seq_GET(seq, i));
764 if (!value) {
765 Py_DECREF(result);
766 return NULL;
767 }
768 PyList_SET_ITEM(result, i, value);
769 }
770 return result;
771}
772
773static PyObject* ast2obj_object(void *o)
774{
775 if (!o)
776 o = Py_None;
777 Py_INCREF((PyObject*)o);
778 return (PyObject*)o;
779}
780#define ast2obj_identifier ast2obj_object
781#define ast2obj_string ast2obj_object
Benjamin Petersone2498412011-08-09 16:08:39 -0500782#define ast2obj_bytes ast2obj_object
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000783
Thomas Woutersa44f3a32007-02-26 18:20:15 +0000784static PyObject* ast2obj_int(long b)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000785{
Christian Heimes2b1c5922007-12-02 22:43:00 +0000786 return PyLong_FromLong(b);
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000787}
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000788
789/* Conversion Python -> AST */
790
791static int obj2ast_object(PyObject* obj, PyObject** out, PyArena* arena)
792{
793 if (obj == Py_None)
794 obj = NULL;
795 if (obj)
796 PyArena_AddPyObject(arena, obj);
797 Py_XINCREF(obj);
798 *out = obj;
799 return 0;
800}
801
Benjamin Peterson180e6352011-07-22 11:09:07 -0500802static int obj2ast_identifier(PyObject* obj, PyObject** out, PyArena* arena)
Benjamin Peterson2193d2b2011-07-22 10:50:23 -0500803{
Benjamin Peterson180e6352011-07-22 11:09:07 -0500804 if (!PyUnicode_CheckExact(obj) && obj != Py_None) {
805 PyErr_SetString(PyExc_TypeError, "AST identifier must be of type str");
Benjamin Peterson2193d2b2011-07-22 10:50:23 -0500806 return 1;
807 }
808 return obj2ast_object(obj, out, arena);
809}
810
Benjamin Peterson2193d2b2011-07-22 10:50:23 -0500811static int obj2ast_string(PyObject* obj, PyObject** out, PyArena* arena)
812{
Benjamin Peterson180e6352011-07-22 11:09:07 -0500813 if (!PyUnicode_CheckExact(obj)) {
814 PyErr_SetString(PyExc_TypeError, "AST string must be of type str");
815 return 1;
816 }
817 return obj2ast_object(obj, out, arena);
Benjamin Peterson2193d2b2011-07-22 10:50:23 -0500818}
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000819
Benjamin Petersone2498412011-08-09 16:08:39 -0500820static int obj2ast_bytes(PyObject* obj, PyObject** out, PyArena* arena)
821{
822 if (!PyBytes_CheckExact(obj)) {
823 PyErr_SetString(PyExc_TypeError, "AST bytes must be of type bytes");
824 return 1;
825 }
826 return obj2ast_object(obj, out, arena);
827}
828
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000829static int obj2ast_int(PyObject* obj, int* out, PyArena* arena)
830{
831 int i;
832 if (!PyLong_Check(obj)) {
833 PyObject *s = PyObject_Repr(obj);
834 if (s == NULL) return 1;
835 PyErr_Format(PyExc_ValueError, "invalid integer value: %.400s",
Christian Heimes72b710a2008-05-26 13:28:38 +0000836 PyBytes_AS_STRING(s));
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000837 Py_DECREF(s);
838 return 1;
839 }
840
841 i = (int)PyLong_AsLong(obj);
842 if (i == -1 && PyErr_Occurred())
843 return 1;
844 *out = i;
845 return 0;
846}
847
Benjamin Peterson1a6e0d02008-10-25 15:49:17 +0000848static int add_ast_fields(void)
Benjamin Peterson206e3072008-10-19 14:07:49 +0000849{
850 PyObject *empty_tuple, *d;
851 if (PyType_Ready(&AST_type) < 0)
852 return -1;
853 d = AST_type.tp_dict;
854 empty_tuple = PyTuple_New(0);
855 if (!empty_tuple ||
856 PyDict_SetItemString(d, "_fields", empty_tuple) < 0 ||
857 PyDict_SetItemString(d, "_attributes", empty_tuple) < 0) {
858 Py_XDECREF(empty_tuple);
859 return -1;
860 }
861 Py_DECREF(empty_tuple);
862 return 0;
863}
864
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000865""", 0, reflow=False)
866
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000867 self.emit("static int init_types(void)",0)
868 self.emit("{", 0)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000869 self.emit("static int initialized;", 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000870 self.emit("if (initialized) return 1;", 1)
Benjamin Peterson206e3072008-10-19 14:07:49 +0000871 self.emit("if (add_ast_fields() < 0) return 0;", 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000872 for dfn in mod.dfns:
873 self.visit(dfn)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000874 self.emit("initialized = 1;", 1)
875 self.emit("return 1;", 1);
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000876 self.emit("}", 0)
877
878 def visitProduct(self, prod, name):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000879 if prod.fields:
880 fields = name.value+"_fields"
881 else:
882 fields = "NULL"
Neal Norwitz207c9f32008-03-31 04:42:11 +0000883 self.emit('%s_type = make_type("%s", &AST_type, %s, %d);' %
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000884 (name, name, fields, len(prod.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000885 self.emit("if (!%s_type) return 0;" % name, 1)
Tim Peters710ab3b2006-02-28 18:30:36 +0000886
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000887 def visitSum(self, sum, name):
Neal Norwitz207c9f32008-03-31 04:42:11 +0000888 self.emit('%s_type = make_type("%s", &AST_type, NULL, 0);' %
889 (name, name), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000890 self.emit("if (!%s_type) return 0;" % name, 1)
891 if sum.attributes:
Tim Peters710ab3b2006-02-28 18:30:36 +0000892 self.emit("if (!add_attributes(%s_type, %s_attributes, %d)) return 0;" %
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000893 (name, name, len(sum.attributes)), 1)
894 else:
895 self.emit("if (!add_attributes(%s_type, NULL, 0)) return 0;" % name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000896 simple = is_simple(sum)
897 for t in sum.types:
898 self.visitConstructor(t, name, simple)
Tim Peters710ab3b2006-02-28 18:30:36 +0000899
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000900 def visitConstructor(self, cons, name, simple):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000901 if cons.fields:
902 fields = cons.name.value+"_fields"
903 else:
904 fields = "NULL"
Tim Peters710ab3b2006-02-28 18:30:36 +0000905 self.emit('%s_type = make_type("%s", %s_type, %s, %d);' %
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000906 (cons.name, cons.name, name, fields, len(cons.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000907 self.emit("if (!%s_type) return 0;" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000908 if simple:
909 self.emit("%s_singleton = PyType_GenericNew(%s_type, NULL, NULL);" %
910 (cons.name, cons.name), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000911 self.emit("if (!%s_singleton) return 0;" % cons.name, 1)
Tim Peters710ab3b2006-02-28 18:30:36 +0000912
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000913
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000914class ASTModuleVisitor(PickleVisitor):
915
916 def visitModule(self, mod):
Martin v. Löwis1a214512008-06-11 05:26:20 +0000917 self.emit("static struct PyModuleDef _astmodule = {", 0)
918 self.emit(' PyModuleDef_HEAD_INIT, "_ast"', 0)
919 self.emit("};", 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000920 self.emit("PyMODINIT_FUNC", 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000921 self.emit("PyInit__ast(void)", 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000922 self.emit("{", 0)
923 self.emit("PyObject *m, *d;", 1)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000924 self.emit("if (!init_types()) return NULL;", 1)
925 self.emit('m = PyModule_Create(&_astmodule);', 1)
926 self.emit("if (!m) return NULL;", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000927 self.emit("d = PyModule_GetDict(m);", 1)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000928 self.emit('if (PyDict_SetItemString(d, "AST", (PyObject*)&AST_type) < 0) return NULL;', 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000929 self.emit('if (PyModule_AddIntConstant(m, "PyCF_ONLY_AST", PyCF_ONLY_AST) < 0)', 1)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000930 self.emit("return NULL;", 2)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000931 for dfn in mod.dfns:
932 self.visit(dfn)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000933 self.emit("return m;", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000934 self.emit("}", 0)
935
936 def visitProduct(self, prod, name):
937 self.addObj(name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000938
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000939 def visitSum(self, sum, name):
940 self.addObj(name)
941 for t in sum.types:
942 self.visitConstructor(t, name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000943
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000944 def visitConstructor(self, cons, name):
945 self.addObj(cons.name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000946
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000947 def addObj(self, name):
Martin v. Löwis1a214512008-06-11 05:26:20 +0000948 self.emit('if (PyDict_SetItemString(d, "%s", (PyObject*)%s_type) < 0) return NULL;' % (name, name), 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000949
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000950
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000951_SPECIALIZED_SEQUENCES = ('stmt', 'expr')
952
953def find_sequence(fields, doing_specialization):
954 """Return True if any field uses a sequence."""
955 for f in fields:
956 if f.seq:
957 if not doing_specialization:
958 return True
959 if str(f.type) not in _SPECIALIZED_SEQUENCES:
960 return True
961 return False
962
963def has_sequence(types, doing_specialization):
964 for t in types:
965 if find_sequence(t.fields, doing_specialization):
966 return True
967 return False
968
969
970class StaticVisitor(PickleVisitor):
Neal Norwitz7b5a6042005-11-13 19:14:20 +0000971 CODE = '''Very simple, always emit this static code. Overide CODE'''
972
973 def visit(self, object):
974 self.emit(self.CODE, 0, reflow=False)
975
Martin v. Löwis618dc5e2008-03-30 20:03:44 +0000976
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000977class ObjVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000978
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000979 def func_begin(self, name):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000980 ctype = get_c_type(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000981 self.emit("PyObject*", 0)
982 self.emit("ast2obj_%s(void* _o)" % (name), 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000983 self.emit("{", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000984 self.emit("%s o = (%s)_o;" % (ctype, ctype), 1)
985 self.emit("PyObject *result = NULL, *value = NULL;", 1)
986 self.emit('if (!o) {', 1)
987 self.emit("Py_INCREF(Py_None);", 2)
988 self.emit('return Py_None;', 2)
989 self.emit("}", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000990 self.emit('', 0)
991
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000992 def func_end(self):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000993 self.emit("return result;", 1)
994 self.emit("failed:", 0)
995 self.emit("Py_XDECREF(value);", 1)
996 self.emit("Py_XDECREF(result);", 1)
997 self.emit("return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000998 self.emit("}", 0)
999 self.emit("", 0)
1000
1001 def visitSum(self, sum, name):
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001002 if is_simple(sum):
1003 self.simpleSum(sum, name)
1004 return
Martin v. Löwis577b5b92006-02-27 15:23:19 +00001005 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001006 self.emit("switch (o->kind) {", 1)
1007 for i in range(len(sum.types)):
1008 t = sum.types[i]
1009 self.visitConstructor(t, i + 1, name)
1010 self.emit("}", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +00001011 for a in sum.attributes:
1012 self.emit("value = ast2obj_%s(o->%s);" % (a.type, a.name), 1)
1013 self.emit("if (!value) goto failed;", 1)
Martin v. Löwis03e5bc02006-03-02 00:31:27 +00001014 self.emit('if (PyObject_SetAttrString(result, "%s", value) < 0)' % a.name, 1)
1015 self.emit('goto failed;', 2)
1016 self.emit('Py_DECREF(value);', 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +00001017 self.func_end()
Tim Peters710ab3b2006-02-28 18:30:36 +00001018
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001019 def simpleSum(self, sum, name):
1020 self.emit("PyObject* ast2obj_%s(%s_ty o)" % (name, name), 0)
1021 self.emit("{", 0)
1022 self.emit("switch(o) {", 1)
1023 for t in sum.types:
1024 self.emit("case %s:" % t.name, 2)
1025 self.emit("Py_INCREF(%s_singleton);" % t.name, 3)
1026 self.emit("return %s_singleton;" % t.name, 3)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001027 self.emit("default:" % name, 2)
1028 self.emit('/* should never happen, but just in case ... */', 3)
1029 code = "PyErr_Format(PyExc_SystemError, \"unknown %s found\");" % name
1030 self.emit(code, 3, reflow=False)
1031 self.emit("return NULL;", 3)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001032 self.emit("}", 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001033 self.emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001034
1035 def visitProduct(self, prod, name):
Martin v. Löwis577b5b92006-02-27 15:23:19 +00001036 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001037 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % name, 1);
1038 self.emit("if (!result) return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001039 for field in prod.fields:
1040 self.visitField(field, name, 1, True)
Martin v. Löwis577b5b92006-02-27 15:23:19 +00001041 self.func_end()
Tim Peters536cf992005-12-25 23:18:31 +00001042
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001043 def visitConstructor(self, cons, enum, name):
1044 self.emit("case %s_kind:" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001045 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % cons.name, 2);
1046 self.emit("if (!result) goto failed;", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001047 for f in cons.fields:
1048 self.visitField(f, cons.name, 2, False)
1049 self.emit("break;", 2)
1050
1051 def visitField(self, field, name, depth, product):
1052 def emit(s, d):
1053 self.emit(s, depth + d)
1054 if product:
1055 value = "o->%s" % field.name
1056 else:
1057 value = "o->v.%s.%s" % (name, field.name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001058 self.set(field, value, depth)
1059 emit("if (!value) goto failed;", 0)
1060 emit('if (PyObject_SetAttrString(result, "%s", value) == -1)' % field.name, 0)
1061 emit("goto failed;", 1)
1062 emit("Py_DECREF(value);", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001063
1064 def emitSeq(self, field, value, depth, emit):
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001065 emit("seq = %s;" % value, 0)
1066 emit("n = asdl_seq_LEN(seq);", 0)
1067 emit("value = PyList_New(n);", 0)
1068 emit("if (!value) goto failed;", 0)
1069 emit("for (i = 0; i < n; i++) {", 0)
1070 self.set("value", field, "asdl_seq_GET(seq, i)", depth + 1)
1071 emit("if (!value1) goto failed;", 1)
1072 emit("PyList_SET_ITEM(value, i, value1);", 1)
1073 emit("value1 = NULL;", 1)
1074 emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001075
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001076 def set(self, field, value, depth):
1077 if field.seq:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +00001078 # XXX should really check for is_simple, but that requires a symbol table
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001079 if field.type.value == "cmpop":
Martin v. Löwisce1d5d22006-02-26 20:51:25 +00001080 # While the sequence elements are stored as void*,
1081 # ast2obj_cmpop expects an enum
1082 self.emit("{", depth)
1083 self.emit("int i, n = asdl_seq_LEN(%s);" % value, depth+1)
1084 self.emit("value = PyList_New(n);", depth+1)
1085 self.emit("if (!value) goto failed;", depth+1)
1086 self.emit("for(i = 0; i < n; i++)", depth+1)
1087 # This cannot fail, so no need for error handling
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001088 self.emit("PyList_SET_ITEM(value, i, ast2obj_cmpop((cmpop_ty)asdl_seq_GET(%s, i)));" % value,
1089 depth+2, reflow=False)
Martin v. Löwisce1d5d22006-02-26 20:51:25 +00001090 self.emit("}", depth)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001091 else:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +00001092 self.emit("value = ast2obj_list(%s, ast2obj_%s);" % (value, field.type), depth)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001093 else:
1094 ctype = get_c_type(field.type)
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001095 self.emit("value = ast2obj_%s(%s);" % (field.type, value), depth, reflow=False)
Tim Peters536cf992005-12-25 23:18:31 +00001096
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001097
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001098class PartingShots(StaticVisitor):
1099
1100 CODE = """
1101PyObject* PyAST_mod2obj(mod_ty t)
1102{
1103 init_types();
1104 return ast2obj_mod(t);
1105}
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001106
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001107/* mode is 0 for "exec", 1 for "eval" and 2 for "single" input */
1108mod_ty PyAST_obj2mod(PyObject* ast, PyArena* arena, int mode)
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001109{
1110 mod_ty res;
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001111 PyObject *req_type[] = {(PyObject*)Module_type, (PyObject*)Expression_type,
1112 (PyObject*)Interactive_type};
1113 char *req_name[] = {"Module", "Expression", "Interactive"};
Benjamin Peterson97dd9872009-12-13 01:23:39 +00001114 int isinstance;
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001115 assert(0 <= mode && mode <= 2);
1116
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001117 init_types();
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001118
Benjamin Peterson97dd9872009-12-13 01:23:39 +00001119 isinstance = PyObject_IsInstance(ast, req_type[mode]);
1120 if (isinstance == -1)
1121 return NULL;
1122 if (!isinstance) {
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001123 PyErr_Format(PyExc_TypeError, "expected %s node, got %.400s",
1124 req_name[mode], Py_TYPE(ast)->tp_name);
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001125 return NULL;
1126 }
1127 if (obj2ast_mod(ast, &res, arena) != 0)
1128 return NULL;
1129 else
1130 return res;
1131}
1132
1133int PyAST_Check(PyObject* obj)
1134{
1135 init_types();
Neal Norwitz207c9f32008-03-31 04:42:11 +00001136 return PyObject_IsInstance(obj, (PyObject*)&AST_type);
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001137}
Martin v. Löwisbd260da2006-02-26 19:42:26 +00001138"""
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001139
1140class ChainOfVisitors:
1141 def __init__(self, *visitors):
1142 self.visitors = visitors
1143
1144 def visit(self, object):
1145 for v in self.visitors:
1146 v.visit(object)
Neal Norwitz7b5a6042005-11-13 19:14:20 +00001147 v.emit("", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001148
Guido van Rossum805365e2007-05-07 22:24:25 +00001149common_msg = "/* File automatically generated by %s. */\n\n"
Thomas Wouterscf297e42007-02-23 15:07:44 +00001150
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001151def main(srcfile):
Neal Norwitz897ff812005-12-11 21:18:22 +00001152 argv0 = sys.argv[0]
Armin Rigo6b1793f2005-12-14 18:05:14 +00001153 components = argv0.split(os.sep)
1154 argv0 = os.sep.join(components[-2:])
Thomas Wouterscf297e42007-02-23 15:07:44 +00001155 auto_gen_msg = common_msg % argv0
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001156 mod = asdl.parse(srcfile)
1157 if not asdl.check(mod):
1158 sys.exit(1)
1159 if INC_DIR:
1160 p = "%s/%s-ast.h" % (INC_DIR, mod.name)
Benjamin Peterson398256b2011-08-09 16:28:58 -05001161 f = StringIO.StringIO()
Guido van Rossum805365e2007-05-07 22:24:25 +00001162 f.write(auto_gen_msg)
1163 f.write('#include "asdl.h"\n\n')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001164 c = ChainOfVisitors(TypeDefVisitor(f),
1165 StructVisitor(f),
1166 PrototypeVisitor(f),
1167 )
1168 c.visit(mod)
Guido van Rossum805365e2007-05-07 22:24:25 +00001169 f.write("PyObject* PyAST_mod2obj(mod_ty t);\n")
Neal Norwitzdb4115f2008-03-31 04:20:05 +00001170 f.write("mod_ty PyAST_obj2mod(PyObject* ast, PyArena* arena, int mode);\n")
1171 f.write("int PyAST_Check(PyObject* obj);\n")
Benjamin Peterson398256b2011-08-09 16:28:58 -05001172 s = f.getvalue()
Benjamin Peterson4ec450d2011-08-09 18:38:57 -05001173 write = True
1174 try:
1175 fp = open(p, "r")
Benjamin Peterson257a1d02011-08-09 18:48:02 -05001176 except IOError, e:
Benjamin Peterson4ec450d2011-08-09 18:38:57 -05001177 if e.errno != errno.ENOENT:
1178 raise
1179 else:
1180 try:
1181 write = fp.read() != s
1182 finally:
1183 fp.close()
Benjamin Peterson398256b2011-08-09 16:28:58 -05001184 if write:
Benjamin Peterson4ec450d2011-08-09 18:38:57 -05001185 fp = open(p, "w")
1186 try:
1187 fp.write(s)
1188 finally:
1189 fp.close()
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001190
1191 if SRC_DIR:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001192 p = os.path.join(SRC_DIR, str(mod.name) + "-ast.c")
Guido van Rossum2af1d892007-11-23 21:26:49 +00001193 f = open(p, "w")
Guido van Rossum805365e2007-05-07 22:24:25 +00001194 f.write(auto_gen_msg)
Guido van Rossum805365e2007-05-07 22:24:25 +00001195 f.write('#include "Python.h"\n')
1196 f.write('#include "%s-ast.h"\n' % mod.name)
1197 f.write('\n')
Neal Norwitz207c9f32008-03-31 04:42:11 +00001198 f.write("static PyTypeObject AST_type;\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001199 v = ChainOfVisitors(
1200 PyTypesDeclareVisitor(f),
1201 PyTypesVisitor(f),
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001202 Obj2ModPrototypeVisitor(f),
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001203 FunctionVisitor(f),
1204 ObjVisitor(f),
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00001205 Obj2ModVisitor(f),
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001206 ASTModuleVisitor(f),
1207 PartingShots(f),
1208 )
1209 v.visit(mod)
1210 f.close()
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001211
1212if __name__ == "__main__":
1213 import sys
1214 import getopt
1215
1216 INC_DIR = ''
1217 SRC_DIR = ''
1218 opts, args = getopt.getopt(sys.argv[1:], "h:c:")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001219 if len(opts) != 1:
Guido van Rossum805365e2007-05-07 22:24:25 +00001220 sys.stdout.write("Must specify exactly one output file\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001221 sys.exit(1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001222 for o, v in opts:
1223 if o == '-h':
1224 INC_DIR = v
1225 if o == '-c':
1226 SRC_DIR = v
1227 if len(args) != 1:
Guido van Rossum805365e2007-05-07 22:24:25 +00001228 sys.stdout.write("Must specify single input file\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001229 sys.exit(1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001230 main(args[0])