blob: df4a91db44814349de3ae13e10f674214e2ca495 [file] [log] [blame]
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001#! /usr/bin/env python
2"""Generate C code from an ASDL description."""
3
4# TO DO
5# handle fields that have a type but no name
6
Christian Heimes05e8be12008-02-23 18:30:17 +00007import os, sys
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00008
9import asdl
10
11TABSIZE = 8
12MAX_COL = 80
13
14def get_c_type(name):
15 """Return a string for the C name of the type.
16
17 This function special cases the default types provided by asdl:
Neal Norwitz3591bbe2007-02-26 19:04:49 +000018 identifier, string, int.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000019 """
20 # XXX ack! need to figure out where Id is useful and where string
21 if isinstance(name, asdl.Id):
22 name = name.value
23 if name in asdl.builtin_types:
24 return name
25 else:
26 return "%s_ty" % name
27
28def reflow_lines(s, depth):
29 """Reflow the line s indented depth tabs.
30
31 Return a sequence of lines where no line extends beyond MAX_COL
32 when properly indented. The first line is properly indented based
33 exclusively on depth * TABSIZE. All following lines -- these are
34 the reflowed lines generated by this function -- start at the same
35 column as the first character beyond the opening { in the first
36 line.
37 """
38 size = MAX_COL - depth * TABSIZE
39 if len(s) < size:
40 return [s]
41
42 lines = []
43 cur = s
44 padding = ""
45 while len(cur) > size:
46 i = cur.rfind(' ', 0, size)
47 # XXX this should be fixed for real
48 if i == -1 and 'GeneratorExp' in cur:
49 i = size + 3
Brett Cannonf0365512006-08-25 04:06:31 +000050 assert i != -1, "Impossible line %d to reflow: %r" % (size, s)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000051 lines.append(padding + cur[:i])
52 if len(lines) == 1:
53 # find new size based on brace
54 j = cur.find('{', 0, i)
55 if j >= 0:
56 j += 2 # account for the brace and the space after it
57 size -= j
58 padding = " " * j
59 else:
60 j = cur.find('(', 0, i)
61 if j >= 0:
62 j += 1 # account for the paren (no space after it)
63 size -= j
64 padding = " " * j
65 cur = cur[i+1:]
66 else:
67 lines.append(padding + cur)
68 return lines
69
70def is_simple(sum):
71 """Return True if a sum is a simple.
72
73 A sum is simple if its types have no fields, e.g.
74 unaryop = Invert | Not | UAdd | USub
75 """
76
77 for t in sum.types:
78 if t.fields:
79 return False
80 return True
81
82class EmitVisitor(asdl.VisitorBase):
83 """Visit that emits lines"""
84
85 def __init__(self, file):
86 self.file = file
87 super(EmitVisitor, self).__init__()
88
89 def emit(self, s, depth, reflow=1):
90 # XXX reflow long lines?
91 if reflow:
92 lines = reflow_lines(s, depth)
93 else:
94 lines = [s]
95 for line in lines:
96 line = (" " * TABSIZE * depth) + line + "\n"
97 self.file.write(line)
98
99class TypeDefVisitor(EmitVisitor):
100 def visitModule(self, mod):
101 for dfn in mod.dfns:
102 self.visit(dfn)
103
104 def visitType(self, type, depth=0):
105 self.visit(type.value, type.name, depth)
106
107 def visitSum(self, sum, name, depth):
108 if is_simple(sum):
109 self.simple_sum(sum, name, depth)
110 else:
111 self.sum_with_constructors(sum, name, depth)
112
113 def simple_sum(self, sum, name, depth):
114 enum = []
115 for i in range(len(sum.types)):
116 type = sum.types[i]
117 enum.append("%s=%d" % (type.name, i + 1))
118 enums = ", ".join(enum)
119 ctype = get_c_type(name)
120 s = "typedef enum _%s { %s } %s;" % (name, enums, ctype)
121 self.emit(s, depth)
122 self.emit("", depth)
123
124 def sum_with_constructors(self, sum, name, depth):
125 ctype = get_c_type(name)
126 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
127 self.emit(s, depth)
128 self.emit("", depth)
129
130 def visitProduct(self, product, name, depth):
131 ctype = get_c_type(name)
132 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
133 self.emit(s, depth)
134 self.emit("", depth)
135
136class StructVisitor(EmitVisitor):
137 """Visitor to generate typdefs for AST."""
138
139 def visitModule(self, mod):
140 for dfn in mod.dfns:
141 self.visit(dfn)
142
143 def visitType(self, type, depth=0):
144 self.visit(type.value, type.name, depth)
145
146 def visitSum(self, sum, name, depth):
147 if not is_simple(sum):
148 self.sum_with_constructors(sum, name, depth)
149
150 def sum_with_constructors(self, sum, name, depth):
151 def emit(s, depth=depth):
152 self.emit(s % sys._getframe(1).f_locals, depth)
153 enum = []
154 for i in range(len(sum.types)):
155 type = sum.types[i]
156 enum.append("%s_kind=%d" % (type.name, i + 1))
157
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000158 emit("enum _%(name)s_kind {" + ", ".join(enum) + "};")
159
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000160 emit("struct _%(name)s {")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000161 emit("enum _%(name)s_kind kind;", depth + 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000162 emit("union {", depth + 1)
163 for t in sum.types:
164 self.visit(t, depth + 2)
165 emit("} v;", depth + 1)
166 for field in sum.attributes:
167 # rudimentary attribute handling
168 type = str(field.type)
169 assert type in asdl.builtin_types, type
170 emit("%s %s;" % (type, field.name), depth + 1);
171 emit("};")
172 emit("")
173
174 def visitConstructor(self, cons, depth):
175 if cons.fields:
176 self.emit("struct {", depth)
177 for f in cons.fields:
178 self.visit(f, depth + 1)
179 self.emit("} %s;" % cons.name, depth)
180 self.emit("", depth)
181 else:
182 # XXX not sure what I want here, nothing is probably fine
183 pass
184
185 def visitField(self, field, depth):
186 # XXX need to lookup field.type, because it might be something
187 # like a builtin...
188 ctype = get_c_type(field.type)
189 name = field.name
190 if field.seq:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000191 if field.type.value in ('cmpop',):
192 self.emit("asdl_int_seq *%(name)s;" % locals(), depth)
193 else:
194 self.emit("asdl_seq *%(name)s;" % locals(), depth)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000195 else:
196 self.emit("%(ctype)s %(name)s;" % locals(), depth)
197
198 def visitProduct(self, product, name, depth):
199 self.emit("struct _%(name)s {" % locals(), depth)
200 for f in product.fields:
201 self.visit(f, depth + 1)
202 self.emit("};", depth)
203 self.emit("", depth)
204
205class PrototypeVisitor(EmitVisitor):
206 """Generate function prototypes for the .h file"""
207
208 def visitModule(self, mod):
209 for dfn in mod.dfns:
210 self.visit(dfn)
211
212 def visitType(self, type):
213 self.visit(type.value, type.name)
214
215 def visitSum(self, sum, name):
216 if is_simple(sum):
217 pass # XXX
218 else:
219 for t in sum.types:
220 self.visit(t, name, sum.attributes)
221
222 def get_args(self, fields):
223 """Return list of C argument into, one for each field.
224
225 Argument info is 3-tuple of a C type, variable name, and flag
226 that is true if type can be NULL.
227 """
228 args = []
229 unnamed = {}
230 for f in fields:
231 if f.name is None:
232 name = f.type
233 c = unnamed[name] = unnamed.get(name, 0) + 1
234 if c > 1:
235 name = "name%d" % (c - 1)
236 else:
237 name = f.name
238 # XXX should extend get_c_type() to handle this
239 if f.seq:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000240 if f.type.value in ('cmpop',):
241 ctype = "asdl_int_seq *"
242 else:
243 ctype = "asdl_seq *"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000244 else:
245 ctype = get_c_type(f.type)
246 args.append((ctype, name, f.opt or f.seq))
247 return args
248
249 def visitConstructor(self, cons, type, attrs):
250 args = self.get_args(cons.fields)
251 attrs = self.get_args(attrs)
252 ctype = get_c_type(type)
253 self.emit_function(cons.name, ctype, args, attrs)
254
255 def emit_function(self, name, ctype, args, attrs, union=1):
256 args = args + attrs
257 if args:
258 argstr = ", ".join(["%s %s" % (atype, aname)
259 for atype, aname, opt in args])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000260 argstr += ", PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000261 else:
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000262 argstr = "PyArena *arena"
Thomas Woutersb2137042007-02-01 18:02:27 +0000263 margs = "a0"
264 for i in range(1, len(args)+1):
265 margs += ", a%d" % i
266 self.emit("#define %s(%s) _Py_%s(%s)" % (name, margs, name, margs), 0,
267 reflow = 0)
268 self.emit("%s _Py_%s(%s);" % (ctype, name, argstr), 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000269
270 def visitProduct(self, prod, name):
271 self.emit_function(name, get_c_type(name),
272 self.get_args(prod.fields), [], union=0)
273
274class FunctionVisitor(PrototypeVisitor):
275 """Visitor to generate constructor functions for AST."""
276
277 def emit_function(self, name, ctype, args, attrs, union=1):
278 def emit(s, depth=0, reflow=1):
279 self.emit(s, depth, reflow)
280 argstr = ", ".join(["%s %s" % (atype, aname)
281 for atype, aname, opt in args + attrs])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000282 if argstr:
283 argstr += ", PyArena *arena"
284 else:
285 argstr = "PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000286 self.emit("%s" % ctype, 0)
287 emit("%s(%s)" % (name, argstr))
288 emit("{")
289 emit("%s p;" % ctype, 1)
290 for argtype, argname, opt in args:
Neal Norwitz3591bbe2007-02-26 19:04:49 +0000291 if not opt and argtype != "int":
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000292 emit("if (!%s) {" % argname, 1)
293 emit("PyErr_SetString(PyExc_ValueError,", 2)
294 msg = "field %s is required for %s" % (argname, name)
295 emit(' "%s");' % msg,
296 2, reflow=0)
297 emit('return NULL;', 2)
298 emit('}', 1)
299
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000300 emit("p = (%s)PyArena_Malloc(arena, sizeof(*p));" % ctype, 1);
Thomas Woutersa44f3a32007-02-26 18:20:15 +0000301 emit("if (!p)", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000302 emit("return NULL;", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000303 if union:
304 self.emit_body_union(name, args, attrs)
305 else:
306 self.emit_body_struct(name, args, attrs)
307 emit("return p;", 1)
308 emit("}")
309 emit("")
310
311 def emit_body_union(self, name, args, attrs):
312 def emit(s, depth=0, reflow=1):
313 self.emit(s, depth, reflow)
314 emit("p->kind = %s_kind;" % name, 1)
315 for argtype, argname, opt in args:
316 emit("p->v.%s.%s = %s;" % (name, argname, argname), 1)
317 for argtype, argname, opt in attrs:
318 emit("p->%s = %s;" % (argname, argname), 1)
319
320 def emit_body_struct(self, name, args, attrs):
321 def emit(s, depth=0, reflow=1):
322 self.emit(s, depth, reflow)
323 for argtype, argname, opt in args:
324 emit("p->%s = %s;" % (argname, argname), 1)
325 assert not attrs
326
327class PickleVisitor(EmitVisitor):
328
329 def visitModule(self, mod):
330 for dfn in mod.dfns:
331 self.visit(dfn)
332
333 def visitType(self, type):
334 self.visit(type.value, type.name)
335
336 def visitSum(self, sum, name):
337 pass
338
339 def visitProduct(self, sum, name):
340 pass
341
342 def visitConstructor(self, cons, name):
343 pass
344
345 def visitField(self, sum):
346 pass
347
348class MarshalPrototypeVisitor(PickleVisitor):
349
350 def prototype(self, sum, name):
351 ctype = get_c_type(name)
Neal Norwitz6576bd82005-11-13 18:41:28 +0000352 self.emit("static int marshal_write_%s(PyObject **, int *, %s);"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000353 % (name, ctype), 0)
354
355 visitProduct = visitSum = prototype
356
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000357class PyTypesDeclareVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000358
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000359 def visitProduct(self, prod, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000360 self.emit("static PyTypeObject *%s_type;" % name, 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000361 self.emit("static PyObject* ast2obj_%s(void*);" % name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000362 if prod.fields:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000363 self.emit("static char *%s_fields[]={" % name,0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000364 for f in prod.fields:
365 self.emit('"%s",' % f.name, 1)
366 self.emit("};", 0)
Tim Peters710ab3b2006-02-28 18:30:36 +0000367
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000368 def visitSum(self, sum, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000369 self.emit("static PyTypeObject *%s_type;" % name, 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000370 if sum.attributes:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000371 self.emit("static char *%s_attributes[] = {" % name, 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000372 for a in sum.attributes:
373 self.emit('"%s",' % a.name, 1)
374 self.emit("};", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000375 ptype = "void*"
376 if is_simple(sum):
377 ptype = get_c_type(name)
378 tnames = []
379 for t in sum.types:
380 tnames.append(str(t.name)+"_singleton")
381 tnames = ", *".join(tnames)
382 self.emit("static PyObject *%s;" % tnames, 0)
383 self.emit("static PyObject* ast2obj_%s(%s);" % (name, ptype), 0)
384 for t in sum.types:
385 self.visitConstructor(t, name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000386
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000387 def visitConstructor(self, cons, name):
Neal Norwitz53d960c2006-02-28 22:47:29 +0000388 self.emit("static PyTypeObject *%s_type;" % cons.name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000389 if cons.fields:
Neal Norwitz53d960c2006-02-28 22:47:29 +0000390 self.emit("static char *%s_fields[]={" % cons.name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000391 for t in cons.fields:
392 self.emit('"%s",' % t.name, 1)
393 self.emit("};",0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000394
395class PyTypesVisitor(PickleVisitor):
396
397 def visitModule(self, mod):
398 self.emit("""
399static PyTypeObject* make_type(char *type, PyTypeObject* base, char**fields, int num_fields)
400{
401 PyObject *fnames, *result;
402 int i;
403 if (num_fields) {
404 fnames = PyTuple_New(num_fields);
405 if (!fnames) return NULL;
406 } else {
407 fnames = Py_None;
408 Py_INCREF(Py_None);
409 }
410 for(i=0; i < num_fields; i++) {
Neal Norwitze4dc3242007-08-25 01:33:49 +0000411 PyObject *field = PyUnicode_FromString(fields[i]);
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000412 if (!field) {
413 Py_DECREF(fnames);
414 return NULL;
415 }
416 PyTuple_SET_ITEM(fnames, i, field);
417 }
Guido van Rossume845c0f2007-11-02 23:07:07 +0000418 result = PyObject_CallFunction((PyObject*)&PyType_Type, "U(O){sOss}",
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000419 type, base, "_fields", fnames, "__module__", "_ast");
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000420 Py_DECREF(fnames);
421 return (PyTypeObject*)result;
422}
423
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000424static int add_attributes(PyTypeObject* type, char**attrs, int num_fields)
425{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000426 int i, result;
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000427 PyObject *s, *l = PyList_New(num_fields);
428 if (!l) return 0;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000429 for(i = 0; i < num_fields; i++) {
Neal Norwitze4dc3242007-08-25 01:33:49 +0000430 s = PyUnicode_FromString(attrs[i]);
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000431 if (!s) {
432 Py_DECREF(l);
433 return 0;
434 }
435 PyList_SET_ITEM(l, i, s);
436 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000437 result = PyObject_SetAttrString((PyObject*)type, "_attributes", l) >= 0;
438 Py_DECREF(l);
439 return result;
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000440}
441
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000442static PyObject* ast2obj_list(asdl_seq *seq, PyObject* (*func)(void*))
443{
444 int i, n = asdl_seq_LEN(seq);
445 PyObject *result = PyList_New(n);
446 PyObject *value;
447 if (!result)
448 return NULL;
449 for (i = 0; i < n; i++) {
450 value = func(asdl_seq_GET(seq, i));
451 if (!value) {
452 Py_DECREF(result);
453 return NULL;
454 }
455 PyList_SET_ITEM(result, i, value);
456 }
457 return result;
458}
459
460static PyObject* ast2obj_object(void *o)
461{
462 if (!o)
463 o = Py_None;
464 Py_INCREF((PyObject*)o);
465 return (PyObject*)o;
466}
467#define ast2obj_identifier ast2obj_object
468#define ast2obj_string ast2obj_object
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000469
Thomas Woutersa44f3a32007-02-26 18:20:15 +0000470static PyObject* ast2obj_int(long b)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000471{
Christian Heimes2b1c5922007-12-02 22:43:00 +0000472 return PyLong_FromLong(b);
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000473}
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000474""", 0, reflow=False)
475
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000476 self.emit("static int init_types(void)",0)
477 self.emit("{", 0)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000478 self.emit("static int initialized;", 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000479 self.emit("if (initialized) return 1;", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000480 self.emit('AST_type = make_type("AST", &PyBaseObject_Type, NULL, 0);', 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000481 for dfn in mod.dfns:
482 self.visit(dfn)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000483 self.emit("initialized = 1;", 1)
484 self.emit("return 1;", 1);
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000485 self.emit("}", 0)
486
487 def visitProduct(self, prod, name):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000488 if prod.fields:
489 fields = name.value+"_fields"
490 else:
491 fields = "NULL"
Tim Peters710ab3b2006-02-28 18:30:36 +0000492 self.emit('%s_type = make_type("%s", AST_type, %s, %d);' %
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000493 (name, name, fields, len(prod.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000494 self.emit("if (!%s_type) return 0;" % name, 1)
Tim Peters710ab3b2006-02-28 18:30:36 +0000495
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000496 def visitSum(self, sum, name):
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000497 self.emit('%s_type = make_type("%s", AST_type, NULL, 0);' % (name, name), 1)
498 self.emit("if (!%s_type) return 0;" % name, 1)
499 if sum.attributes:
Tim Peters710ab3b2006-02-28 18:30:36 +0000500 self.emit("if (!add_attributes(%s_type, %s_attributes, %d)) return 0;" %
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000501 (name, name, len(sum.attributes)), 1)
502 else:
503 self.emit("if (!add_attributes(%s_type, NULL, 0)) return 0;" % name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000504 simple = is_simple(sum)
505 for t in sum.types:
506 self.visitConstructor(t, name, simple)
Tim Peters710ab3b2006-02-28 18:30:36 +0000507
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000508 def visitConstructor(self, cons, name, simple):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000509 if cons.fields:
510 fields = cons.name.value+"_fields"
511 else:
512 fields = "NULL"
Tim Peters710ab3b2006-02-28 18:30:36 +0000513 self.emit('%s_type = make_type("%s", %s_type, %s, %d);' %
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000514 (cons.name, cons.name, name, fields, len(cons.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000515 self.emit("if (!%s_type) return 0;" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000516 if simple:
517 self.emit("%s_singleton = PyType_GenericNew(%s_type, NULL, NULL);" %
518 (cons.name, cons.name), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000519 self.emit("if (!%s_singleton) return 0;" % cons.name, 1)
Tim Peters710ab3b2006-02-28 18:30:36 +0000520
Thomas Wouterscf297e42007-02-23 15:07:44 +0000521def parse_version(mod):
522 return mod.version.value[12:-3]
523
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000524class ASTModuleVisitor(PickleVisitor):
525
526 def visitModule(self, mod):
527 self.emit("PyMODINIT_FUNC", 0)
528 self.emit("init_ast(void)", 0)
529 self.emit("{", 0)
530 self.emit("PyObject *m, *d;", 1)
531 self.emit("if (!init_types()) return;", 1)
532 self.emit('m = Py_InitModule3("_ast", NULL, NULL);', 1)
533 self.emit("if (!m) return;", 1)
534 self.emit("d = PyModule_GetDict(m);", 1)
535 self.emit('if (PyDict_SetItemString(d, "AST", (PyObject*)AST_type) < 0) return;', 1)
536 self.emit('if (PyModule_AddIntConstant(m, "PyCF_ONLY_AST", PyCF_ONLY_AST) < 0)', 1)
537 self.emit("return;", 2)
Martin v. Löwis40d84592006-02-28 00:30:54 +0000538 # Value of version: "$Revision$"
Thomas Wouterscf297e42007-02-23 15:07:44 +0000539 self.emit('if (PyModule_AddStringConstant(m, "__version__", "%s") < 0)'
540 % parse_version(mod), 1)
Martin v. Löwisb003f042006-02-28 00:37:04 +0000541 self.emit("return;", 2)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000542 for dfn in mod.dfns:
543 self.visit(dfn)
544 self.emit("}", 0)
545
546 def visitProduct(self, prod, name):
547 self.addObj(name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000548
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000549 def visitSum(self, sum, name):
550 self.addObj(name)
551 for t in sum.types:
552 self.visitConstructor(t, name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000553
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000554 def visitConstructor(self, cons, name):
555 self.addObj(cons.name)
Tim Peters710ab3b2006-02-28 18:30:36 +0000556
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000557 def addObj(self, name):
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000558 self.emit('if (PyDict_SetItemString(d, "%s", (PyObject*)%s_type) < 0) return;' % (name, name), 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000559
560_SPECIALIZED_SEQUENCES = ('stmt', 'expr')
561
562def find_sequence(fields, doing_specialization):
563 """Return True if any field uses a sequence."""
564 for f in fields:
565 if f.seq:
566 if not doing_specialization:
567 return True
568 if str(f.type) not in _SPECIALIZED_SEQUENCES:
569 return True
570 return False
571
572def has_sequence(types, doing_specialization):
573 for t in types:
574 if find_sequence(t.fields, doing_specialization):
575 return True
576 return False
577
578
579class StaticVisitor(PickleVisitor):
Neal Norwitz7b5a6042005-11-13 19:14:20 +0000580 CODE = '''Very simple, always emit this static code. Overide CODE'''
581
582 def visit(self, object):
583 self.emit(self.CODE, 0, reflow=False)
584
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000585class ObjVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000586
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000587 def func_begin(self, name):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000588 ctype = get_c_type(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000589 self.emit("PyObject*", 0)
590 self.emit("ast2obj_%s(void* _o)" % (name), 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000591 self.emit("{", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000592 self.emit("%s o = (%s)_o;" % (ctype, ctype), 1)
593 self.emit("PyObject *result = NULL, *value = NULL;", 1)
594 self.emit('if (!o) {', 1)
595 self.emit("Py_INCREF(Py_None);", 2)
596 self.emit('return Py_None;', 2)
597 self.emit("}", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000598 self.emit('', 0)
599
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000600 def func_end(self):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000601 self.emit("return result;", 1)
602 self.emit("failed:", 0)
603 self.emit("Py_XDECREF(value);", 1)
604 self.emit("Py_XDECREF(result);", 1)
605 self.emit("return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000606 self.emit("}", 0)
607 self.emit("", 0)
608
609 def visitSum(self, sum, name):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000610 if is_simple(sum):
611 self.simpleSum(sum, name)
612 return
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000613 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000614 self.emit("switch (o->kind) {", 1)
615 for i in range(len(sum.types)):
616 t = sum.types[i]
617 self.visitConstructor(t, i + 1, name)
618 self.emit("}", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000619 for a in sum.attributes:
620 self.emit("value = ast2obj_%s(o->%s);" % (a.type, a.name), 1)
621 self.emit("if (!value) goto failed;", 1)
Martin v. Löwis03e5bc02006-03-02 00:31:27 +0000622 self.emit('if (PyObject_SetAttrString(result, "%s", value) < 0)' % a.name, 1)
623 self.emit('goto failed;', 2)
624 self.emit('Py_DECREF(value);', 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000625 self.func_end()
Tim Peters710ab3b2006-02-28 18:30:36 +0000626
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000627 def simpleSum(self, sum, name):
628 self.emit("PyObject* ast2obj_%s(%s_ty o)" % (name, name), 0)
629 self.emit("{", 0)
630 self.emit("switch(o) {", 1)
631 for t in sum.types:
632 self.emit("case %s:" % t.name, 2)
633 self.emit("Py_INCREF(%s_singleton);" % t.name, 3)
634 self.emit("return %s_singleton;" % t.name, 3)
635 self.emit("}", 1)
636 self.emit("return NULL; /* cannot happen */", 1)
637 self.emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000638
639 def visitProduct(self, prod, name):
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000640 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000641 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % name, 1);
642 self.emit("if (!result) return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000643 for field in prod.fields:
644 self.visitField(field, name, 1, True)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000645 self.func_end()
Tim Peters536cf992005-12-25 23:18:31 +0000646
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000647 def visitConstructor(self, cons, enum, name):
648 self.emit("case %s_kind:" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000649 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % cons.name, 2);
650 self.emit("if (!result) goto failed;", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000651 for f in cons.fields:
652 self.visitField(f, cons.name, 2, False)
653 self.emit("break;", 2)
654
655 def visitField(self, field, name, depth, product):
656 def emit(s, d):
657 self.emit(s, depth + d)
658 if product:
659 value = "o->%s" % field.name
660 else:
661 value = "o->v.%s.%s" % (name, field.name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000662 self.set(field, value, depth)
663 emit("if (!value) goto failed;", 0)
664 emit('if (PyObject_SetAttrString(result, "%s", value) == -1)' % field.name, 0)
665 emit("goto failed;", 1)
666 emit("Py_DECREF(value);", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000667
668 def emitSeq(self, field, value, depth, emit):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000669 emit("seq = %s;" % value, 0)
670 emit("n = asdl_seq_LEN(seq);", 0)
671 emit("value = PyList_New(n);", 0)
672 emit("if (!value) goto failed;", 0)
673 emit("for (i = 0; i < n; i++) {", 0)
674 self.set("value", field, "asdl_seq_GET(seq, i)", depth + 1)
675 emit("if (!value1) goto failed;", 1)
676 emit("PyList_SET_ITEM(value, i, value1);", 1)
677 emit("value1 = NULL;", 1)
678 emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000679
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000680 def set(self, field, value, depth):
681 if field.seq:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000682 # XXX should really check for is_simple, but that requires a symbol table
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000683 if field.type.value == "cmpop":
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000684 # While the sequence elements are stored as void*,
685 # ast2obj_cmpop expects an enum
686 self.emit("{", depth)
687 self.emit("int i, n = asdl_seq_LEN(%s);" % value, depth+1)
688 self.emit("value = PyList_New(n);", depth+1)
689 self.emit("if (!value) goto failed;", depth+1)
690 self.emit("for(i = 0; i < n; i++)", depth+1)
691 # This cannot fail, so no need for error handling
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000692 self.emit("PyList_SET_ITEM(value, i, ast2obj_cmpop((cmpop_ty)asdl_seq_GET(%s, i)));" % value,
693 depth+2, reflow=False)
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000694 self.emit("}", depth)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000695 else:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000696 self.emit("value = ast2obj_list(%s, ast2obj_%s);" % (value, field.type), depth)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000697 else:
698 ctype = get_c_type(field.type)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000699 self.emit("value = ast2obj_%s(%s);" % (field.type, value), depth, reflow=False)
Tim Peters536cf992005-12-25 23:18:31 +0000700
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000701
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000702class PartingShots(StaticVisitor):
703
704 CODE = """
705PyObject* PyAST_mod2obj(mod_ty t)
706{
707 init_types();
708 return ast2obj_mod(t);
709}
710"""
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000711
712class ChainOfVisitors:
713 def __init__(self, *visitors):
714 self.visitors = visitors
715
716 def visit(self, object):
717 for v in self.visitors:
718 v.visit(object)
Neal Norwitz7b5a6042005-11-13 19:14:20 +0000719 v.emit("", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000720
Guido van Rossum805365e2007-05-07 22:24:25 +0000721common_msg = "/* File automatically generated by %s. */\n\n"
Thomas Wouterscf297e42007-02-23 15:07:44 +0000722
723c_file_msg = """
724/*
725 __version__ %s.
726
727 This module must be committed separately after each AST grammar change;
728 The __version__ number is set to the revision number of the commit
729 containing the grammar change.
730*/
Guido van Rossum805365e2007-05-07 22:24:25 +0000731
Thomas Wouterscf297e42007-02-23 15:07:44 +0000732"""
733
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000734def main(srcfile):
Neal Norwitz897ff812005-12-11 21:18:22 +0000735 argv0 = sys.argv[0]
Armin Rigo6b1793f2005-12-14 18:05:14 +0000736 components = argv0.split(os.sep)
737 argv0 = os.sep.join(components[-2:])
Thomas Wouterscf297e42007-02-23 15:07:44 +0000738 auto_gen_msg = common_msg % argv0
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000739 mod = asdl.parse(srcfile)
740 if not asdl.check(mod):
741 sys.exit(1)
742 if INC_DIR:
743 p = "%s/%s-ast.h" % (INC_DIR, mod.name)
Guido van Rossum2af1d892007-11-23 21:26:49 +0000744 f = open(p, "w")
Guido van Rossum805365e2007-05-07 22:24:25 +0000745 f.write(auto_gen_msg)
746 f.write('#include "asdl.h"\n\n')
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000747 c = ChainOfVisitors(TypeDefVisitor(f),
748 StructVisitor(f),
749 PrototypeVisitor(f),
750 )
751 c.visit(mod)
Guido van Rossum805365e2007-05-07 22:24:25 +0000752 f.write("PyObject* PyAST_mod2obj(mod_ty t);\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000753 f.close()
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000754
755 if SRC_DIR:
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000756 p = os.path.join(SRC_DIR, str(mod.name) + "-ast.c")
Guido van Rossum2af1d892007-11-23 21:26:49 +0000757 f = open(p, "w")
Guido van Rossum805365e2007-05-07 22:24:25 +0000758 f.write(auto_gen_msg)
759 f.write(c_file_msg % parse_version(mod))
760 f.write('#include "Python.h"\n')
761 f.write('#include "%s-ast.h"\n' % mod.name)
762 f.write('\n')
763 f.write("static PyTypeObject* AST_type;\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000764 v = ChainOfVisitors(
765 PyTypesDeclareVisitor(f),
766 PyTypesVisitor(f),
767 FunctionVisitor(f),
768 ObjVisitor(f),
769 ASTModuleVisitor(f),
770 PartingShots(f),
771 )
772 v.visit(mod)
773 f.close()
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000774
775if __name__ == "__main__":
776 import sys
777 import getopt
778
779 INC_DIR = ''
780 SRC_DIR = ''
781 opts, args = getopt.getopt(sys.argv[1:], "h:c:")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000782 if len(opts) != 1:
Guido van Rossum805365e2007-05-07 22:24:25 +0000783 sys.stdout.write("Must specify exactly one output file\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000784 sys.exit(1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000785 for o, v in opts:
786 if o == '-h':
787 INC_DIR = v
788 if o == '-c':
789 SRC_DIR = v
790 if len(args) != 1:
Guido van Rossum805365e2007-05-07 22:24:25 +0000791 sys.stdout.write("Must specify single input file\n")
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000792 sys.exit(1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000793 main(args[0])