blob: b55b6eb1c790b8920b1840e1ab4a9188d6df980b [file] [log] [blame]
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001#! /usr/bin/env python
2"""Generate C code from an ASDL description."""
3
4# TO DO
5# handle fields that have a type but no name
6
7import os, sys, traceback
8
9import asdl
10
11TABSIZE = 8
12MAX_COL = 80
13
14def get_c_type(name):
15 """Return a string for the C name of the type.
16
17 This function special cases the default types provided by asdl:
18 identifier, string, int, bool.
19 """
20 # XXX ack! need to figure out where Id is useful and where string
21 if isinstance(name, asdl.Id):
22 name = name.value
23 if name in asdl.builtin_types:
24 return name
25 else:
26 return "%s_ty" % name
27
28def reflow_lines(s, depth):
29 """Reflow the line s indented depth tabs.
30
31 Return a sequence of lines where no line extends beyond MAX_COL
32 when properly indented. The first line is properly indented based
33 exclusively on depth * TABSIZE. All following lines -- these are
34 the reflowed lines generated by this function -- start at the same
35 column as the first character beyond the opening { in the first
36 line.
37 """
38 size = MAX_COL - depth * TABSIZE
39 if len(s) < size:
40 return [s]
41
42 lines = []
43 cur = s
44 padding = ""
45 while len(cur) > size:
46 i = cur.rfind(' ', 0, size)
47 # XXX this should be fixed for real
48 if i == -1 and 'GeneratorExp' in cur:
49 i = size + 3
50 assert i != -1, "Impossible line %d to reflow: %s" % (size, `s`)
51 lines.append(padding + cur[:i])
52 if len(lines) == 1:
53 # find new size based on brace
54 j = cur.find('{', 0, i)
55 if j >= 0:
56 j += 2 # account for the brace and the space after it
57 size -= j
58 padding = " " * j
59 else:
60 j = cur.find('(', 0, i)
61 if j >= 0:
62 j += 1 # account for the paren (no space after it)
63 size -= j
64 padding = " " * j
65 cur = cur[i+1:]
66 else:
67 lines.append(padding + cur)
68 return lines
69
70def is_simple(sum):
71 """Return True if a sum is a simple.
72
73 A sum is simple if its types have no fields, e.g.
74 unaryop = Invert | Not | UAdd | USub
75 """
76
77 for t in sum.types:
78 if t.fields:
79 return False
80 return True
81
82class EmitVisitor(asdl.VisitorBase):
83 """Visit that emits lines"""
84
85 def __init__(self, file):
86 self.file = file
87 super(EmitVisitor, self).__init__()
88
89 def emit(self, s, depth, reflow=1):
90 # XXX reflow long lines?
91 if reflow:
92 lines = reflow_lines(s, depth)
93 else:
94 lines = [s]
95 for line in lines:
96 line = (" " * TABSIZE * depth) + line + "\n"
97 self.file.write(line)
98
99class TypeDefVisitor(EmitVisitor):
100 def visitModule(self, mod):
101 for dfn in mod.dfns:
102 self.visit(dfn)
103
104 def visitType(self, type, depth=0):
105 self.visit(type.value, type.name, depth)
106
107 def visitSum(self, sum, name, depth):
108 if is_simple(sum):
109 self.simple_sum(sum, name, depth)
110 else:
111 self.sum_with_constructors(sum, name, depth)
112
113 def simple_sum(self, sum, name, depth):
114 enum = []
115 for i in range(len(sum.types)):
116 type = sum.types[i]
117 enum.append("%s=%d" % (type.name, i + 1))
118 enums = ", ".join(enum)
119 ctype = get_c_type(name)
120 s = "typedef enum _%s { %s } %s;" % (name, enums, ctype)
121 self.emit(s, depth)
122 self.emit("", depth)
123
124 def sum_with_constructors(self, sum, name, depth):
125 ctype = get_c_type(name)
126 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
127 self.emit(s, depth)
128 self.emit("", depth)
129
130 def visitProduct(self, product, name, depth):
131 ctype = get_c_type(name)
132 s = "typedef struct _%(name)s *%(ctype)s;" % locals()
133 self.emit(s, depth)
134 self.emit("", depth)
135
136class StructVisitor(EmitVisitor):
137 """Visitor to generate typdefs for AST."""
138
139 def visitModule(self, mod):
140 for dfn in mod.dfns:
141 self.visit(dfn)
142
143 def visitType(self, type, depth=0):
144 self.visit(type.value, type.name, depth)
145
146 def visitSum(self, sum, name, depth):
147 if not is_simple(sum):
148 self.sum_with_constructors(sum, name, depth)
149
150 def sum_with_constructors(self, sum, name, depth):
151 def emit(s, depth=depth):
152 self.emit(s % sys._getframe(1).f_locals, depth)
153 enum = []
154 for i in range(len(sum.types)):
155 type = sum.types[i]
156 enum.append("%s_kind=%d" % (type.name, i + 1))
157
158 emit("struct _%(name)s {")
159 emit("enum { " + ", ".join(enum) + " } kind;", depth + 1)
160 emit("union {", depth + 1)
161 for t in sum.types:
162 self.visit(t, depth + 2)
163 emit("} v;", depth + 1)
164 for field in sum.attributes:
165 # rudimentary attribute handling
166 type = str(field.type)
167 assert type in asdl.builtin_types, type
168 emit("%s %s;" % (type, field.name), depth + 1);
169 emit("};")
170 emit("")
171
172 def visitConstructor(self, cons, depth):
173 if cons.fields:
174 self.emit("struct {", depth)
175 for f in cons.fields:
176 self.visit(f, depth + 1)
177 self.emit("} %s;" % cons.name, depth)
178 self.emit("", depth)
179 else:
180 # XXX not sure what I want here, nothing is probably fine
181 pass
182
183 def visitField(self, field, depth):
184 # XXX need to lookup field.type, because it might be something
185 # like a builtin...
186 ctype = get_c_type(field.type)
187 name = field.name
188 if field.seq:
189 self.emit("asdl_seq *%(name)s;" % locals(), depth)
190 else:
191 self.emit("%(ctype)s %(name)s;" % locals(), depth)
192
193 def visitProduct(self, product, name, depth):
194 self.emit("struct _%(name)s {" % locals(), depth)
195 for f in product.fields:
196 self.visit(f, depth + 1)
197 self.emit("};", depth)
198 self.emit("", depth)
199
200class PrototypeVisitor(EmitVisitor):
201 """Generate function prototypes for the .h file"""
202
203 def visitModule(self, mod):
204 for dfn in mod.dfns:
205 self.visit(dfn)
206
207 def visitType(self, type):
208 self.visit(type.value, type.name)
209
210 def visitSum(self, sum, name):
211 if is_simple(sum):
212 pass # XXX
213 else:
214 for t in sum.types:
215 self.visit(t, name, sum.attributes)
216
217 def get_args(self, fields):
218 """Return list of C argument into, one for each field.
219
220 Argument info is 3-tuple of a C type, variable name, and flag
221 that is true if type can be NULL.
222 """
223 args = []
224 unnamed = {}
225 for f in fields:
226 if f.name is None:
227 name = f.type
228 c = unnamed[name] = unnamed.get(name, 0) + 1
229 if c > 1:
230 name = "name%d" % (c - 1)
231 else:
232 name = f.name
233 # XXX should extend get_c_type() to handle this
234 if f.seq:
235 ctype = "asdl_seq *"
236 else:
237 ctype = get_c_type(f.type)
238 args.append((ctype, name, f.opt or f.seq))
239 return args
240
241 def visitConstructor(self, cons, type, attrs):
242 args = self.get_args(cons.fields)
243 attrs = self.get_args(attrs)
244 ctype = get_c_type(type)
245 self.emit_function(cons.name, ctype, args, attrs)
246
247 def emit_function(self, name, ctype, args, attrs, union=1):
248 args = args + attrs
249 if args:
250 argstr = ", ".join(["%s %s" % (atype, aname)
251 for atype, aname, opt in args])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000252 argstr += ", PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000253 else:
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000254 argstr = "PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000255 self.emit("%s %s(%s);" % (ctype, name, argstr), 0)
256
257 def visitProduct(self, prod, name):
258 self.emit_function(name, get_c_type(name),
259 self.get_args(prod.fields), [], union=0)
260
261class FunctionVisitor(PrototypeVisitor):
262 """Visitor to generate constructor functions for AST."""
263
264 def emit_function(self, name, ctype, args, attrs, union=1):
265 def emit(s, depth=0, reflow=1):
266 self.emit(s, depth, reflow)
267 argstr = ", ".join(["%s %s" % (atype, aname)
268 for atype, aname, opt in args + attrs])
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000269 if argstr:
270 argstr += ", PyArena *arena"
271 else:
272 argstr = "PyArena *arena"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000273 self.emit("%s" % ctype, 0)
274 emit("%s(%s)" % (name, argstr))
275 emit("{")
276 emit("%s p;" % ctype, 1)
277 for argtype, argname, opt in args:
278 # XXX hack alert: false is allowed for a bool
279 if not opt and not argtype == "bool":
280 emit("if (!%s) {" % argname, 1)
281 emit("PyErr_SetString(PyExc_ValueError,", 2)
282 msg = "field %s is required for %s" % (argname, name)
283 emit(' "%s");' % msg,
284 2, reflow=0)
285 emit('return NULL;', 2)
286 emit('}', 1)
287
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000288 emit("p = (%s)PyArena_Malloc(arena, sizeof(*p));" % ctype, 1);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000289 emit("if (!p) {", 1)
Neal Norwitza34584b2005-10-23 18:59:17 +0000290 emit("PyErr_NoMemory();", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000291 emit("return NULL;", 2)
292 emit("}", 1)
293 if union:
294 self.emit_body_union(name, args, attrs)
295 else:
296 self.emit_body_struct(name, args, attrs)
297 emit("return p;", 1)
298 emit("}")
299 emit("")
300
301 def emit_body_union(self, name, args, attrs):
302 def emit(s, depth=0, reflow=1):
303 self.emit(s, depth, reflow)
304 emit("p->kind = %s_kind;" % name, 1)
305 for argtype, argname, opt in args:
306 emit("p->v.%s.%s = %s;" % (name, argname, argname), 1)
307 for argtype, argname, opt in attrs:
308 emit("p->%s = %s;" % (argname, argname), 1)
309
310 def emit_body_struct(self, name, args, attrs):
311 def emit(s, depth=0, reflow=1):
312 self.emit(s, depth, reflow)
313 for argtype, argname, opt in args:
314 emit("p->%s = %s;" % (argname, argname), 1)
315 assert not attrs
316
317class PickleVisitor(EmitVisitor):
318
319 def visitModule(self, mod):
320 for dfn in mod.dfns:
321 self.visit(dfn)
322
323 def visitType(self, type):
324 self.visit(type.value, type.name)
325
326 def visitSum(self, sum, name):
327 pass
328
329 def visitProduct(self, sum, name):
330 pass
331
332 def visitConstructor(self, cons, name):
333 pass
334
335 def visitField(self, sum):
336 pass
337
338class MarshalPrototypeVisitor(PickleVisitor):
339
340 def prototype(self, sum, name):
341 ctype = get_c_type(name)
Neal Norwitz6576bd82005-11-13 18:41:28 +0000342 self.emit("static int marshal_write_%s(PyObject **, int *, %s);"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000343 % (name, ctype), 0)
344
345 visitProduct = visitSum = prototype
346
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000347class PyTypesDeclareVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000348
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000349 def visitProduct(self, prod, name):
350 self.emit("PyTypeObject *%s_type;" % name, 0)
351 self.emit("static PyObject* ast2obj_%s(void*);" % name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000352 if prod.fields:
353 self.emit("char *%s_fields[]={" % name,0)
354 for f in prod.fields:
355 self.emit('"%s",' % f.name, 1)
356 self.emit("};", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000357
358 def visitSum(self, sum, name):
359 self.emit("PyTypeObject *%s_type;" % name, 0)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000360 if sum.attributes:
361 self.emit("char *%s_attributes[] = {" % name, 0)
362 for a in sum.attributes:
363 self.emit('"%s",' % a.name, 1)
364 self.emit("};", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000365 ptype = "void*"
366 if is_simple(sum):
367 ptype = get_c_type(name)
368 tnames = []
369 for t in sum.types:
370 tnames.append(str(t.name)+"_singleton")
371 tnames = ", *".join(tnames)
372 self.emit("static PyObject *%s;" % tnames, 0)
373 self.emit("static PyObject* ast2obj_%s(%s);" % (name, ptype), 0)
374 for t in sum.types:
375 self.visitConstructor(t, name)
376
377 def visitConstructor(self, cons, name):
378 self.emit("PyTypeObject *%s_type;" % cons.name, 0)
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000379 if cons.fields:
380 self.emit("char *%s_fields[]={" % cons.name, 0)
381 for t in cons.fields:
382 self.emit('"%s",' % t.name, 1)
383 self.emit("};",0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000384
385class PyTypesVisitor(PickleVisitor):
386
387 def visitModule(self, mod):
388 self.emit("""
389static PyTypeObject* make_type(char *type, PyTypeObject* base, char**fields, int num_fields)
390{
391 PyObject *fnames, *result;
392 int i;
393 if (num_fields) {
394 fnames = PyTuple_New(num_fields);
395 if (!fnames) return NULL;
396 } else {
397 fnames = Py_None;
398 Py_INCREF(Py_None);
399 }
400 for(i=0; i < num_fields; i++) {
401 PyObject *field = PyString_FromString(fields[i]);
402 if (!field) {
403 Py_DECREF(fnames);
404 return NULL;
405 }
406 PyTuple_SET_ITEM(fnames, i, field);
407 }
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000408 result = PyObject_CallFunction((PyObject*)&PyType_Type, "s(O){sOss}",
409 type, base, "_fields", fnames, "__module__", "_ast");
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000410 Py_DECREF(fnames);
411 return (PyTypeObject*)result;
412}
413
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000414static int add_attributes(PyTypeObject* type, char**attrs, int num_fields)
415{
416 int i;
417 PyObject *s, *l = PyList_New(num_fields);
418 if (!l) return 0;
419 for(i=0; i < num_fields; i++) {
420 s = PyString_FromString(attrs[i]);
421 if (!s) {
422 Py_DECREF(l);
423 return 0;
424 }
425 PyList_SET_ITEM(l, i, s);
426 }
427 return PyObject_SetAttrString((PyObject*)type, "_attributes", l) >=0;
428}
429
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000430static PyObject* ast2obj_list(asdl_seq *seq, PyObject* (*func)(void*))
431{
432 int i, n = asdl_seq_LEN(seq);
433 PyObject *result = PyList_New(n);
434 PyObject *value;
435 if (!result)
436 return NULL;
437 for (i = 0; i < n; i++) {
438 value = func(asdl_seq_GET(seq, i));
439 if (!value) {
440 Py_DECREF(result);
441 return NULL;
442 }
443 PyList_SET_ITEM(result, i, value);
444 }
445 return result;
446}
447
448static PyObject* ast2obj_object(void *o)
449{
450 if (!o)
451 o = Py_None;
452 Py_INCREF((PyObject*)o);
453 return (PyObject*)o;
454}
455#define ast2obj_identifier ast2obj_object
456#define ast2obj_string ast2obj_object
457static PyObject* ast2obj_bool(bool b)
458{
459 return PyBool_FromLong(b);
460}
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000461
462static PyObject* ast2obj_int(bool b)
463{
464 return PyInt_FromLong(b);
465}
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000466""", 0, reflow=False)
467
468 self.emit("static int initialized;", 0)
469 self.emit("static int init_types(void)",0)
470 self.emit("{", 0)
471 self.emit("if (initialized) return 1;", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000472 self.emit('AST_type = make_type("AST", &PyBaseObject_Type, NULL, 0);', 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000473 for dfn in mod.dfns:
474 self.visit(dfn)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000475 self.emit("initialized = 1;", 1)
476 self.emit("return 1;", 1);
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000477 self.emit("}", 0)
478
479 def visitProduct(self, prod, name):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000480 if prod.fields:
481 fields = name.value+"_fields"
482 else:
483 fields = "NULL"
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000484 self.emit('%s_type = make_type("%s", AST_type, %s, %d);' %
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000485 (name, name, fields, len(prod.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000486 self.emit("if (!%s_type) return 0;" % name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000487
488 def visitSum(self, sum, name):
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000489 self.emit('%s_type = make_type("%s", AST_type, NULL, 0);' % (name, name), 1)
490 self.emit("if (!%s_type) return 0;" % name, 1)
491 if sum.attributes:
492 self.emit("if (!add_attributes(%s_type, %s_attributes, %d)) return 0;" %
493 (name, name, len(sum.attributes)), 1)
494 else:
495 self.emit("if (!add_attributes(%s_type, NULL, 0)) return 0;" % name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000496 simple = is_simple(sum)
497 for t in sum.types:
498 self.visitConstructor(t, name, simple)
499
500 def visitConstructor(self, cons, name, simple):
Martin v. Löwis8d0701d2006-02-26 23:40:20 +0000501 if cons.fields:
502 fields = cons.name.value+"_fields"
503 else:
504 fields = "NULL"
505 self.emit('%s_type = make_type("%s", %s_type, %s, %d);' %
506 (cons.name, cons.name, name, fields, len(cons.fields)), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000507 self.emit("if (!%s_type) return 0;" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000508 if simple:
509 self.emit("%s_singleton = PyType_GenericNew(%s_type, NULL, NULL);" %
510 (cons.name, cons.name), 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000511 self.emit("if (!%s_singleton) return 0;" % cons.name, 1)
512
513class ASTModuleVisitor(PickleVisitor):
514
515 def visitModule(self, mod):
516 self.emit("PyMODINIT_FUNC", 0)
517 self.emit("init_ast(void)", 0)
518 self.emit("{", 0)
519 self.emit("PyObject *m, *d;", 1)
520 self.emit("if (!init_types()) return;", 1)
521 self.emit('m = Py_InitModule3("_ast", NULL, NULL);', 1)
522 self.emit("if (!m) return;", 1)
523 self.emit("d = PyModule_GetDict(m);", 1)
524 self.emit('if (PyDict_SetItemString(d, "AST", (PyObject*)AST_type) < 0) return;', 1)
525 self.emit('if (PyModule_AddIntConstant(m, "PyCF_ONLY_AST", PyCF_ONLY_AST) < 0)', 1)
526 self.emit("return;", 2)
Martin v. Löwis40d84592006-02-28 00:30:54 +0000527 # Value of version: "$Revision$"
528 self.emit('if (PyModule_AddStringConstant(m, "__version__", "%s") < 0)' % mod.version.value[12:-3], 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000529 for dfn in mod.dfns:
530 self.visit(dfn)
531 self.emit("}", 0)
532
533 def visitProduct(self, prod, name):
534 self.addObj(name)
535
536 def visitSum(self, sum, name):
537 self.addObj(name)
538 for t in sum.types:
539 self.visitConstructor(t, name)
540
541 def visitConstructor(self, cons, name):
542 self.addObj(cons.name)
543
544 def addObj(self, name):
545 self.emit('if(PyDict_SetItemString(d, "%s", (PyObject*)%s_type) < 0) return;' % (name, name), 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000546
547_SPECIALIZED_SEQUENCES = ('stmt', 'expr')
548
549def find_sequence(fields, doing_specialization):
550 """Return True if any field uses a sequence."""
551 for f in fields:
552 if f.seq:
553 if not doing_specialization:
554 return True
555 if str(f.type) not in _SPECIALIZED_SEQUENCES:
556 return True
557 return False
558
559def has_sequence(types, doing_specialization):
560 for t in types:
561 if find_sequence(t.fields, doing_specialization):
562 return True
563 return False
564
565
566class StaticVisitor(PickleVisitor):
Neal Norwitz7b5a6042005-11-13 19:14:20 +0000567 CODE = '''Very simple, always emit this static code. Overide CODE'''
568
569 def visit(self, object):
570 self.emit(self.CODE, 0, reflow=False)
571
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000572class ObjVisitor(PickleVisitor):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000573
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000574 def func_begin(self, name):
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000575 ctype = get_c_type(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000576 self.emit("PyObject*", 0)
577 self.emit("ast2obj_%s(void* _o)" % (name), 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000578 self.emit("{", 0)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000579 self.emit("%s o = (%s)_o;" % (ctype, ctype), 1)
580 self.emit("PyObject *result = NULL, *value = NULL;", 1)
581 self.emit('if (!o) {', 1)
582 self.emit("Py_INCREF(Py_None);", 2)
583 self.emit('return Py_None;', 2)
584 self.emit("}", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000585 self.emit('', 0)
586
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000587 def func_end(self):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000588 self.emit("return result;", 1)
589 self.emit("failed:", 0)
590 self.emit("Py_XDECREF(value);", 1)
591 self.emit("Py_XDECREF(result);", 1)
592 self.emit("return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000593 self.emit("}", 0)
594 self.emit("", 0)
595
596 def visitSum(self, sum, name):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000597 if is_simple(sum):
598 self.simpleSum(sum, name)
599 return
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000600 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000601 self.emit("switch (o->kind) {", 1)
602 for i in range(len(sum.types)):
603 t = sum.types[i]
604 self.visitConstructor(t, i + 1, name)
605 self.emit("}", 1)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000606 for a in sum.attributes:
607 self.emit("value = ast2obj_%s(o->%s);" % (a.type, a.name), 1)
608 self.emit("if (!value) goto failed;", 1)
609 self.emit('PyObject_SetAttrString(result, "%s", value);' % a.name, 1)
610 self.func_end()
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000611
612 def simpleSum(self, sum, name):
613 self.emit("PyObject* ast2obj_%s(%s_ty o)" % (name, name), 0)
614 self.emit("{", 0)
615 self.emit("switch(o) {", 1)
616 for t in sum.types:
617 self.emit("case %s:" % t.name, 2)
618 self.emit("Py_INCREF(%s_singleton);" % t.name, 3)
619 self.emit("return %s_singleton;" % t.name, 3)
620 self.emit("}", 1)
621 self.emit("return NULL; /* cannot happen */", 1)
622 self.emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000623
624 def visitProduct(self, prod, name):
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000625 self.func_begin(name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000626 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % name, 1);
627 self.emit("if (!result) return NULL;", 1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000628 for field in prod.fields:
629 self.visitField(field, name, 1, True)
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000630 self.func_end()
Tim Peters536cf992005-12-25 23:18:31 +0000631
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000632 def visitConstructor(self, cons, enum, name):
633 self.emit("case %s_kind:" % cons.name, 1)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000634 self.emit("result = PyType_GenericNew(%s_type, NULL, NULL);" % cons.name, 2);
635 self.emit("if (!result) goto failed;", 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000636 for f in cons.fields:
637 self.visitField(f, cons.name, 2, False)
638 self.emit("break;", 2)
639
640 def visitField(self, field, name, depth, product):
641 def emit(s, d):
642 self.emit(s, depth + d)
643 if product:
644 value = "o->%s" % field.name
645 else:
646 value = "o->v.%s.%s" % (name, field.name)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000647 self.set(field, value, depth)
648 emit("if (!value) goto failed;", 0)
649 emit('if (PyObject_SetAttrString(result, "%s", value) == -1)' % field.name, 0)
650 emit("goto failed;", 1)
651 emit("Py_DECREF(value);", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000652
653 def emitSeq(self, field, value, depth, emit):
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000654 emit("seq = %s;" % value, 0)
655 emit("n = asdl_seq_LEN(seq);", 0)
656 emit("value = PyList_New(n);", 0)
657 emit("if (!value) goto failed;", 0)
658 emit("for (i = 0; i < n; i++) {", 0)
659 self.set("value", field, "asdl_seq_GET(seq, i)", depth + 1)
660 emit("if (!value1) goto failed;", 1)
661 emit("PyList_SET_ITEM(value, i, value1);", 1)
662 emit("value1 = NULL;", 1)
663 emit("}", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000664
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000665 def set(self, field, value, depth):
666 if field.seq:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000667 # XXX should really check for is_simple, but that requires a symbol table
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000668 if field.type.value == "cmpop":
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000669 # While the sequence elements are stored as void*,
670 # ast2obj_cmpop expects an enum
671 self.emit("{", depth)
672 self.emit("int i, n = asdl_seq_LEN(%s);" % value, depth+1)
673 self.emit("value = PyList_New(n);", depth+1)
674 self.emit("if (!value) goto failed;", depth+1)
675 self.emit("for(i = 0; i < n; i++)", depth+1)
676 # This cannot fail, so no need for error handling
677 self.emit("PyList_SET_ITEM(value, i, ast2obj_%s((%s_ty)asdl_seq_GET(%s, i)));" %
678 (field.type, field.type, value), depth+2, reflow=False)
679 self.emit("}", depth)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000680 else:
Martin v. Löwisce1d5d22006-02-26 20:51:25 +0000681 self.emit("value = ast2obj_list(%s, ast2obj_%s);" % (value, field.type), depth)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000682 else:
683 ctype = get_c_type(field.type)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000684 self.emit("value = ast2obj_%s(%s);" % (field.type, value), depth, reflow=False)
Tim Peters536cf992005-12-25 23:18:31 +0000685
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000686
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000687class PartingShots(StaticVisitor):
688
689 CODE = """
690PyObject* PyAST_mod2obj(mod_ty t)
691{
692 init_types();
693 return ast2obj_mod(t);
694}
695"""
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000696
697class ChainOfVisitors:
698 def __init__(self, *visitors):
699 self.visitors = visitors
700
701 def visit(self, object):
702 for v in self.visitors:
703 v.visit(object)
Neal Norwitz7b5a6042005-11-13 19:14:20 +0000704 v.emit("", 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000705
706def main(srcfile):
Neal Norwitz897ff812005-12-11 21:18:22 +0000707 argv0 = sys.argv[0]
Armin Rigo6b1793f2005-12-14 18:05:14 +0000708 components = argv0.split(os.sep)
709 argv0 = os.sep.join(components[-2:])
Neal Norwitz897ff812005-12-11 21:18:22 +0000710 auto_gen_msg = '/* File automatically generated by %s */\n' % argv0
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000711 mod = asdl.parse(srcfile)
712 if not asdl.check(mod):
713 sys.exit(1)
714 if INC_DIR:
715 p = "%s/%s-ast.h" % (INC_DIR, mod.name)
716 else:
717 p = "%s-ast.h" % mod.name
718 f = open(p, "wb")
719 print >> f, auto_gen_msg
720 print >> f, '#include "asdl.h"\n'
721 c = ChainOfVisitors(TypeDefVisitor(f),
722 StructVisitor(f),
723 PrototypeVisitor(f),
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000724 )
725 c.visit(mod)
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000726 print >>f, "PyObject* PyAST_mod2obj(mod_ty t);"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000727 f.close()
728
729 if SRC_DIR:
730 p = "%s/%s-ast.c" % (SRC_DIR, mod.name)
731 else:
732 p = "%s-ast.c" % mod.name
733 f = open(p, "wb")
734 print >> f, auto_gen_msg
735 print >> f, '#include "Python.h"'
736 print >> f, '#include "%s-ast.h"' % mod.name
737 print >> f
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000738 print >>f, "PyTypeObject* AST_type;"
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000739 v = ChainOfVisitors(
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000740 PyTypesDeclareVisitor(f),
741 PyTypesVisitor(f),
Neal Norwitz6576bd82005-11-13 18:41:28 +0000742 FunctionVisitor(f),
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000743 ObjVisitor(f),
Martin v. Löwis577b5b92006-02-27 15:23:19 +0000744 ASTModuleVisitor(f),
Martin v. Löwisbd260da2006-02-26 19:42:26 +0000745 PartingShots(f),
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000746 )
747 v.visit(mod)
748 f.close()
749
750if __name__ == "__main__":
751 import sys
752 import getopt
753
754 INC_DIR = ''
755 SRC_DIR = ''
756 opts, args = getopt.getopt(sys.argv[1:], "h:c:")
757 for o, v in opts:
758 if o == '-h':
759 INC_DIR = v
760 if o == '-c':
761 SRC_DIR = v
762 if len(args) != 1:
763 print "Must specify single input file"
764 main(args[0])