blob: 93de0aaf5dab8a50a63cbcc97078b5c5a1826785 [file] [log] [blame]
eli.benderskyd5ba3452011-02-18 21:32:47 +02001#-----------------------------------------------------------------
2# pycparser: c-to-c.py
3#
eli.benderskyafcfaac2011-02-25 16:46:01 +02004# Example of a C code generator from pycparser AST nodes, serving
5# as a simplistic translator from C to AST and back to C.
eli.benderskyb36f5bb2011-03-06 07:22:33 +02006# Note: at this stage, the example is "alpha release" and considered
7# experimental. Please file any bugs you find in the Issues page on pycparser's
8# website.
eli.benderskyd5ba3452011-02-18 21:32:47 +02009#
10# Copyright (C) 2008-2011, Eli Bendersky
eli.bendersky84a6a632011-04-29 09:00:43 +030011# License: BSD
eli.benderskyd5ba3452011-02-18 21:32:47 +020012#-----------------------------------------------------------------
13from __future__ import print_function
14import sys
15
16# This is not required if you've installed pycparser into
17# your site-packages/ with setup.py
18#
19sys.path.insert(0, '..')
20
21from pycparser import c_parser, c_ast, parse_file
22
23
eli.benderskyafcfaac2011-02-25 16:46:01 +020024class CGenerator(object):
25 """ Uses the same visitor pattern as c_ast.NodeVisitor, but modified to
26 return a value from each visit method, using string accumulation in
27 generic_visit.
28 """
eli.benderskyd5ba3452011-02-18 21:32:47 +020029 def __init__(self):
30 self.output = ''
31
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020032 # Statements start with indentation of self.indent_level spaces, using
33 # the _make_indent method
eli.benderskyafcfaac2011-02-25 16:46:01 +020034 #
35 self.indent_level = 0
36
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020037 def _make_indent(self):
38 return ' ' * self.indent_level
39
eli.benderskyafcfaac2011-02-25 16:46:01 +020040 def visit(self, node):
41 method = 'visit_' + node.__class__.__name__
42 return getattr(self, method, self.generic_visit)(node)
43
44 def generic_visit(self, node):
eli.benderskydcb859c2011-03-05 17:02:43 +020045 #~ print('generic:', type(node))
eli.benderskyafcfaac2011-02-25 16:46:01 +020046 if node is None:
47 return ''
48 else:
49 return ''.join(self.visit(c) for c in node.children())
eli.benderskyd5ba3452011-02-18 21:32:47 +020050
51 def visit_Constant(self, n):
eli.benderskyafcfaac2011-02-25 16:46:01 +020052 return n.value
53
eli.benderskyd5ba3452011-02-18 21:32:47 +020054 def visit_ID(self, n):
eli.benderskyafcfaac2011-02-25 16:46:01 +020055 return n.name
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020056
57 def visit_ArrayRef(self, n):
eli.benderskyb36f5bb2011-03-06 07:22:33 +020058 arrref = self._parenthesize_unless_simple(n.name)
59 return arrref + '[' + self.visit(n.subscript) + ']'
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020060
eli.bendersky724b1cc2011-03-05 10:45:08 +020061 def visit_StructRef(self, n):
eli.benderskyb36f5bb2011-03-06 07:22:33 +020062 sref = self._parenthesize_unless_simple(n.name)
63 return sref + n.type + self.visit(n.field)
eli.bendersky724b1cc2011-03-05 10:45:08 +020064
65 def visit_FuncCall(self, n):
eli.benderskyb36f5bb2011-03-06 07:22:33 +020066 fref = self._parenthesize_unless_simple(n.name)
67 return fref + '(' + self.visit(n.args) + ')'
eli.bendersky724b1cc2011-03-05 10:45:08 +020068
eli.benderskyae36e962011-02-27 08:25:05 +020069 def visit_UnaryOp(self, n):
eli.benderskyb36f5bb2011-03-06 07:22:33 +020070 operand = self._parenthesize_unless_simple(n.expr)
eli.benderskyae36e962011-02-27 08:25:05 +020071 if n.op == 'p++':
eli.benderskyb36f5bb2011-03-06 07:22:33 +020072 return '%s++' % operand
eli.benderskyd4a99752011-05-26 07:04:19 +030073 elif n.op == 'p--':
74 return '%s--' % operand
eli.bendersky8348a9d2011-05-26 07:01:43 +030075 elif n.op == 'sizeof':
76 # Always parenthesize the argument of sizeof since it can be
77 # a name.
78 return 'sizeof(%s)' % self.visit(n.expr)
eli.benderskyae36e962011-02-27 08:25:05 +020079 else:
eli.benderskyb36f5bb2011-03-06 07:22:33 +020080 return '%s%s' % (n.op, operand)
eli.benderskyae36e962011-02-27 08:25:05 +020081
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020082 def visit_BinaryOp(self, n):
eli.benderskyb36f5bb2011-03-06 07:22:33 +020083 lval_str = self._parenthesize_if(n.left,
84 lambda d: not self._is_simple_node(d))
85 rval_str = self._parenthesize_if(n.right,
86 lambda d: not self._is_simple_node(d))
eli.bendersky724b1cc2011-03-05 10:45:08 +020087 return '%s %s %s' % (lval_str, n.op, rval_str)
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020088
89 def visit_Assignment(self, n):
eli.bendersky724b1cc2011-03-05 10:45:08 +020090 rval_str = self._parenthesize_if(
91 n.rvalue,
92 lambda n: isinstance(n, c_ast.Assignment))
93 return '%s %s %s' % (self.visit(n.lvalue), n.op, rval_str)
eli.benderskyd5ba3452011-02-18 21:32:47 +020094
95 def visit_IdentifierType(self, n):
eli.bendersky3ae9f7a2011-02-27 07:19:41 +020096 return ' '.join(n.names)
eli.benderskyd5ba3452011-02-18 21:32:47 +020097
eli.benderskyabb96e62011-03-05 16:30:05 +020098 def visit_Decl(self, n, no_type=False):
99 # no_type is used when a Decl is part of a DeclList, where the type is
100 # explicitly only for the first delaration in a list.
101 #
102 s = n.name if no_type else self._generate_decl(n)
eli.benderskyafcfaac2011-02-25 16:46:01 +0200103 if n.bitsize: s += ' : ' + self.visit(n.bitsize)
eli.benderskydcb859c2011-03-05 17:02:43 +0200104 if n.init:
105 if isinstance(n.init, c_ast.ExprList):
106 s += ' = {' + self.visit(n.init) + '}'
107 else:
108 s += ' = ' + self.visit(n.init)
eli.benderskyafcfaac2011-02-25 16:46:01 +0200109 return s
eli.benderskyd5ba3452011-02-18 21:32:47 +0200110
eli.benderskyabb96e62011-03-05 16:30:05 +0200111 def visit_DeclList(self, n):
112 s = self.visit(n.decls[0])
113 if len(n.decls) > 1:
114 s += ', ' + ', '.join(self.visit_Decl(decl, no_type=True)
115 for decl in n.decls[1:])
116 return s
117
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200118 def visit_Typedef(self, n):
119 s = ''
120 if n.storage: s += ' '.join(n.storage) + ' '
121 s += self._generate_type(n.type)
122 return s
123
124 def visit_Cast(self, n):
eli.bendersky6ed80a62011-05-09 18:22:33 +0300125 s = '(' + self._generate_type(n.to_type) + ')'
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200126 return s + ' ' + self.visit(n.expr)
127
eli.bendersky724b1cc2011-03-05 10:45:08 +0200128 def visit_ExprList(self, n):
eli.bendersky8e6c5862011-05-20 12:35:08 +0300129 visited_subexprs = []
130 for expr in n.exprs:
131 if isinstance(expr, c_ast.ExprList):
132 visited_subexprs.append('{' + self.visit(expr) + '}')
133 else:
134 visited_subexprs.append(self.visit(expr))
135 return ', '.join(visited_subexprs)
eli.bendersky724b1cc2011-03-05 10:45:08 +0200136
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200137 def visit_Enum(self, n):
138 s = 'enum'
139 if n.name: s += ' ' + n.name
140 if n.values:
141 s += ' {'
142 for i, enumerator in enumerate(n.values.enumerators):
143 s += enumerator.name
144 if enumerator.value:
145 s += ' = ' + self.visit(enumerator.value)
146 if i != len(n.values.enumerators) - 1:
147 s += ', '
148 s += '}'
149 return s
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200150
eli.benderskyafcfaac2011-02-25 16:46:01 +0200151 def visit_FuncDef(self, n):
152 decl = self.visit(n.decl)
153 self.indent_level = 0
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200154 # The body is a Compound node
eli.benderskyafcfaac2011-02-25 16:46:01 +0200155 body = self.visit(n.body)
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200156 return decl + '\n' + body + '\n'
157
158 def visit_FileAST(self, n):
159 s = ''
160 for ext in n.ext:
161 if isinstance(ext, c_ast.FuncDef):
162 s += self.visit(ext)
163 else:
164 s += self.visit(ext) + ';\n'
165 return s
166
167 def visit_Compound(self, n):
168 s = self._make_indent() + '{\n'
169 self.indent_level += 2
eli.benderskycad1cfd2011-05-26 06:56:27 +0300170 if n.block_items:
171 s += ''.join(self._generate_stmt(stmt) for stmt in n.block_items)
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200172 self.indent_level -= 2
173 s += self._make_indent() + '}\n'
174 return s
175
176 def visit_ParamList(self, n):
177 return ', '.join(self.visit(param) for param in n.params)
178
179 def visit_Return(self, n):
180 s = 'return'
181 if n.expr: s += ' ' + self.visit(n.expr)
182 return s + ';'
183
eli.benderskyfc96e5e2011-03-04 09:51:23 +0200184 def visit_Break(self, n):
185 return 'break;'
186
187 def visit_Continue(self, n):
188 return 'continue;'
eli.bendersky724b1cc2011-03-05 10:45:08 +0200189
190 def visit_TernaryOp(self, n):
191 s = self.visit(n.cond) + ' ? '
192 s += self.visit(n.iftrue) + ' : '
193 s += self.visit(n.iffalse)
194 return s
195
eli.benderskye6ecb1a2011-03-05 10:58:46 +0200196 def visit_If(self, n):
197 s = 'if ('
198 if n.cond: s += self.visit(n.cond)
199 s += ')\n'
200 s += self._generate_stmt(n.iftrue, add_indent=True)
201 if n.iffalse:
202 s += self._make_indent() + 'else\n'
203 s += self._generate_stmt(n.iffalse, add_indent=True)
204 return s
205
eli.benderskyae36e962011-02-27 08:25:05 +0200206 def visit_For(self, n):
207 s = 'for ('
208 if n.init: s += self.visit(n.init)
209 s += ';'
210 if n.cond: s += ' ' + self.visit(n.cond)
211 s += ';'
212 if n.next: s += ' ' + self.visit(n.next)
213 s += ')\n'
214 s += self._generate_stmt(n.stmt, add_indent=True)
215 return s
216
eli.benderskyfc96e5e2011-03-04 09:51:23 +0200217 def visit_While(self, n):
218 s = 'while ('
219 if n.cond: s += self.visit(n.cond)
220 s += ')\n'
221 s += self._generate_stmt(n.stmt, add_indent=True)
222 return s
223
eli.benderskye6ecb1a2011-03-05 10:58:46 +0200224 def visit_DoWhile(self, n):
225 s = 'do\n'
226 s += self._generate_stmt(n.stmt, add_indent=True)
227 s += self._make_indent() + 'while ('
228 if n.cond: s += self.visit(n.cond)
229 s += ');'
230 return s
231
eli.benderskyabb96e62011-03-05 16:30:05 +0200232 def visit_Switch(self, n):
233 s = 'switch (' + self.visit(n.cond) + ')\n'
234 s += self._generate_stmt(n.stmt, add_indent=True)
235 return s
236
237 def visit_Case(self, n):
238 s = 'case ' + self.visit(n.expr) + ':\n'
239 s += self._generate_stmt(n.stmt, add_indent=True)
240 return s
241
242 def visit_Default(self, n):
243 return 'default:\n' + self._generate_stmt(n.stmt, add_indent=True)
244
245 def visit_Label(self, n):
246 return n.name + ':\n' + self._generate_stmt(n.stmt)
247
248 def visit_Goto(self, n):
249 return 'goto ' + n.name + ';'
250
eli.benderskye6ecb1a2011-03-05 10:58:46 +0200251 def visit_EllipsisParam(self, n):
252 return '...'
253
eli.benderskyabb96e62011-03-05 16:30:05 +0200254 def visit_Struct(self, n):
255 return self._generate_struct_union(n, 'struct')
256
eli.bendersky8e6c5862011-05-20 12:35:08 +0300257 def visit_Typename(self, n):
258 return self._generate_type(n.type)
259
eli.benderskyabb96e62011-03-05 16:30:05 +0200260 def visit_Union(self, n):
261 return self._generate_struct_union(n, 'union')
262
eli.benderskydcb859c2011-03-05 17:02:43 +0200263 def visit_NamedInitializer(self, n):
264 s = ''
265 for name in n.name:
266 if isinstance(name, c_ast.ID):
267 s += '.' + name.name
268 elif isinstance(name, c_ast.Constant):
269 s += '[' + name.value + ']'
270 s += ' = ' + self.visit(n.expr)
271 return s
272
eli.benderskyabb96e62011-03-05 16:30:05 +0200273 def _generate_struct_union(self, n, name):
274 """ Generates code for structs and unions. name should be either
275 'struct' or union.
276 """
eli.benderskydcb859c2011-03-05 17:02:43 +0200277 s = name + ' ' + (n.name or '')
278 if n.decls:
279 s += '\n'
280 s += self._make_indent()
281 self.indent_level += 2
282 s += '{\n'
283 for decl in n.decls:
284 s += self._generate_stmt(decl)
285 self.indent_level -= 2
286 s += self._make_indent() + '}'
eli.benderskyabb96e62011-03-05 16:30:05 +0200287 return s
288
eli.benderskyae36e962011-02-27 08:25:05 +0200289 def _generate_stmt(self, n, add_indent=False):
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200290 """ Generation from a statement node. This method exists as a wrapper
291 for individual visit_* methods to handle different treatment of
292 some statements in this context.
293 """
294 typ = type(n)
eli.benderskyae36e962011-02-27 08:25:05 +0200295 if add_indent: self.indent_level += 2
eli.benderskyfc96e5e2011-03-04 09:51:23 +0200296 indent = self._make_indent()
eli.benderskyae36e962011-02-27 08:25:05 +0200297 if add_indent: self.indent_level -= 2
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200298
eli.bendersky724b1cc2011-03-05 10:45:08 +0200299 if typ in (
300 c_ast.Decl, c_ast.Assignment, c_ast.Cast, c_ast.UnaryOp,
eli.benderskyb36f5bb2011-03-06 07:22:33 +0200301 c_ast.BinaryOp, c_ast.TernaryOp, c_ast.FuncCall, c_ast.ArrayRef,
302 c_ast.StructRef):
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200303 # These can also appear in an expression context so no semicolon
304 # is added to them automatically
305 #
eli.benderskyfc96e5e2011-03-04 09:51:23 +0200306 return indent + self.visit(n) + ';\n'
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200307 elif typ in (c_ast.Compound,):
308 # No extra indentation required before the opening brace of a
309 # compound - because it consists of multiple lines it has to
310 # compute its own indentation.
311 #
eli.benderskyae36e962011-02-27 08:25:05 +0200312 return self.visit(n)
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200313 else:
eli.benderskyfc96e5e2011-03-04 09:51:23 +0200314 return indent + self.visit(n) + '\n'
eli.benderskyafcfaac2011-02-25 16:46:01 +0200315
eli.benderskyd5ba3452011-02-18 21:32:47 +0200316 def _generate_decl(self, n):
317 """ Generation from a Decl node.
318 """
eli.benderskyafcfaac2011-02-25 16:46:01 +0200319 s = ''
320 if n.funcspec: s = ' '.join(n.funcspec) + ' '
321 if n.storage: s += ' '.join(n.storage) + ' '
322 s += self._generate_type(n.type)
323 return s
eli.benderskyd5ba3452011-02-18 21:32:47 +0200324
325 def _generate_type(self, n, modifiers=[]):
326 """ Recursive generation from a type node. n is the type node.
eli.benderskyafcfaac2011-02-25 16:46:01 +0200327 modifiers collects the PtrDecl, ArrayDecl and FuncDecl modifiers
328 encountered on the way down to a TypeDecl, to allow proper
329 generation from it.
eli.benderskyd5ba3452011-02-18 21:32:47 +0200330 """
331 typ = type(n)
332 #~ print(n, modifiers)
333
334 if typ == c_ast.TypeDecl:
eli.benderskyafcfaac2011-02-25 16:46:01 +0200335 s = ''
336 if n.quals: s += ' '.join(n.quals) + ' '
337 s += self.visit(n.type)
eli.benderskyd5ba3452011-02-18 21:32:47 +0200338
339 nstr = n.declname if n.declname else ''
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200340 # Resolve modifiers.
eli.benderskyafcfaac2011-02-25 16:46:01 +0200341 # Wrap in parens to distinguish pointer to array and pointer to
342 # function syntax.
eli.benderskyd5ba3452011-02-18 21:32:47 +0200343 #
344 for i, modifier in enumerate(modifiers):
345 if isinstance(modifier, c_ast.ArrayDecl):
346 if (i != 0 and isinstance(modifiers[i - 1], c_ast.PtrDecl)):
347 nstr = '(' + nstr + ')'
eli.benderskyafcfaac2011-02-25 16:46:01 +0200348 nstr += '[' + self.visit(modifier.dim) + ']'
349 elif isinstance(modifier, c_ast.FuncDecl):
350 if (i != 0 and isinstance(modifiers[i - 1], c_ast.PtrDecl)):
351 nstr = '(' + nstr + ')'
352 nstr += '(' + self.visit(modifier.args) + ')'
eli.benderskyd5ba3452011-02-18 21:32:47 +0200353 elif isinstance(modifier, c_ast.PtrDecl):
354 nstr = '*' + nstr
eli.bendersky1bd6c172011-07-16 06:43:20 +0300355 if nstr: s += ' ' + nstr
eli.benderskyafcfaac2011-02-25 16:46:01 +0200356 return s
eli.bendersky6ed80a62011-05-09 18:22:33 +0300357 elif typ == c_ast.Decl:
eli.benderskyafcfaac2011-02-25 16:46:01 +0200358 return self._generate_decl(n.type)
eli.bendersky6ed80a62011-05-09 18:22:33 +0300359 elif typ == c_ast.Typename:
360 return self._generate_type(n.type)
eli.benderskyd5ba3452011-02-18 21:32:47 +0200361 elif typ == c_ast.IdentifierType:
eli.benderskyafcfaac2011-02-25 16:46:01 +0200362 return ' '.join(n.names) + ' '
363 elif typ in (c_ast.ArrayDecl, c_ast.PtrDecl, c_ast.FuncDecl):
364 return self._generate_type(n.type, modifiers + [n])
eli.benderskyabb96e62011-03-05 16:30:05 +0200365 else:
366 return self.visit(n)
eli.benderskyd5ba3452011-02-18 21:32:47 +0200367
eli.bendersky724b1cc2011-03-05 10:45:08 +0200368 def _parenthesize_if(self, n, condition):
369 """ Visits 'n' and returns its string representation, parenthesized
370 if the condition function applied to the node returns True.
371 """
372 s = self.visit(n)
373 if condition(n):
374 return '(' + s + ')'
375 else:
376 return s
377
eli.benderskyb36f5bb2011-03-06 07:22:33 +0200378 def _parenthesize_unless_simple(self, n):
379 """ Common use case for _parenthesize_if
380 """
381 return self._parenthesize_if(n, lambda d: not self._is_simple_node(d))
382
383 def _is_simple_node(self, n):
384 """ Returns True for nodes that are "simple" - i.e. nodes that always
385 have higher precedence than operators.
386 """
387 return isinstance(n,( c_ast.Constant, c_ast.ID, c_ast.ArrayRef,
388 c_ast.StructRef, c_ast.FuncCall))
389
eli.benderskyd5ba3452011-02-18 21:32:47 +0200390
391def translate_to_c(filename):
392 ast = parse_file(filename, use_cpp=True)
393 generator = CGenerator()
eli.benderskyafcfaac2011-02-25 16:46:01 +0200394 print(generator.visit(ast))
eli.benderskyd5ba3452011-02-18 21:32:47 +0200395
396
eli.benderskyb36f5bb2011-03-06 07:22:33 +0200397def zz_test_translate():
398 # internal use
eli.bendersky8e6c5862011-05-20 12:35:08 +0300399 src = r'''
eli.bendersky1bd6c172011-07-16 06:43:20 +0300400
401 void f(void){}
402
eli.bendersky8348a9d2011-05-26 07:01:43 +0300403int main(void)
404{
eli.benderskyd4a99752011-05-26 07:04:19 +0300405 int a;
406 int b = a++;
407 int c = ++a;
408 int d = a--;
409 int e = --a;
eli.bendersky8348a9d2011-05-26 07:01:43 +0300410}
411'''
eli.bendersky8e6c5862011-05-20 12:35:08 +0300412 parser = c_parser.CParser()
413 ast = parser.parse(src)
414 ast.show()
415 generator = CGenerator()
416
417 print(generator.visit(ast))
418
419 # tracing the generator for debugging
420 #~ import trace
421 #~ tr = trace.Trace(countcallers=1)
422 #~ tr.runfunc(generator.visit, ast)
423 #~ tr.results().write_results()
eli.benderskyb36f5bb2011-03-06 07:22:33 +0200424
425
426#------------------------------------------------------------------------------
427if __name__ == "__main__":
eli.bendersky6ed80a62011-05-09 18:22:33 +0300428 zz_test_translate()
eli.benderskyb36f5bb2011-03-06 07:22:33 +0200429 if len(sys.argv) > 1:
430 translate_to_c(sys.argv[1])
431 else:
eli.benderskyd5ba3452011-02-18 21:32:47 +0200432 print("Please provide a filename as argument")
eli.bendersky3ae9f7a2011-02-27 07:19:41 +0200433