blob: 24975b64a76d7d80912738418931341127fcae7b [file] [log] [blame]
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001/*
2 * This file compiles an abstract syntax tree (AST) into Python bytecode.
3 *
4 * The primary entry point is PyAST_Compile(), which returns a
5 * PyCodeObject. The compiler makes several passes to build the code
6 * object:
7 * 1. Checks for future statements. See future.c
Jeremy Hyltone9357b22006-03-01 15:47:05 +00008 * 2. Builds a symbol table. See symtable.c.
Thomas Wouters89f507f2006-12-13 04:49:30 +00009 * 3. Generate code for basic blocks. See compiler_mod() in this file.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000010 * 4. Assemble the basic blocks into final code. See assemble() in
Guido van Rossumd8faa362007-04-27 19:54:29 +000011 * this file.
Thomas Wouters89f507f2006-12-13 04:49:30 +000012 * 5. Optimize the byte code (peephole optimizations). See peephole.c
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000013 *
14 * Note that compiler_mod() suggests module, but the module ast type
15 * (mod_ty) has cases for expressions and interactive statements.
Nick Coghlan944d3eb2005-11-16 12:46:55 +000016 *
Jeremy Hyltone9357b22006-03-01 15:47:05 +000017 * CAUTION: The VISIT_* macros abort the current function when they
18 * encounter a problem. So don't invoke them when there is memory
19 * which needs to be released. Code blocks are OK, as the compiler
Thomas Wouters89f507f2006-12-13 04:49:30 +000020 * structure takes care of releasing those. Use the arena to manage
21 * objects.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000022 */
Guido van Rossum10dc2e81990-11-18 17:27:39 +000023
Guido van Rossum79f25d91997-04-29 20:08:16 +000024#include "Python.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +000025
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000026#include "Python-ast.h"
Guido van Rossum10dc2e81990-11-18 17:27:39 +000027#include "node.h"
Neal Norwitzadb69fc2005-12-17 20:54:49 +000028#include "pyarena.h"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000029#include "ast.h"
30#include "code.h"
Guido van Rossum10dc2e81990-11-18 17:27:39 +000031#include "compile.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000032#include "symtable.h"
Guido van Rossum10dc2e81990-11-18 17:27:39 +000033#include "opcode.h"
Guido van Rossumb05a5c71997-05-07 17:46:13 +000034
Guido van Rossum8e793d91997-03-03 19:13:14 +000035int Py_OptimizeFlag = 0;
36
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000037#define DEFAULT_BLOCK_SIZE 16
38#define DEFAULT_BLOCKS 8
39#define DEFAULT_CODE_SIZE 128
40#define DEFAULT_LNOTAB_SIZE 16
Jeremy Hylton29906ee2001-02-27 04:23:34 +000041
Nick Coghlan650f0d02007-04-15 12:05:43 +000042#define COMP_GENEXP 0
43#define COMP_LISTCOMP 1
44#define COMP_SETCOMP 2
Guido van Rossum992d4a32007-07-11 13:09:30 +000045#define COMP_DICTCOMP 3
Nick Coghlan650f0d02007-04-15 12:05:43 +000046
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000047struct instr {
Neal Norwitz08b401f2006-01-07 21:24:09 +000048 unsigned i_jabs : 1;
49 unsigned i_jrel : 1;
50 unsigned i_hasarg : 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000051 unsigned char i_opcode;
52 int i_oparg;
53 struct basicblock_ *i_target; /* target block (if jump instruction) */
54 int i_lineno;
Guido van Rossum3f5da241990-12-20 15:06:42 +000055};
56
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000057typedef struct basicblock_ {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000058 /* Each basicblock in a compilation unit is linked via b_list in the
59 reverse order that the block are allocated. b_list points to the next
60 block, not to be confused with b_next, which is next by control flow. */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000061 struct basicblock_ *b_list;
62 /* number of instructions used */
63 int b_iused;
64 /* length of instruction array (b_instr) */
65 int b_ialloc;
66 /* pointer to an array of instructions, initially NULL */
67 struct instr *b_instr;
68 /* If b_next is non-NULL, it is a pointer to the next
69 block reached by normal control flow. */
70 struct basicblock_ *b_next;
71 /* b_seen is used to perform a DFS of basicblocks. */
Neal Norwitz08b401f2006-01-07 21:24:09 +000072 unsigned b_seen : 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000073 /* b_return is true if a RETURN_VALUE opcode is inserted. */
Neal Norwitz08b401f2006-01-07 21:24:09 +000074 unsigned b_return : 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000075 /* depth of stack upon entry of block, computed by stackdepth() */
76 int b_startdepth;
77 /* instruction offset for block, computed by assemble_jump_offsets() */
Jeremy Hyltone9357b22006-03-01 15:47:05 +000078 int b_offset;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000079} basicblock;
80
81/* fblockinfo tracks the current frame block.
82
Jeremy Hyltone9357b22006-03-01 15:47:05 +000083A frame block is used to handle loops, try/except, and try/finally.
84It's called a frame block to distinguish it from a basic block in the
85compiler IR.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000086*/
87
88enum fblocktype { LOOP, EXCEPT, FINALLY_TRY, FINALLY_END };
89
90struct fblockinfo {
Jeremy Hyltone9357b22006-03-01 15:47:05 +000091 enum fblocktype fb_type;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000092 basicblock *fb_block;
93};
94
95/* The following items change on entry and exit of code blocks.
96 They must be saved and restored when returning to a block.
97*/
98struct compiler_unit {
99 PySTEntryObject *u_ste;
100
101 PyObject *u_name;
102 /* The following fields are dicts that map objects to
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000103 the index of them in co_XXX. The index is used as
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000104 the argument for opcodes that refer to those collections.
105 */
106 PyObject *u_consts; /* all constants */
107 PyObject *u_names; /* all names */
108 PyObject *u_varnames; /* local variables */
109 PyObject *u_cellvars; /* cell variables */
110 PyObject *u_freevars; /* free variables */
111
112 PyObject *u_private; /* for private name mangling */
113
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000114 int u_argcount; /* number of arguments for block */
Guido van Rossum4f72a782006-10-27 23:31:49 +0000115 int u_kwonlyargcount; /* number of keyword only arguments for block */
Thomas Wouters89f507f2006-12-13 04:49:30 +0000116 /* Pointer to the most recently allocated block. By following b_list
117 members, you can reach all early allocated blocks. */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000118 basicblock *u_blocks;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000119 basicblock *u_curblock; /* pointer to current block */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000120
121 int u_nfblocks;
122 struct fblockinfo u_fblock[CO_MAXBLOCKS];
123
124 int u_firstlineno; /* the first lineno of the block */
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000125 int u_lineno; /* the lineno for the current stmt */
Neal Norwitz6baa4c42007-02-26 19:14:12 +0000126 int u_lineno_set; /* boolean to indicate whether instr
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000127 has been generated with current lineno */
128};
129
130/* This struct captures the global state of a compilation.
131
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000132The u pointer points to the current compilation unit, while units
133for enclosing blocks are stored in c_stack. The u and c_stack are
134managed by compiler_enter_scope() and compiler_exit_scope().
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000135*/
136
137struct compiler {
138 const char *c_filename;
139 struct symtable *c_st;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000140 PyFutureFeatures *c_future; /* pointer to module's __future__ */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000141 PyCompilerFlags *c_flags;
142
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000143 int c_interactive; /* true if in interactive mode */
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000144 int c_nestlevel;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000145
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000146 struct compiler_unit *u; /* compiler state for current block */
147 PyObject *c_stack; /* Python list holding compiler_unit ptrs */
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000148 PyArena *c_arena; /* pointer to memory allocation arena */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000149};
150
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000151static int compiler_enter_scope(struct compiler *, identifier, void *, int);
152static void compiler_free(struct compiler *);
153static basicblock *compiler_new_block(struct compiler *);
154static int compiler_next_instr(struct compiler *, basicblock *);
155static int compiler_addop(struct compiler *, int);
156static int compiler_addop_o(struct compiler *, int, PyObject *, PyObject *);
157static int compiler_addop_i(struct compiler *, int, int);
158static int compiler_addop_j(struct compiler *, int, basicblock *, int);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000159static basicblock *compiler_use_new_block(struct compiler *);
160static int compiler_error(struct compiler *, const char *);
161static int compiler_nameop(struct compiler *, identifier, expr_context_ty);
162
163static PyCodeObject *compiler_mod(struct compiler *, mod_ty);
164static int compiler_visit_stmt(struct compiler *, stmt_ty);
165static int compiler_visit_keyword(struct compiler *, keyword_ty);
166static int compiler_visit_expr(struct compiler *, expr_ty);
167static int compiler_augassign(struct compiler *, stmt_ty);
168static int compiler_visit_slice(struct compiler *, slice_ty,
169 expr_context_ty);
170
171static int compiler_push_fblock(struct compiler *, enum fblocktype,
172 basicblock *);
173static void compiler_pop_fblock(struct compiler *, enum fblocktype,
174 basicblock *);
Thomas Wouters89f507f2006-12-13 04:49:30 +0000175/* Returns true if there is a loop on the fblock stack. */
176static int compiler_in_loop(struct compiler *);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000177
178static int inplace_binop(struct compiler *, operator_ty);
179static int expr_constant(expr_ty e);
180
Guido van Rossumc2e20742006-02-27 22:32:47 +0000181static int compiler_with(struct compiler *, stmt_ty);
Guido van Rossum52cc1d82007-03-18 15:41:51 +0000182static int compiler_call_helper(struct compiler *c, int n,
183 asdl_seq *args,
184 asdl_seq *keywords,
185 expr_ty starargs,
186 expr_ty kwargs);
Guido van Rossumc2e20742006-02-27 22:32:47 +0000187
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000188static PyCodeObject *assemble(struct compiler *, int addNone);
189static PyObject *__doc__;
190
Benjamin Petersonb173f782009-05-05 22:31:58 +0000191#define COMPILER_CAPSULE_NAME_COMPILER_UNIT "compile.c compiler unit"
192
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000193PyObject *
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000194_Py_Mangle(PyObject *privateobj, PyObject *ident)
Michael W. Hudson60934622004-08-12 17:56:29 +0000195{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000196 /* Name mangling: __private becomes _classname__private.
197 This is independent from how the name is used. */
Martin v. Löwis5b222132007-06-10 09:51:05 +0000198 const Py_UNICODE *p, *name = PyUnicode_AS_UNICODE(ident);
199 Py_UNICODE *buffer;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000200 size_t nlen, plen;
Martin v. Löwis5b222132007-06-10 09:51:05 +0000201 if (privateobj == NULL || !PyUnicode_Check(privateobj) ||
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000202 name == NULL || name[0] != '_' || name[1] != '_') {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000203 Py_INCREF(ident);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000204 return ident;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000205 }
Martin v. Löwis5b222132007-06-10 09:51:05 +0000206 p = PyUnicode_AS_UNICODE(privateobj);
207 nlen = Py_UNICODE_strlen(name);
Guido van Rossumd8faa362007-04-27 19:54:29 +0000208 /* Don't mangle __id__ or names with dots.
209
210 The only time a name with a dot can occur is when
211 we are compiling an import statement that has a
212 package name.
213
214 TODO(jhylton): Decide whether we want to support
215 mangling of the module name, e.g. __M.X.
216 */
217 if ((name[nlen-1] == '_' && name[nlen-2] == '_')
Martin v. Löwis5b222132007-06-10 09:51:05 +0000218 || Py_UNICODE_strchr(name, '.')) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000219 Py_INCREF(ident);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000220 return ident; /* Don't mangle __whatever__ */
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000221 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000222 /* Strip leading underscores from class name */
223 while (*p == '_')
224 p++;
Martin v. Löwis5b222132007-06-10 09:51:05 +0000225 if (*p == 0) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000226 Py_INCREF(ident);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000227 return ident; /* Don't mangle if class is just underscores */
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000228 }
Martin v. Löwis5b222132007-06-10 09:51:05 +0000229 plen = Py_UNICODE_strlen(p);
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +0000230
231 assert(1 <= PY_SSIZE_T_MAX - nlen);
232 assert(1 + nlen <= PY_SSIZE_T_MAX - plen);
233
Martin v. Löwis5b222132007-06-10 09:51:05 +0000234 ident = PyUnicode_FromStringAndSize(NULL, 1 + nlen + plen);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000235 if (!ident)
236 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000237 /* ident = "_" + p[:plen] + name # i.e. 1+plen+nlen bytes */
Martin v. Löwis5b222132007-06-10 09:51:05 +0000238 buffer = PyUnicode_AS_UNICODE(ident);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000239 buffer[0] = '_';
Martin v. Löwis5b222132007-06-10 09:51:05 +0000240 Py_UNICODE_strncpy(buffer+1, p, plen);
241 Py_UNICODE_strcpy(buffer+1+plen, name);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000242 return ident;
Michael W. Hudson60934622004-08-12 17:56:29 +0000243}
244
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000245static int
246compiler_init(struct compiler *c)
Guido van Rossumbea18cc2002-06-14 20:41:17 +0000247{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000248 memset(c, 0, sizeof(struct compiler));
Guido van Rossumbea18cc2002-06-14 20:41:17 +0000249
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000250 c->c_stack = PyList_New(0);
251 if (!c->c_stack)
252 return 0;
253
254 return 1;
255}
256
257PyCodeObject *
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000258PyAST_Compile(mod_ty mod, const char *filename, PyCompilerFlags *flags,
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000259 PyArena *arena)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000260{
261 struct compiler c;
262 PyCodeObject *co = NULL;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000263 PyCompilerFlags local_flags;
264 int merged;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000265
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000266 if (!__doc__) {
Martin v. Löwis5b222132007-06-10 09:51:05 +0000267 __doc__ = PyUnicode_InternFromString("__doc__");
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000268 if (!__doc__)
269 return NULL;
270 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000271
272 if (!compiler_init(&c))
Thomas Woutersbfe51ea2006-02-27 22:48:55 +0000273 return NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000274 c.c_filename = filename;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000275 c.c_arena = arena;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000276 c.c_future = PyFuture_FromAST(mod, filename);
277 if (c.c_future == NULL)
Thomas Wouters1175c432006-02-27 22:49:54 +0000278 goto finally;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000279 if (!flags) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000280 local_flags.cf_flags = 0;
281 flags = &local_flags;
282 }
283 merged = c.c_future->ff_features | flags->cf_flags;
284 c.c_future->ff_features = merged;
285 flags->cf_flags = merged;
286 c.c_flags = flags;
287 c.c_nestlevel = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000288
289 c.c_st = PySymtable_Build(mod, filename, c.c_future);
290 if (c.c_st == NULL) {
291 if (!PyErr_Occurred())
292 PyErr_SetString(PyExc_SystemError, "no symtable");
Thomas Wouters1175c432006-02-27 22:49:54 +0000293 goto finally;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000294 }
295
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000296 co = compiler_mod(&c, mod);
297
Thomas Wouters1175c432006-02-27 22:49:54 +0000298 finally:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000299 compiler_free(&c);
Thomas Woutersbfe51ea2006-02-27 22:48:55 +0000300 assert(co || PyErr_Occurred());
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000301 return co;
302}
303
304PyCodeObject *
305PyNode_Compile(struct _node *n, const char *filename)
306{
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000307 PyCodeObject *co = NULL;
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000308 mod_ty mod;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000309 PyArena *arena = PyArena_New();
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000310 if (!arena)
311 return NULL;
312 mod = PyAST_FromNode(n, NULL, filename, arena);
Neal Norwitzadb69fc2005-12-17 20:54:49 +0000313 if (mod)
314 co = PyAST_Compile(mod, filename, NULL, arena);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000315 PyArena_Free(arena);
Raymond Hettinger37a724d2003-09-15 21:43:16 +0000316 return co;
Guido van Rossumbea18cc2002-06-14 20:41:17 +0000317}
318
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000319static void
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000320compiler_free(struct compiler *c)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000321{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000322 if (c->c_st)
323 PySymtable_Free(c->c_st);
324 if (c->c_future)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000325 PyObject_Free(c->c_future);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000326 Py_DECREF(c->c_stack);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000327}
328
Guido van Rossum79f25d91997-04-29 20:08:16 +0000329static PyObject *
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000330list2dict(PyObject *list)
Guido van Rossum2dff9911992-09-03 20:50:59 +0000331{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000332 Py_ssize_t i, n;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000333 PyObject *v, *k;
334 PyObject *dict = PyDict_New();
335 if (!dict) return NULL;
Guido van Rossumd076c731998-10-07 19:42:25 +0000336
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000337 n = PyList_Size(list);
338 for (i = 0; i < n; i++) {
Christian Heimes217cfd12007-12-02 14:31:20 +0000339 v = PyLong_FromLong(i);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000340 if (!v) {
341 Py_DECREF(dict);
342 return NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000343 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000344 k = PyList_GET_ITEM(list, i);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000345 k = PyTuple_Pack(2, k, k->ob_type);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000346 if (k == NULL || PyDict_SetItem(dict, k, v) < 0) {
347 Py_XDECREF(k);
348 Py_DECREF(v);
349 Py_DECREF(dict);
350 return NULL;
351 }
Neal Norwitz4737b232005-11-19 23:58:29 +0000352 Py_DECREF(k);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000353 Py_DECREF(v);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000354 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000355 return dict;
356}
357
358/* Return new dict containing names from src that match scope(s).
359
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000360src is a symbol table dictionary. If the scope of a name matches
361either scope_type or flag is set, insert it into the new dict. The
362values are integers, starting at offset and increasing by one for
363each key.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000364*/
365
366static PyObject *
367dictbytype(PyObject *src, int scope_type, int flag, int offset)
368{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000369 Py_ssize_t pos = 0, i = offset, scope;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000370 PyObject *k, *v, *dest = PyDict_New();
371
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000372 assert(offset >= 0);
373 if (dest == NULL)
374 return NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000375
376 while (PyDict_Next(src, &pos, &k, &v)) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000377 /* XXX this should probably be a macro in symtable.h */
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000378 long vi;
Christian Heimes217cfd12007-12-02 14:31:20 +0000379 assert(PyLong_Check(v));
380 vi = PyLong_AS_LONG(v);
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000381 scope = (vi >> SCOPE_OFFSET) & SCOPE_MASK;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000382
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000383 if (scope == scope_type || vi & flag) {
Christian Heimes217cfd12007-12-02 14:31:20 +0000384 PyObject *tuple, *item = PyLong_FromLong(i);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000385 if (item == NULL) {
386 Py_DECREF(dest);
387 return NULL;
388 }
389 i++;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000390 tuple = PyTuple_Pack(2, k, k->ob_type);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000391 if (!tuple || PyDict_SetItem(dest, tuple, item) < 0) {
392 Py_DECREF(item);
393 Py_DECREF(dest);
394 Py_XDECREF(tuple);
395 return NULL;
396 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000397 Py_DECREF(item);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000398 Py_DECREF(tuple);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000399 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000400 }
401 return dest;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000402}
403
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000404static void
405compiler_unit_check(struct compiler_unit *u)
406{
407 basicblock *block;
408 for (block = u->u_blocks; block != NULL; block = block->b_list) {
Christian Heimes77c02eb2008-02-09 02:18:51 +0000409 assert((void *)block != (void *)0xcbcbcbcb);
410 assert((void *)block != (void *)0xfbfbfbfb);
411 assert((void *)block != (void *)0xdbdbdbdb);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000412 if (block->b_instr != NULL) {
413 assert(block->b_ialloc > 0);
414 assert(block->b_iused > 0);
415 assert(block->b_ialloc >= block->b_iused);
416 }
417 else {
418 assert (block->b_iused == 0);
419 assert (block->b_ialloc == 0);
420 }
421 }
422}
423
424static void
425compiler_unit_free(struct compiler_unit *u)
426{
427 basicblock *b, *next;
428
429 compiler_unit_check(u);
430 b = u->u_blocks;
431 while (b != NULL) {
432 if (b->b_instr)
433 PyObject_Free((void *)b->b_instr);
434 next = b->b_list;
435 PyObject_Free((void *)b);
436 b = next;
437 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000438 Py_CLEAR(u->u_ste);
439 Py_CLEAR(u->u_name);
440 Py_CLEAR(u->u_consts);
441 Py_CLEAR(u->u_names);
442 Py_CLEAR(u->u_varnames);
443 Py_CLEAR(u->u_freevars);
444 Py_CLEAR(u->u_cellvars);
445 Py_CLEAR(u->u_private);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000446 PyObject_Free(u);
447}
448
449static int
450compiler_enter_scope(struct compiler *c, identifier name, void *key,
451 int lineno)
452{
453 struct compiler_unit *u;
454
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000455 u = (struct compiler_unit *)PyObject_Malloc(sizeof(
Guido van Rossumd8faa362007-04-27 19:54:29 +0000456 struct compiler_unit));
Neal Norwitz87b801c2005-12-18 04:42:47 +0000457 if (!u) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000458 PyErr_NoMemory();
459 return 0;
Neal Norwitz87b801c2005-12-18 04:42:47 +0000460 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000461 memset(u, 0, sizeof(struct compiler_unit));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000462 u->u_argcount = 0;
Guido van Rossum4f72a782006-10-27 23:31:49 +0000463 u->u_kwonlyargcount = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000464 u->u_ste = PySymtable_Lookup(c->c_st, key);
465 if (!u->u_ste) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000466 compiler_unit_free(u);
467 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000468 }
469 Py_INCREF(name);
470 u->u_name = name;
471 u->u_varnames = list2dict(u->u_ste->ste_varnames);
472 u->u_cellvars = dictbytype(u->u_ste->ste_symbols, CELL, 0, 0);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000473 if (!u->u_varnames || !u->u_cellvars) {
474 compiler_unit_free(u);
475 return 0;
476 }
477
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000478 u->u_freevars = dictbytype(u->u_ste->ste_symbols, FREE, DEF_FREE_CLASS,
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000479 PyDict_Size(u->u_cellvars));
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000480 if (!u->u_freevars) {
481 compiler_unit_free(u);
482 return 0;
483 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000484
485 u->u_blocks = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000486 u->u_nfblocks = 0;
487 u->u_firstlineno = lineno;
488 u->u_lineno = 0;
Neal Norwitz6baa4c42007-02-26 19:14:12 +0000489 u->u_lineno_set = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000490 u->u_consts = PyDict_New();
491 if (!u->u_consts) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000492 compiler_unit_free(u);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000493 return 0;
494 }
495 u->u_names = PyDict_New();
496 if (!u->u_names) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000497 compiler_unit_free(u);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000498 return 0;
499 }
500
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000501 u->u_private = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000502
503 /* Push the old compiler_unit on the stack. */
504 if (c->u) {
Benjamin Petersonb173f782009-05-05 22:31:58 +0000505 PyObject *capsule = PyCapsule_New(c->u, COMPILER_CAPSULE_NAME_COMPILER_UNIT, NULL);
506 if (!capsule || PyList_Append(c->c_stack, capsule) < 0) {
507 Py_XDECREF(capsule);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000508 compiler_unit_free(u);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000509 return 0;
510 }
Benjamin Petersonb173f782009-05-05 22:31:58 +0000511 Py_DECREF(capsule);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000512 u->u_private = c->u->u_private;
513 Py_XINCREF(u->u_private);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000514 }
515 c->u = u;
516
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000517 c->c_nestlevel++;
Martin v. Löwis94962612006-01-02 21:15:05 +0000518 if (compiler_use_new_block(c) == NULL)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000519 return 0;
520
521 return 1;
522}
523
Neil Schemenauerc396d9e2005-10-25 06:30:14 +0000524static void
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000525compiler_exit_scope(struct compiler *c)
526{
527 int n;
Benjamin Petersonb173f782009-05-05 22:31:58 +0000528 PyObject *capsule;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000529
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000530 c->c_nestlevel--;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000531 compiler_unit_free(c->u);
532 /* Restore c->u to the parent unit. */
533 n = PyList_GET_SIZE(c->c_stack) - 1;
534 if (n >= 0) {
Benjamin Petersonb173f782009-05-05 22:31:58 +0000535 capsule = PyList_GET_ITEM(c->c_stack, n);
536 c->u = (struct compiler_unit *)PyCapsule_GetPointer(capsule, COMPILER_CAPSULE_NAME_COMPILER_UNIT);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000537 assert(c->u);
Neil Schemenauerc396d9e2005-10-25 06:30:14 +0000538 /* we are deleting from a list so this really shouldn't fail */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000539 if (PySequence_DelItem(c->c_stack, n) < 0)
Neil Schemenauerc396d9e2005-10-25 06:30:14 +0000540 Py_FatalError("compiler_exit_scope()");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000541 compiler_unit_check(c->u);
542 }
543 else
544 c->u = NULL;
545
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000546}
547
548/* Allocate a new block and return a pointer to it.
549 Returns NULL on error.
550*/
551
552static basicblock *
553compiler_new_block(struct compiler *c)
554{
555 basicblock *b;
556 struct compiler_unit *u;
557
558 u = c->u;
559 b = (basicblock *)PyObject_Malloc(sizeof(basicblock));
Neal Norwitz87b801c2005-12-18 04:42:47 +0000560 if (b == NULL) {
561 PyErr_NoMemory();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000562 return NULL;
Neal Norwitz87b801c2005-12-18 04:42:47 +0000563 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000564 memset((void *)b, 0, sizeof(basicblock));
Thomas Wouters89f507f2006-12-13 04:49:30 +0000565 /* Extend the singly linked list of blocks with new block. */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000566 b->b_list = u->u_blocks;
567 u->u_blocks = b;
568 return b;
569}
570
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000571static basicblock *
572compiler_use_new_block(struct compiler *c)
573{
574 basicblock *block = compiler_new_block(c);
575 if (block == NULL)
576 return NULL;
577 c->u->u_curblock = block;
578 return block;
579}
580
581static basicblock *
582compiler_next_block(struct compiler *c)
583{
584 basicblock *block = compiler_new_block(c);
585 if (block == NULL)
586 return NULL;
587 c->u->u_curblock->b_next = block;
588 c->u->u_curblock = block;
589 return block;
590}
591
592static basicblock *
593compiler_use_next_block(struct compiler *c, basicblock *block)
594{
595 assert(block != NULL);
596 c->u->u_curblock->b_next = block;
597 c->u->u_curblock = block;
598 return block;
599}
600
601/* Returns the offset of the next instruction in the current block's
602 b_instr array. Resizes the b_instr as necessary.
603 Returns -1 on failure.
Thomas Wouters89f507f2006-12-13 04:49:30 +0000604*/
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000605
606static int
607compiler_next_instr(struct compiler *c, basicblock *b)
608{
609 assert(b != NULL);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000610 if (b->b_instr == NULL) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000611 b->b_instr = (struct instr *)PyObject_Malloc(
Guido van Rossumd8faa362007-04-27 19:54:29 +0000612 sizeof(struct instr) * DEFAULT_BLOCK_SIZE);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000613 if (b->b_instr == NULL) {
614 PyErr_NoMemory();
615 return -1;
616 }
617 b->b_ialloc = DEFAULT_BLOCK_SIZE;
618 memset((char *)b->b_instr, 0,
619 sizeof(struct instr) * DEFAULT_BLOCK_SIZE);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000620 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000621 else if (b->b_iused == b->b_ialloc) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000622 struct instr *tmp;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000623 size_t oldsize, newsize;
624 oldsize = b->b_ialloc * sizeof(struct instr);
625 newsize = oldsize << 1;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +0000626
627 if (oldsize > (PY_SIZE_MAX >> 1)) {
628 PyErr_NoMemory();
629 return -1;
630 }
631
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000632 if (newsize == 0) {
633 PyErr_NoMemory();
634 return -1;
635 }
636 b->b_ialloc <<= 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000637 tmp = (struct instr *)PyObject_Realloc(
Guido van Rossumd8faa362007-04-27 19:54:29 +0000638 (void *)b->b_instr, newsize);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000639 if (tmp == NULL) {
640 PyErr_NoMemory();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000641 return -1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000642 }
643 b->b_instr = tmp;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000644 memset((char *)b->b_instr + oldsize, 0, newsize - oldsize);
645 }
646 return b->b_iused++;
647}
648
Christian Heimes2202f872008-02-06 14:31:34 +0000649/* Set the i_lineno member of the instruction at offset off if the
650 line number for the current expression/statement has not
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000651 already been set. If it has been set, the call has no effect.
652
Christian Heimes2202f872008-02-06 14:31:34 +0000653 The line number is reset in the following cases:
654 - when entering a new scope
655 - on each statement
656 - on each expression that start a new line
657 - before the "except" clause
658 - before the "for" and "while" expressions
Thomas Wouters89f507f2006-12-13 04:49:30 +0000659*/
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000660
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000661static void
662compiler_set_lineno(struct compiler *c, int off)
663{
664 basicblock *b;
665 if (c->u->u_lineno_set)
666 return;
Neal Norwitz6baa4c42007-02-26 19:14:12 +0000667 c->u->u_lineno_set = 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000668 b = c->u->u_curblock;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000669 b->b_instr[off].i_lineno = c->u->u_lineno;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000670}
671
672static int
673opcode_stack_effect(int opcode, int oparg)
674{
675 switch (opcode) {
676 case POP_TOP:
677 return -1;
678 case ROT_TWO:
679 case ROT_THREE:
680 return 0;
681 case DUP_TOP:
682 return 1;
683 case ROT_FOUR:
684 return 0;
685
686 case UNARY_POSITIVE:
687 case UNARY_NEGATIVE:
688 case UNARY_NOT:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000689 case UNARY_INVERT:
690 return 0;
691
Nick Coghlan650f0d02007-04-15 12:05:43 +0000692 case SET_ADD:
Neal Norwitz10be2ea2006-03-03 20:29:11 +0000693 case LIST_APPEND:
Antoine Pitrouf289ae62008-12-18 11:06:25 +0000694 return -1;
695 case MAP_ADD:
Neal Norwitz10be2ea2006-03-03 20:29:11 +0000696 return -2;
697
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000698 case BINARY_POWER:
699 case BINARY_MULTIPLY:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000700 case BINARY_MODULO:
701 case BINARY_ADD:
702 case BINARY_SUBTRACT:
703 case BINARY_SUBSCR:
704 case BINARY_FLOOR_DIVIDE:
705 case BINARY_TRUE_DIVIDE:
706 return -1;
707 case INPLACE_FLOOR_DIVIDE:
708 case INPLACE_TRUE_DIVIDE:
709 return -1;
710
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000711 case INPLACE_ADD:
712 case INPLACE_SUBTRACT:
713 case INPLACE_MULTIPLY:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000714 case INPLACE_MODULO:
715 return -1;
716 case STORE_SUBSCR:
717 return -3;
Christian Heimes99170a52007-12-19 02:07:34 +0000718 case STORE_MAP:
719 return -2;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000720 case DELETE_SUBSCR:
721 return -2;
722
723 case BINARY_LSHIFT:
724 case BINARY_RSHIFT:
725 case BINARY_AND:
726 case BINARY_XOR:
727 case BINARY_OR:
728 return -1;
729 case INPLACE_POWER:
730 return -1;
731 case GET_ITER:
732 return 0;
733
734 case PRINT_EXPR:
735 return -1;
Guido van Rossum52cc1d82007-03-18 15:41:51 +0000736 case LOAD_BUILD_CLASS:
737 return 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000738 case INPLACE_LSHIFT:
739 case INPLACE_RSHIFT:
740 case INPLACE_AND:
741 case INPLACE_XOR:
742 case INPLACE_OR:
743 return -1;
744 case BREAK_LOOP:
745 return 0;
Benjamin Peterson876b2f22009-06-28 03:18:59 +0000746 case SETUP_WITH:
747 return 7;
Guido van Rossumc2e20742006-02-27 22:32:47 +0000748 case WITH_CLEANUP:
Guido van Rossumf6694362006-03-10 02:28:35 +0000749 return -1; /* XXX Sometimes more */
Guido van Rossum52cc1d82007-03-18 15:41:51 +0000750 case STORE_LOCALS:
751 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000752 case RETURN_VALUE:
753 return -1;
754 case IMPORT_STAR:
755 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000756 case YIELD_VALUE:
757 return 0;
758
759 case POP_BLOCK:
760 return 0;
Benjamin Petersoneec3d712008-06-11 15:59:43 +0000761 case POP_EXCEPT:
762 return 0; /* -3 except if bad bytecode */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000763 case END_FINALLY:
764 return -1; /* or -2 or -3 if exception occurred */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000765
766 case STORE_NAME:
767 return -1;
768 case DELETE_NAME:
769 return 0;
770 case UNPACK_SEQUENCE:
771 return oparg-1;
Guido van Rossum0368b722007-05-11 16:50:42 +0000772 case UNPACK_EX:
773 return (oparg&0xFF) + (oparg>>8);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000774 case FOR_ITER:
775 return 1;
776
777 case STORE_ATTR:
778 return -2;
779 case DELETE_ATTR:
780 return -1;
781 case STORE_GLOBAL:
782 return -1;
783 case DELETE_GLOBAL:
784 return 0;
785 case DUP_TOPX:
786 return oparg;
787 case LOAD_CONST:
788 return 1;
789 case LOAD_NAME:
790 return 1;
791 case BUILD_TUPLE:
792 case BUILD_LIST:
Guido van Rossum86e58e22006-08-28 15:27:34 +0000793 case BUILD_SET:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000794 return 1-oparg;
795 case BUILD_MAP:
796 return 1;
797 case LOAD_ATTR:
798 return 0;
799 case COMPARE_OP:
800 return -1;
801 case IMPORT_NAME:
802 return 0;
803 case IMPORT_FROM:
804 return 1;
805
806 case JUMP_FORWARD:
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +0000807 case JUMP_IF_TRUE_OR_POP: /* -1 if jump not taken */
808 case JUMP_IF_FALSE_OR_POP: /* "" */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000809 case JUMP_ABSOLUTE:
810 return 0;
811
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +0000812 case POP_JUMP_IF_FALSE:
813 case POP_JUMP_IF_TRUE:
814 return -1;
815
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000816 case LOAD_GLOBAL:
817 return 1;
818
819 case CONTINUE_LOOP:
820 return 0;
821 case SETUP_LOOP:
822 return 0;
823 case SETUP_EXCEPT:
824 case SETUP_FINALLY:
Benjamin Petersoneec3d712008-06-11 15:59:43 +0000825 return 6; /* can push 3 values for the new exception
826 + 3 others for the previous exception state */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000827
828 case LOAD_FAST:
829 return 1;
830 case STORE_FAST:
831 return -1;
832 case DELETE_FAST:
833 return 0;
834
835 case RAISE_VARARGS:
836 return -oparg;
Neal Norwitzc1505362006-12-28 06:47:50 +0000837#define NARGS(o) (((o) % 256) + 2*(((o) / 256) % 256))
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000838 case CALL_FUNCTION:
839 return -NARGS(oparg);
840 case CALL_FUNCTION_VAR:
841 case CALL_FUNCTION_KW:
842 return -NARGS(oparg)-1;
843 case CALL_FUNCTION_VAR_KW:
844 return -NARGS(oparg)-2;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000845 case MAKE_FUNCTION:
Neal Norwitzc1505362006-12-28 06:47:50 +0000846 return -NARGS(oparg) - ((oparg >> 16) & 0xffff);
Guido van Rossum0240b922007-02-26 21:23:50 +0000847 case MAKE_CLOSURE:
848 return -1 - NARGS(oparg) - ((oparg >> 16) & 0xffff);
Guido van Rossum4f72a782006-10-27 23:31:49 +0000849#undef NARGS
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000850 case BUILD_SLICE:
851 if (oparg == 3)
852 return -2;
853 else
854 return -1;
855
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000856 case LOAD_CLOSURE:
857 return 1;
858 case LOAD_DEREF:
859 return 1;
860 case STORE_DEREF:
861 return -1;
862 default:
863 fprintf(stderr, "opcode = %d\n", opcode);
864 Py_FatalError("opcode_stack_effect()");
865
866 }
867 return 0; /* not reachable */
868}
869
870/* Add an opcode with no argument.
871 Returns 0 on failure, 1 on success.
872*/
873
874static int
875compiler_addop(struct compiler *c, int opcode)
876{
877 basicblock *b;
878 struct instr *i;
879 int off;
880 off = compiler_next_instr(c, c->u->u_curblock);
881 if (off < 0)
882 return 0;
883 b = c->u->u_curblock;
884 i = &b->b_instr[off];
885 i->i_opcode = opcode;
886 i->i_hasarg = 0;
887 if (opcode == RETURN_VALUE)
888 b->b_return = 1;
889 compiler_set_lineno(c, off);
890 return 1;
891}
892
893static int
894compiler_add_o(struct compiler *c, PyObject *dict, PyObject *o)
895{
896 PyObject *t, *v;
Martin v. Löwis18e16552006-02-15 17:27:45 +0000897 Py_ssize_t arg;
Christian Heimes400adb02008-02-01 08:12:03 +0000898 unsigned char *p, *q;
899 Py_complex z;
900 double d;
901 int real_part_zero, imag_part_zero;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000902
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000903 /* necessary to make sure types aren't coerced (e.g., int and long) */
Guido van Rossum04110fb2007-08-24 16:32:05 +0000904 /* _and_ to distinguish 0.0 from -0.0 e.g. on IEEE platforms */
905 if (PyFloat_Check(o)) {
Christian Heimes400adb02008-02-01 08:12:03 +0000906 d = PyFloat_AS_DOUBLE(o);
907 p = (unsigned char*) &d;
908 /* all we need is to make the tuple different in either the 0.0
909 * or -0.0 case from all others, just to avoid the "coercion".
910 */
911 if (*p==0 && p[sizeof(double)-1]==0)
912 t = PyTuple_Pack(3, o, o->ob_type, Py_None);
913 else
914 t = PyTuple_Pack(2, o, o->ob_type);
915 }
916 else if (PyComplex_Check(o)) {
917 /* complex case is even messier: we need to make complex(x,
918 0.) different from complex(x, -0.) and complex(0., y)
919 different from complex(-0., y), for any x and y. In
920 particular, all four complex zeros should be
921 distinguished.*/
922 z = PyComplex_AsCComplex(o);
923 p = (unsigned char*) &(z.real);
924 q = (unsigned char*) &(z.imag);
925 /* all that matters here is that on IEEE platforms
926 real_part_zero will be true if z.real == 0., and false if
927 z.real == -0. In fact, real_part_zero will also be true
928 for some other rarely occurring nonzero floats, but this
929 doesn't matter. Similar comments apply to
930 imag_part_zero. */
931 real_part_zero = *p==0 && p[sizeof(double)-1]==0;
932 imag_part_zero = *q==0 && q[sizeof(double)-1]==0;
933 if (real_part_zero && imag_part_zero) {
934 t = PyTuple_Pack(4, o, o->ob_type, Py_True, Py_True);
935 }
936 else if (real_part_zero && !imag_part_zero) {
937 t = PyTuple_Pack(4, o, o->ob_type, Py_True, Py_False);
938 }
939 else if (!real_part_zero && imag_part_zero) {
940 t = PyTuple_Pack(4, o, o->ob_type, Py_False, Py_True);
941 }
942 else {
943 t = PyTuple_Pack(2, o, o->ob_type);
944 }
945 }
946 else {
947 t = PyTuple_Pack(2, o, o->ob_type);
Guido van Rossum04110fb2007-08-24 16:32:05 +0000948 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000949 if (t == NULL)
Christian Heimes400adb02008-02-01 08:12:03 +0000950 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000951
952 v = PyDict_GetItem(dict, t);
953 if (!v) {
Jeremy Hyltonfbfe0932006-08-23 18:13:39 +0000954 if (PyErr_Occurred())
955 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000956 arg = PyDict_Size(dict);
Christian Heimes217cfd12007-12-02 14:31:20 +0000957 v = PyLong_FromLong(arg);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000958 if (!v) {
959 Py_DECREF(t);
960 return -1;
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000961 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000962 if (PyDict_SetItem(dict, t, v) < 0) {
963 Py_DECREF(t);
964 Py_DECREF(v);
965 return -1;
966 }
967 Py_DECREF(v);
968 }
969 else
Christian Heimes217cfd12007-12-02 14:31:20 +0000970 arg = PyLong_AsLong(v);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000971 Py_DECREF(t);
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000972 return arg;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000973}
974
975static int
976compiler_addop_o(struct compiler *c, int opcode, PyObject *dict,
977 PyObject *o)
978{
979 int arg = compiler_add_o(c, dict, o);
980 if (arg < 0)
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000981 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000982 return compiler_addop_i(c, opcode, arg);
983}
984
985static int
986compiler_addop_name(struct compiler *c, int opcode, PyObject *dict,
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000987 PyObject *o)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000988{
989 int arg;
990 PyObject *mangled = _Py_Mangle(c->u->u_private, o);
991 if (!mangled)
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000992 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000993 arg = compiler_add_o(c, dict, mangled);
994 Py_DECREF(mangled);
995 if (arg < 0)
Jeremy Hyltone9357b22006-03-01 15:47:05 +0000996 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000997 return compiler_addop_i(c, opcode, arg);
998}
999
1000/* Add an opcode with an integer argument.
1001 Returns 0 on failure, 1 on success.
1002*/
1003
1004static int
1005compiler_addop_i(struct compiler *c, int opcode, int oparg)
1006{
1007 struct instr *i;
1008 int off;
1009 off = compiler_next_instr(c, c->u->u_curblock);
1010 if (off < 0)
1011 return 0;
1012 i = &c->u->u_curblock->b_instr[off];
1013 i->i_opcode = opcode;
1014 i->i_oparg = oparg;
1015 i->i_hasarg = 1;
1016 compiler_set_lineno(c, off);
1017 return 1;
1018}
1019
1020static int
1021compiler_addop_j(struct compiler *c, int opcode, basicblock *b, int absolute)
1022{
1023 struct instr *i;
1024 int off;
1025
1026 assert(b != NULL);
1027 off = compiler_next_instr(c, c->u->u_curblock);
1028 if (off < 0)
1029 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001030 i = &c->u->u_curblock->b_instr[off];
1031 i->i_opcode = opcode;
1032 i->i_target = b;
1033 i->i_hasarg = 1;
1034 if (absolute)
1035 i->i_jabs = 1;
1036 else
1037 i->i_jrel = 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001038 compiler_set_lineno(c, off);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001039 return 1;
1040}
1041
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001042/* The distinction between NEW_BLOCK and NEXT_BLOCK is subtle. (I'd
1043 like to find better names.) NEW_BLOCK() creates a new block and sets
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001044 it as the current block. NEXT_BLOCK() also creates an implicit jump
1045 from the current block to the new block.
1046*/
1047
Thomas Wouters89f507f2006-12-13 04:49:30 +00001048/* The returns inside these macros make it impossible to decref objects
1049 created in the local function. Local objects should use the arena.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001050*/
1051
1052
1053#define NEW_BLOCK(C) { \
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001054 if (compiler_use_new_block((C)) == NULL) \
1055 return 0; \
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001056}
1057
1058#define NEXT_BLOCK(C) { \
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001059 if (compiler_next_block((C)) == NULL) \
1060 return 0; \
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001061}
1062
1063#define ADDOP(C, OP) { \
1064 if (!compiler_addop((C), (OP))) \
1065 return 0; \
1066}
1067
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001068#define ADDOP_IN_SCOPE(C, OP) { \
1069 if (!compiler_addop((C), (OP))) { \
1070 compiler_exit_scope(c); \
1071 return 0; \
1072 } \
1073}
1074
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001075#define ADDOP_O(C, OP, O, TYPE) { \
1076 if (!compiler_addop_o((C), (OP), (C)->u->u_ ## TYPE, (O))) \
1077 return 0; \
1078}
1079
1080#define ADDOP_NAME(C, OP, O, TYPE) { \
1081 if (!compiler_addop_name((C), (OP), (C)->u->u_ ## TYPE, (O))) \
1082 return 0; \
1083}
1084
1085#define ADDOP_I(C, OP, O) { \
1086 if (!compiler_addop_i((C), (OP), (O))) \
1087 return 0; \
1088}
1089
1090#define ADDOP_JABS(C, OP, O) { \
1091 if (!compiler_addop_j((C), (OP), (O), 1)) \
1092 return 0; \
1093}
1094
1095#define ADDOP_JREL(C, OP, O) { \
1096 if (!compiler_addop_j((C), (OP), (O), 0)) \
1097 return 0; \
1098}
1099
1100/* VISIT and VISIT_SEQ takes an ASDL type as their second argument. They use
1101 the ASDL name to synthesize the name of the C type and the visit function.
1102*/
1103
1104#define VISIT(C, TYPE, V) {\
1105 if (!compiler_visit_ ## TYPE((C), (V))) \
1106 return 0; \
1107}
1108
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001109#define VISIT_IN_SCOPE(C, TYPE, V) {\
1110 if (!compiler_visit_ ## TYPE((C), (V))) { \
1111 compiler_exit_scope(c); \
1112 return 0; \
1113 } \
1114}
1115
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001116#define VISIT_SLICE(C, V, CTX) {\
1117 if (!compiler_visit_slice((C), (V), (CTX))) \
1118 return 0; \
1119}
1120
1121#define VISIT_SEQ(C, TYPE, SEQ) { \
Neal Norwitz08b401f2006-01-07 21:24:09 +00001122 int _i; \
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001123 asdl_seq *seq = (SEQ); /* avoid variable capture */ \
Neal Norwitz08b401f2006-01-07 21:24:09 +00001124 for (_i = 0; _i < asdl_seq_LEN(seq); _i++) { \
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001125 TYPE ## _ty elt = (TYPE ## _ty)asdl_seq_GET(seq, _i); \
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001126 if (!compiler_visit_ ## TYPE((C), elt)) \
1127 return 0; \
1128 } \
1129}
1130
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001131#define VISIT_SEQ_IN_SCOPE(C, TYPE, SEQ) { \
Neal Norwitz08b401f2006-01-07 21:24:09 +00001132 int _i; \
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001133 asdl_seq *seq = (SEQ); /* avoid variable capture */ \
Neal Norwitz08b401f2006-01-07 21:24:09 +00001134 for (_i = 0; _i < asdl_seq_LEN(seq); _i++) { \
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001135 TYPE ## _ty elt = (TYPE ## _ty)asdl_seq_GET(seq, _i); \
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001136 if (!compiler_visit_ ## TYPE((C), elt)) { \
1137 compiler_exit_scope(c); \
1138 return 0; \
1139 } \
1140 } \
1141}
1142
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001143static int
1144compiler_isdocstring(stmt_ty s)
1145{
1146 if (s->kind != Expr_kind)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001147 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001148 return s->v.Expr.value->kind == Str_kind;
1149}
1150
1151/* Compile a sequence of statements, checking for a docstring. */
1152
1153static int
1154compiler_body(struct compiler *c, asdl_seq *stmts)
1155{
1156 int i = 0;
1157 stmt_ty st;
1158
1159 if (!asdl_seq_LEN(stmts))
1160 return 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001161 st = (stmt_ty)asdl_seq_GET(stmts, 0);
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001162 if (compiler_isdocstring(st) && Py_OptimizeFlag < 2) {
1163 /* don't generate docstrings if -OO */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001164 i = 1;
1165 VISIT(c, expr, st->v.Expr.value);
1166 if (!compiler_nameop(c, __doc__, Store))
1167 return 0;
1168 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001169 for (; i < asdl_seq_LEN(stmts); i++)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001170 VISIT(c, stmt, (stmt_ty)asdl_seq_GET(stmts, i));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001171 return 1;
1172}
1173
1174static PyCodeObject *
1175compiler_mod(struct compiler *c, mod_ty mod)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001176{
Guido van Rossum79f25d91997-04-29 20:08:16 +00001177 PyCodeObject *co;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001178 int addNone = 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001179 static PyObject *module;
1180 if (!module) {
Christian Heimesfe82e772008-01-28 02:38:20 +00001181 module = PyUnicode_InternFromString("<module>");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001182 if (!module)
1183 return NULL;
1184 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001185 /* Use 0 for firstlineno initially, will fixup in assemble(). */
1186 if (!compiler_enter_scope(c, module, mod, 0))
Guido van Rossumd076c731998-10-07 19:42:25 +00001187 return NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001188 switch (mod->kind) {
1189 case Module_kind:
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001190 if (!compiler_body(c, mod->v.Module.body)) {
1191 compiler_exit_scope(c);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001192 return 0;
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001193 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001194 break;
1195 case Interactive_kind:
1196 c->c_interactive = 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001197 VISIT_SEQ_IN_SCOPE(c, stmt,
Guido van Rossumd8faa362007-04-27 19:54:29 +00001198 mod->v.Interactive.body);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001199 break;
1200 case Expression_kind:
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001201 VISIT_IN_SCOPE(c, expr, mod->v.Expression.body);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001202 addNone = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001203 break;
1204 case Suite_kind:
Neal Norwitz4737b232005-11-19 23:58:29 +00001205 PyErr_SetString(PyExc_SystemError,
1206 "suite should not be possible");
1207 return 0;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001208 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00001209 PyErr_Format(PyExc_SystemError,
1210 "module kind %d should not be possible",
1211 mod->kind);
1212 return 0;
Guido van Rossumd076c731998-10-07 19:42:25 +00001213 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001214 co = assemble(c, addNone);
1215 compiler_exit_scope(c);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001216 return co;
1217}
1218
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001219/* The test for LOCAL must come before the test for FREE in order to
1220 handle classes where name is both local and free. The local var is
1221 a method and the free var is a free var referenced within a method.
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001222*/
1223
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001224static int
1225get_ref_type(struct compiler *c, PyObject *name)
1226{
1227 int scope = PyST_GetScope(c->u->u_ste, name);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001228 if (scope == 0) {
1229 char buf[350];
1230 PyOS_snprintf(buf, sizeof(buf),
1231 "unknown scope for %.100s in %.100s(%s) in %s\n"
Benjamin Petersonb58dda72009-01-18 22:27:04 +00001232 "symbols: %s\nlocals: %s\nglobals: %s",
Christian Heimes72b710a2008-05-26 13:28:38 +00001233 PyBytes_AS_STRING(name),
1234 PyBytes_AS_STRING(c->u->u_name),
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001235 PyObject_REPR(c->u->u_ste->ste_id),
1236 c->c_filename,
1237 PyObject_REPR(c->u->u_ste->ste_symbols),
1238 PyObject_REPR(c->u->u_varnames),
1239 PyObject_REPR(c->u->u_names)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001240 );
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001241 Py_FatalError(buf);
1242 }
Tim Peters2a7f3842001-06-09 09:26:21 +00001243
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001244 return scope;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001245}
1246
1247static int
1248compiler_lookup_arg(PyObject *dict, PyObject *name)
1249{
1250 PyObject *k, *v;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001251 k = PyTuple_Pack(2, name, name->ob_type);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001252 if (k == NULL)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001253 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001254 v = PyDict_GetItem(dict, k);
Neal Norwitz3715c3e2005-11-24 22:09:18 +00001255 Py_DECREF(k);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001256 if (v == NULL)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001257 return -1;
Christian Heimes217cfd12007-12-02 14:31:20 +00001258 return PyLong_AS_LONG(v);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001259}
1260
1261static int
1262compiler_make_closure(struct compiler *c, PyCodeObject *co, int args)
1263{
1264 int i, free = PyCode_GetNumFree(co);
1265 if (free == 0) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001266 ADDOP_O(c, LOAD_CONST, (PyObject*)co, consts);
1267 ADDOP_I(c, MAKE_FUNCTION, args);
1268 return 1;
1269 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001270 for (i = 0; i < free; ++i) {
1271 /* Bypass com_addop_varname because it will generate
1272 LOAD_DEREF but LOAD_CLOSURE is needed.
1273 */
1274 PyObject *name = PyTuple_GET_ITEM(co->co_freevars, i);
1275 int arg, reftype;
1276
1277 /* Special case: If a class contains a method with a
1278 free variable that has the same name as a method,
1279 the name will be considered free *and* local in the
1280 class. It should be handled by the closure, as
1281 well as by the normal name loookup logic.
1282 */
1283 reftype = get_ref_type(c, name);
1284 if (reftype == CELL)
1285 arg = compiler_lookup_arg(c->u->u_cellvars, name);
1286 else /* (reftype == FREE) */
1287 arg = compiler_lookup_arg(c->u->u_freevars, name);
1288 if (arg == -1) {
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001289 fprintf(stderr,
1290 "lookup %s in %s %d %d\n"
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001291 "freevars of %s: %s\n",
1292 PyObject_REPR(name),
Christian Heimes72b710a2008-05-26 13:28:38 +00001293 PyBytes_AS_STRING(c->u->u_name),
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001294 reftype, arg,
Marc-André Lemburg4cc0f242008-08-07 18:54:33 +00001295 _PyUnicode_AsString(co->co_name),
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001296 PyObject_REPR(co->co_freevars));
1297 Py_FatalError("compiler_make_closure()");
1298 }
1299 ADDOP_I(c, LOAD_CLOSURE, arg);
1300 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001301 ADDOP_I(c, BUILD_TUPLE, free);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001302 ADDOP_O(c, LOAD_CONST, (PyObject*)co, consts);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001303 ADDOP_I(c, MAKE_CLOSURE, args);
1304 return 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001305}
1306
1307static int
1308compiler_decorators(struct compiler *c, asdl_seq* decos)
1309{
1310 int i;
1311
1312 if (!decos)
1313 return 1;
1314
1315 for (i = 0; i < asdl_seq_LEN(decos); i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001316 VISIT(c, expr, (expr_ty)asdl_seq_GET(decos, i));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001317 }
1318 return 1;
1319}
1320
1321static int
Guido van Rossum4f72a782006-10-27 23:31:49 +00001322compiler_visit_kwonlydefaults(struct compiler *c, asdl_seq *kwonlyargs,
1323 asdl_seq *kw_defaults)
1324{
1325 int i, default_count = 0;
1326 for (i = 0; i < asdl_seq_LEN(kwonlyargs); i++) {
Neal Norwitzc1505362006-12-28 06:47:50 +00001327 arg_ty arg = asdl_seq_GET(kwonlyargs, i);
Guido van Rossum4f72a782006-10-27 23:31:49 +00001328 expr_ty default_ = asdl_seq_GET(kw_defaults, i);
1329 if (default_) {
Guido van Rossum1bc535d2007-05-15 18:46:22 +00001330 ADDOP_O(c, LOAD_CONST, arg->arg, consts);
Guido van Rossum4f72a782006-10-27 23:31:49 +00001331 if (!compiler_visit_expr(c, default_)) {
1332 return -1;
1333 }
1334 default_count++;
1335 }
1336 }
1337 return default_count;
1338}
1339
1340static int
Neal Norwitzc1505362006-12-28 06:47:50 +00001341compiler_visit_argannotation(struct compiler *c, identifier id,
1342 expr_ty annotation, PyObject *names)
1343{
1344 if (annotation) {
1345 VISIT(c, expr, annotation);
1346 if (PyList_Append(names, id))
1347 return -1;
1348 }
1349 return 0;
1350}
1351
1352static int
1353compiler_visit_argannotations(struct compiler *c, asdl_seq* args,
1354 PyObject *names)
1355{
1356 int i, error;
1357 for (i = 0; i < asdl_seq_LEN(args); i++) {
1358 arg_ty arg = (arg_ty)asdl_seq_GET(args, i);
Guido van Rossum1bc535d2007-05-15 18:46:22 +00001359 error = compiler_visit_argannotation(
1360 c,
1361 arg->arg,
1362 arg->annotation,
1363 names);
Neal Norwitzc1505362006-12-28 06:47:50 +00001364 if (error)
1365 return error;
1366 }
1367 return 0;
1368}
1369
1370static int
1371compiler_visit_annotations(struct compiler *c, arguments_ty args,
1372 expr_ty returns)
1373{
Guido van Rossum0240b922007-02-26 21:23:50 +00001374 /* Push arg annotations and a list of the argument names. Return the #
1375 of items pushed. The expressions are evaluated out-of-order wrt the
1376 source code.
1377
1378 More than 2^16-1 annotations is a SyntaxError. Returns -1 on error.
1379 */
Neal Norwitzc1505362006-12-28 06:47:50 +00001380 static identifier return_str;
1381 PyObject *names;
1382 int len;
1383 names = PyList_New(0);
1384 if (!names)
1385 return -1;
1386
1387 if (compiler_visit_argannotations(c, args->args, names))
1388 goto error;
1389 if (args->varargannotation &&
1390 compiler_visit_argannotation(c, args->vararg,
1391 args->varargannotation, names))
1392 goto error;
1393 if (compiler_visit_argannotations(c, args->kwonlyargs, names))
1394 goto error;
1395 if (args->kwargannotation &&
1396 compiler_visit_argannotation(c, args->kwarg,
1397 args->kwargannotation, names))
1398 goto error;
1399
1400 if (!return_str) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00001401 return_str = PyUnicode_InternFromString("return");
Neal Norwitzc1505362006-12-28 06:47:50 +00001402 if (!return_str)
1403 goto error;
1404 }
1405 if (compiler_visit_argannotation(c, return_str, returns, names)) {
1406 goto error;
1407 }
1408
1409 len = PyList_GET_SIZE(names);
Guido van Rossum0240b922007-02-26 21:23:50 +00001410 if (len > 65534) {
1411 /* len must fit in 16 bits, and len is incremented below */
1412 PyErr_SetString(PyExc_SyntaxError,
1413 "too many annotations");
1414 goto error;
1415 }
Neal Norwitzc1505362006-12-28 06:47:50 +00001416 if (len) {
1417 /* convert names to a tuple and place on stack */
1418 PyObject *elt;
1419 int i;
1420 PyObject *s = PyTuple_New(len);
1421 if (!s)
1422 goto error;
1423 for (i = 0; i < len; i++) {
1424 elt = PyList_GET_ITEM(names, i);
1425 Py_INCREF(elt);
1426 PyTuple_SET_ITEM(s, i, elt);
1427 }
1428 ADDOP_O(c, LOAD_CONST, s, consts);
1429 Py_DECREF(s);
1430 len++; /* include the just-pushed tuple */
1431 }
1432 Py_DECREF(names);
1433 return len;
1434
1435error:
1436 Py_DECREF(names);
1437 return -1;
1438}
1439
1440static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001441compiler_function(struct compiler *c, stmt_ty s)
1442{
1443 PyCodeObject *co;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001444 PyObject *first_const = Py_None;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001445 arguments_ty args = s->v.FunctionDef.args;
Neal Norwitzc1505362006-12-28 06:47:50 +00001446 expr_ty returns = s->v.FunctionDef.returns;
Guido van Rossumd59da4b2007-05-22 18:11:13 +00001447 asdl_seq* decos = s->v.FunctionDef.decorator_list;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001448 stmt_ty st;
Guido van Rossum4f72a782006-10-27 23:31:49 +00001449 int i, n, docstring, kw_default_count = 0, arglength;
Neal Norwitzc1505362006-12-28 06:47:50 +00001450 int num_annotations;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001451
1452 assert(s->kind == FunctionDef_kind);
1453
1454 if (!compiler_decorators(c, decos))
1455 return 0;
Guido van Rossum4f72a782006-10-27 23:31:49 +00001456 if (args->kwonlyargs) {
1457 int res = compiler_visit_kwonlydefaults(c, args->kwonlyargs,
1458 args->kw_defaults);
1459 if (res < 0)
1460 return 0;
1461 kw_default_count = res;
1462 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001463 if (args->defaults)
1464 VISIT_SEQ(c, expr, args->defaults);
Neal Norwitzc1505362006-12-28 06:47:50 +00001465 num_annotations = compiler_visit_annotations(c, args, returns);
Guido van Rossum0240b922007-02-26 21:23:50 +00001466 if (num_annotations < 0)
1467 return 0;
1468 assert((num_annotations & 0xFFFF) == num_annotations);
Guido van Rossum4f72a782006-10-27 23:31:49 +00001469
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001470 if (!compiler_enter_scope(c, s->v.FunctionDef.name, (void *)s,
1471 s->lineno))
1472 return 0;
1473
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001474 st = (stmt_ty)asdl_seq_GET(s->v.FunctionDef.body, 0);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001475 docstring = compiler_isdocstring(st);
Thomas Woutersce272b62007-09-19 21:19:28 +00001476 if (docstring && Py_OptimizeFlag < 2)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001477 first_const = st->v.Expr.value->v.Str.s;
1478 if (compiler_add_o(c, c->u->u_consts, first_const) < 0) {
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001479 compiler_exit_scope(c);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001480 return 0;
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001481 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001482
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001483 c->u->u_argcount = asdl_seq_LEN(args->args);
Guido van Rossum4f72a782006-10-27 23:31:49 +00001484 c->u->u_kwonlyargcount = asdl_seq_LEN(args->kwonlyargs);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001485 n = asdl_seq_LEN(s->v.FunctionDef.body);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001486 /* if there was a docstring, we need to skip the first statement */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001487 for (i = docstring; i < n; i++) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001488 st = (stmt_ty)asdl_seq_GET(s->v.FunctionDef.body, i);
1489 VISIT_IN_SCOPE(c, stmt, st);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001490 }
1491 co = assemble(c, 1);
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001492 compiler_exit_scope(c);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001493 if (co == NULL)
1494 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001495
Guido van Rossum4f72a782006-10-27 23:31:49 +00001496 arglength = asdl_seq_LEN(args->defaults);
1497 arglength |= kw_default_count << 8;
Neal Norwitzc1505362006-12-28 06:47:50 +00001498 arglength |= num_annotations << 16;
Guido van Rossum4f72a782006-10-27 23:31:49 +00001499 compiler_make_closure(c, co, arglength);
Neal Norwitz4737b232005-11-19 23:58:29 +00001500 Py_DECREF(co);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001501
Neal Norwitzc1505362006-12-28 06:47:50 +00001502 /* decorators */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001503 for (i = 0; i < asdl_seq_LEN(decos); i++) {
1504 ADDOP_I(c, CALL_FUNCTION, 1);
1505 }
1506
1507 return compiler_nameop(c, s->v.FunctionDef.name, Store);
1508}
1509
1510static int
1511compiler_class(struct compiler *c, stmt_ty s)
1512{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001513 PyCodeObject *co;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001514 PyObject *str;
Benjamin Petersondcaf3292009-03-03 00:54:05 +00001515 int i;
Guido van Rossumd59da4b2007-05-22 18:11:13 +00001516 asdl_seq* decos = s->v.ClassDef.decorator_list;
1517
1518 if (!compiler_decorators(c, decos))
1519 return 0;
1520
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001521 /* ultimately generate code for:
1522 <name> = __build_class__(<func>, <name>, *<bases>, **<keywords>)
1523 where:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001524 <func> is a function/closure created from the class body;
1525 it has a single argument (__locals__) where the dict
1526 (or MutableSequence) representing the locals is passed
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001527 <name> is the class name
1528 <bases> is the positional arguments and *varargs argument
1529 <keywords> is the keyword arguments and **kwds argument
1530 This borrows from compiler_call.
1531 */
1532
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001533 /* 1. compile the class body into a code object */
1534 if (!compiler_enter_scope(c, s->v.ClassDef.name, (void *)s, s->lineno))
1535 return 0;
1536 /* this block represents what we do in the new scope */
1537 {
1538 /* use the class name for name mangling */
1539 Py_INCREF(s->v.ClassDef.name);
Neal Norwitz36e63102008-04-01 08:08:09 +00001540 Py_XDECREF(c->u->u_private);
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001541 c->u->u_private = s->v.ClassDef.name;
1542 /* force it to have one mandatory argument */
1543 c->u->u_argcount = 1;
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001544 /* load the first argument (__locals__) ... */
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001545 ADDOP_I(c, LOAD_FAST, 0);
1546 /* ... and store it into f_locals */
1547 ADDOP_IN_SCOPE(c, STORE_LOCALS);
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001548 /* load (global) __name__ ... */
Martin v. Löwis5b222132007-06-10 09:51:05 +00001549 str = PyUnicode_InternFromString("__name__");
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001550 if (!str || !compiler_nameop(c, str, Load)) {
1551 Py_XDECREF(str);
1552 compiler_exit_scope(c);
1553 return 0;
1554 }
1555 Py_DECREF(str);
1556 /* ... and store it as __module__ */
Martin v. Löwis5b222132007-06-10 09:51:05 +00001557 str = PyUnicode_InternFromString("__module__");
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001558 if (!str || !compiler_nameop(c, str, Store)) {
1559 Py_XDECREF(str);
1560 compiler_exit_scope(c);
1561 return 0;
1562 }
1563 Py_DECREF(str);
1564 /* compile the body proper */
1565 if (!compiler_body(c, s->v.ClassDef.body)) {
1566 compiler_exit_scope(c);
1567 return 0;
1568 }
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001569 /* return the (empty) __class__ cell */
1570 str = PyUnicode_InternFromString("__class__");
1571 if (str == NULL) {
1572 compiler_exit_scope(c);
1573 return 0;
1574 }
1575 i = compiler_lookup_arg(c->u->u_cellvars, str);
1576 Py_DECREF(str);
1577 if (i == -1) {
1578 /* This happens when nobody references the cell */
1579 PyErr_Clear();
1580 /* Return None */
1581 ADDOP_O(c, LOAD_CONST, Py_None, consts);
1582 }
1583 else {
1584 /* Return the cell where to store __class__ */
1585 ADDOP_I(c, LOAD_CLOSURE, i);
1586 }
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001587 ADDOP_IN_SCOPE(c, RETURN_VALUE);
1588 /* create the code object */
1589 co = assemble(c, 1);
1590 }
1591 /* leave the new scope */
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001592 compiler_exit_scope(c);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001593 if (co == NULL)
1594 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001595
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001596 /* 2. load the 'build_class' function */
1597 ADDOP(c, LOAD_BUILD_CLASS);
1598
1599 /* 3. load a function (or closure) made from the code object */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001600 compiler_make_closure(c, co, 0);
Neal Norwitz4737b232005-11-19 23:58:29 +00001601 Py_DECREF(co);
1602
Guido van Rossum52cc1d82007-03-18 15:41:51 +00001603 /* 4. load class name */
1604 ADDOP_O(c, LOAD_CONST, s->v.ClassDef.name, consts);
1605
1606 /* 5. generate the rest of the code for the call */
1607 if (!compiler_call_helper(c, 2,
1608 s->v.ClassDef.bases,
1609 s->v.ClassDef.keywords,
1610 s->v.ClassDef.starargs,
1611 s->v.ClassDef.kwargs))
1612 return 0;
1613
Guido van Rossumd59da4b2007-05-22 18:11:13 +00001614 /* 6. apply decorators */
1615 for (i = 0; i < asdl_seq_LEN(decos); i++) {
1616 ADDOP_I(c, CALL_FUNCTION, 1);
1617 }
1618
1619 /* 7. store into <name> */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001620 if (!compiler_nameop(c, s->v.ClassDef.name, Store))
1621 return 0;
1622 return 1;
1623}
1624
1625static int
Thomas Woutersdca3b9c2006-02-27 00:24:13 +00001626compiler_ifexp(struct compiler *c, expr_ty e)
1627{
1628 basicblock *end, *next;
1629
1630 assert(e->kind == IfExp_kind);
1631 end = compiler_new_block(c);
1632 if (end == NULL)
1633 return 0;
1634 next = compiler_new_block(c);
1635 if (next == NULL)
1636 return 0;
1637 VISIT(c, expr, e->v.IfExp.test);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001638 ADDOP_JABS(c, POP_JUMP_IF_FALSE, next);
Thomas Woutersdca3b9c2006-02-27 00:24:13 +00001639 VISIT(c, expr, e->v.IfExp.body);
1640 ADDOP_JREL(c, JUMP_FORWARD, end);
1641 compiler_use_next_block(c, next);
Thomas Woutersdca3b9c2006-02-27 00:24:13 +00001642 VISIT(c, expr, e->v.IfExp.orelse);
1643 compiler_use_next_block(c, end);
1644 return 1;
1645}
1646
1647static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001648compiler_lambda(struct compiler *c, expr_ty e)
1649{
1650 PyCodeObject *co;
Nick Coghlan944d3eb2005-11-16 12:46:55 +00001651 static identifier name;
Guido van Rossum4f72a782006-10-27 23:31:49 +00001652 int kw_default_count = 0, arglength;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001653 arguments_ty args = e->v.Lambda.args;
1654 assert(e->kind == Lambda_kind);
1655
Nick Coghlan944d3eb2005-11-16 12:46:55 +00001656 if (!name) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00001657 name = PyUnicode_InternFromString("<lambda>");
Nick Coghlan944d3eb2005-11-16 12:46:55 +00001658 if (!name)
1659 return 0;
1660 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001661
Guido van Rossum4f72a782006-10-27 23:31:49 +00001662 if (args->kwonlyargs) {
1663 int res = compiler_visit_kwonlydefaults(c, args->kwonlyargs,
1664 args->kw_defaults);
1665 if (res < 0) return 0;
1666 kw_default_count = res;
1667 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001668 if (args->defaults)
1669 VISIT_SEQ(c, expr, args->defaults);
1670 if (!compiler_enter_scope(c, name, (void *)e, e->lineno))
1671 return 0;
Neal Norwitz4737b232005-11-19 23:58:29 +00001672
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001673 c->u->u_argcount = asdl_seq_LEN(args->args);
Guido van Rossum4f72a782006-10-27 23:31:49 +00001674 c->u->u_kwonlyargcount = asdl_seq_LEN(args->kwonlyargs);
Neal Norwitzb6fc9df2005-11-13 18:50:34 +00001675 VISIT_IN_SCOPE(c, expr, e->v.Lambda.body);
Benjamin Peterson371ccfb2008-12-27 19:03:36 +00001676 if (c->u->u_ste->ste_generator) {
1677 ADDOP_IN_SCOPE(c, POP_TOP);
1678 }
1679 else {
1680 ADDOP_IN_SCOPE(c, RETURN_VALUE);
1681 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001682 co = assemble(c, 1);
Neil Schemenauerc396d9e2005-10-25 06:30:14 +00001683 compiler_exit_scope(c);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001684 if (co == NULL)
1685 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001686
Guido van Rossum4f72a782006-10-27 23:31:49 +00001687 arglength = asdl_seq_LEN(args->defaults);
1688 arglength |= kw_default_count << 8;
1689 compiler_make_closure(c, co, arglength);
Neal Norwitz4737b232005-11-19 23:58:29 +00001690 Py_DECREF(co);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001691
1692 return 1;
1693}
1694
1695static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001696compiler_if(struct compiler *c, stmt_ty s)
1697{
1698 basicblock *end, *next;
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00001699 int constant;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001700 assert(s->kind == If_kind);
1701 end = compiler_new_block(c);
1702 if (end == NULL)
1703 return 0;
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00001704
1705 constant = expr_constant(s->v.If.test);
1706 /* constant = 0: "if 0"
1707 * constant = 1: "if 1", "if 2", ...
1708 * constant = -1: rest */
1709 if (constant == 0) {
1710 if (s->v.If.orelse)
1711 VISIT_SEQ(c, stmt, s->v.If.orelse);
1712 } else if (constant == 1) {
1713 VISIT_SEQ(c, stmt, s->v.If.body);
1714 } else {
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001715 if (s->v.If.orelse) {
1716 next = compiler_new_block(c);
1717 if (next == NULL)
1718 return 0;
1719 }
1720 else
1721 next = end;
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00001722 VISIT(c, expr, s->v.If.test);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001723 ADDOP_JABS(c, POP_JUMP_IF_FALSE, next);
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00001724 VISIT_SEQ(c, stmt, s->v.If.body);
1725 ADDOP_JREL(c, JUMP_FORWARD, end);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001726 if (s->v.If.orelse) {
1727 compiler_use_next_block(c, next);
Guido van Rossumd8faa362007-04-27 19:54:29 +00001728 VISIT_SEQ(c, stmt, s->v.If.orelse);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001729 }
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00001730 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001731 compiler_use_next_block(c, end);
1732 return 1;
1733}
1734
1735static int
1736compiler_for(struct compiler *c, stmt_ty s)
1737{
1738 basicblock *start, *cleanup, *end;
1739
1740 start = compiler_new_block(c);
1741 cleanup = compiler_new_block(c);
1742 end = compiler_new_block(c);
1743 if (start == NULL || end == NULL || cleanup == NULL)
1744 return 0;
1745 ADDOP_JREL(c, SETUP_LOOP, end);
1746 if (!compiler_push_fblock(c, LOOP, start))
1747 return 0;
1748 VISIT(c, expr, s->v.For.iter);
1749 ADDOP(c, GET_ITER);
1750 compiler_use_next_block(c, start);
1751 ADDOP_JREL(c, FOR_ITER, cleanup);
1752 VISIT(c, expr, s->v.For.target);
1753 VISIT_SEQ(c, stmt, s->v.For.body);
1754 ADDOP_JABS(c, JUMP_ABSOLUTE, start);
1755 compiler_use_next_block(c, cleanup);
1756 ADDOP(c, POP_BLOCK);
1757 compiler_pop_fblock(c, LOOP, start);
1758 VISIT_SEQ(c, stmt, s->v.For.orelse);
1759 compiler_use_next_block(c, end);
1760 return 1;
1761}
1762
1763static int
1764compiler_while(struct compiler *c, stmt_ty s)
1765{
1766 basicblock *loop, *orelse, *end, *anchor = NULL;
1767 int constant = expr_constant(s->v.While.test);
1768
Christian Heimes969fe572008-01-25 11:23:10 +00001769 if (constant == 0) {
1770 if (s->v.While.orelse)
1771 VISIT_SEQ(c, stmt, s->v.While.orelse);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001772 return 1;
Christian Heimes969fe572008-01-25 11:23:10 +00001773 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001774 loop = compiler_new_block(c);
1775 end = compiler_new_block(c);
1776 if (constant == -1) {
1777 anchor = compiler_new_block(c);
1778 if (anchor == NULL)
1779 return 0;
1780 }
1781 if (loop == NULL || end == NULL)
1782 return 0;
1783 if (s->v.While.orelse) {
1784 orelse = compiler_new_block(c);
1785 if (orelse == NULL)
1786 return 0;
1787 }
1788 else
1789 orelse = NULL;
1790
1791 ADDOP_JREL(c, SETUP_LOOP, end);
1792 compiler_use_next_block(c, loop);
1793 if (!compiler_push_fblock(c, LOOP, loop))
1794 return 0;
1795 if (constant == -1) {
1796 VISIT(c, expr, s->v.While.test);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001797 ADDOP_JABS(c, POP_JUMP_IF_FALSE, anchor);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001798 }
1799 VISIT_SEQ(c, stmt, s->v.While.body);
1800 ADDOP_JABS(c, JUMP_ABSOLUTE, loop);
1801
1802 /* XXX should the two POP instructions be in a separate block
1803 if there is no else clause ?
1804 */
1805
1806 if (constant == -1) {
1807 compiler_use_next_block(c, anchor);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001808 ADDOP(c, POP_BLOCK);
1809 }
1810 compiler_pop_fblock(c, LOOP, loop);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001811 if (orelse != NULL) /* what if orelse is just pass? */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001812 VISIT_SEQ(c, stmt, s->v.While.orelse);
1813 compiler_use_next_block(c, end);
1814
1815 return 1;
1816}
1817
1818static int
1819compiler_continue(struct compiler *c)
1820{
1821 static const char LOOP_ERROR_MSG[] = "'continue' not properly in loop";
Thomas Wouters89f507f2006-12-13 04:49:30 +00001822 static const char IN_FINALLY_ERROR_MSG[] =
1823 "'continue' not supported inside 'finally' clause";
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001824 int i;
1825
1826 if (!c->u->u_nfblocks)
1827 return compiler_error(c, LOOP_ERROR_MSG);
1828 i = c->u->u_nfblocks - 1;
1829 switch (c->u->u_fblock[i].fb_type) {
1830 case LOOP:
1831 ADDOP_JABS(c, JUMP_ABSOLUTE, c->u->u_fblock[i].fb_block);
1832 break;
1833 case EXCEPT:
1834 case FINALLY_TRY:
Thomas Wouters89f507f2006-12-13 04:49:30 +00001835 while (--i >= 0 && c->u->u_fblock[i].fb_type != LOOP) {
1836 /* Prevent continue anywhere under a finally
1837 even if hidden in a sub-try or except. */
1838 if (c->u->u_fblock[i].fb_type == FINALLY_END)
1839 return compiler_error(c, IN_FINALLY_ERROR_MSG);
1840 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001841 if (i == -1)
1842 return compiler_error(c, LOOP_ERROR_MSG);
1843 ADDOP_JABS(c, CONTINUE_LOOP, c->u->u_fblock[i].fb_block);
1844 break;
1845 case FINALLY_END:
Thomas Wouters89f507f2006-12-13 04:49:30 +00001846 return compiler_error(c, IN_FINALLY_ERROR_MSG);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001847 }
1848
1849 return 1;
1850}
1851
1852/* Code generated for "try: <body> finally: <finalbody>" is as follows:
1853
1854 SETUP_FINALLY L
1855 <code for body>
1856 POP_BLOCK
1857 LOAD_CONST <None>
1858 L: <code for finalbody>
1859 END_FINALLY
1860
1861 The special instructions use the block stack. Each block
1862 stack entry contains the instruction that created it (here
1863 SETUP_FINALLY), the level of the value stack at the time the
1864 block stack entry was created, and a label (here L).
1865
1866 SETUP_FINALLY:
1867 Pushes the current value stack level and the label
1868 onto the block stack.
1869 POP_BLOCK:
1870 Pops en entry from the block stack, and pops the value
1871 stack until its level is the same as indicated on the
1872 block stack. (The label is ignored.)
1873 END_FINALLY:
1874 Pops a variable number of entries from the *value* stack
1875 and re-raises the exception they specify. The number of
1876 entries popped depends on the (pseudo) exception type.
1877
1878 The block stack is unwound when an exception is raised:
1879 when a SETUP_FINALLY entry is found, the exception is pushed
1880 onto the value stack (and the exception condition is cleared),
1881 and the interpreter jumps to the label gotten from the block
1882 stack.
1883*/
1884
1885static int
1886compiler_try_finally(struct compiler *c, stmt_ty s)
1887{
1888 basicblock *body, *end;
1889 body = compiler_new_block(c);
1890 end = compiler_new_block(c);
1891 if (body == NULL || end == NULL)
1892 return 0;
1893
1894 ADDOP_JREL(c, SETUP_FINALLY, end);
1895 compiler_use_next_block(c, body);
1896 if (!compiler_push_fblock(c, FINALLY_TRY, body))
1897 return 0;
1898 VISIT_SEQ(c, stmt, s->v.TryFinally.body);
1899 ADDOP(c, POP_BLOCK);
1900 compiler_pop_fblock(c, FINALLY_TRY, body);
1901
1902 ADDOP_O(c, LOAD_CONST, Py_None, consts);
1903 compiler_use_next_block(c, end);
1904 if (!compiler_push_fblock(c, FINALLY_END, end))
1905 return 0;
1906 VISIT_SEQ(c, stmt, s->v.TryFinally.finalbody);
1907 ADDOP(c, END_FINALLY);
1908 compiler_pop_fblock(c, FINALLY_END, end);
1909
1910 return 1;
1911}
1912
1913/*
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001914 Code generated for "try: S except E1 as V1: S1 except E2 as V2: S2 ...":
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001915 (The contents of the value stack is shown in [], with the top
1916 at the right; 'tb' is trace-back info, 'val' the exception's
1917 associated value, and 'exc' the exception.)
1918
1919 Value stack Label Instruction Argument
1920 [] SETUP_EXCEPT L1
1921 [] <code for S>
1922 [] POP_BLOCK
1923 [] JUMP_FORWARD L0
1924
1925 [tb, val, exc] L1: DUP )
1926 [tb, val, exc, exc] <evaluate E1> )
1927 [tb, val, exc, exc, E1] COMPARE_OP EXC_MATCH ) only if E1
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001928 [tb, val, exc, 1-or-0] POP_JUMP_IF_FALSE L2 )
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001929 [tb, val, exc] POP
1930 [tb, val] <assign to V1> (or POP if no V1)
1931 [tb] POP
1932 [] <code for S1>
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001933 JUMP_FORWARD L0
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001934
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001935 [tb, val, exc] L2: DUP
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001936 .............................etc.......................
1937
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001938 [tb, val, exc] Ln+1: END_FINALLY # re-raise exception
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001939
1940 [] L0: <next statement>
1941
1942 Of course, parts are not generated if Vi or Ei is not present.
1943*/
1944static int
1945compiler_try_except(struct compiler *c, stmt_ty s)
1946{
Jeremy Hyltone9357b22006-03-01 15:47:05 +00001947 basicblock *body, *orelse, *except, *end;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001948 int i, n;
1949
1950 body = compiler_new_block(c);
1951 except = compiler_new_block(c);
1952 orelse = compiler_new_block(c);
1953 end = compiler_new_block(c);
1954 if (body == NULL || except == NULL || orelse == NULL || end == NULL)
1955 return 0;
1956 ADDOP_JREL(c, SETUP_EXCEPT, except);
1957 compiler_use_next_block(c, body);
1958 if (!compiler_push_fblock(c, EXCEPT, body))
1959 return 0;
1960 VISIT_SEQ(c, stmt, s->v.TryExcept.body);
1961 ADDOP(c, POP_BLOCK);
1962 compiler_pop_fblock(c, EXCEPT, body);
1963 ADDOP_JREL(c, JUMP_FORWARD, orelse);
1964 n = asdl_seq_LEN(s->v.TryExcept.handlers);
1965 compiler_use_next_block(c, except);
1966 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001967 excepthandler_ty handler = (excepthandler_ty)asdl_seq_GET(
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001968 s->v.TryExcept.handlers, i);
Neal Norwitzad74aa82008-03-31 05:14:30 +00001969 if (!handler->v.ExceptHandler.type && i < n-1)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001970 return compiler_error(c, "default 'except:' must be last");
Christian Heimes2202f872008-02-06 14:31:34 +00001971 c->u->u_lineno_set = 0;
1972 c->u->u_lineno = handler->lineno;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001973 except = compiler_new_block(c);
1974 if (except == NULL)
1975 return 0;
Neal Norwitzad74aa82008-03-31 05:14:30 +00001976 if (handler->v.ExceptHandler.type) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001977 ADDOP(c, DUP_TOP);
Neal Norwitzad74aa82008-03-31 05:14:30 +00001978 VISIT(c, expr, handler->v.ExceptHandler.type);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001979 ADDOP_I(c, COMPARE_OP, PyCmp_EXC_MATCH);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00001980 ADDOP_JABS(c, POP_JUMP_IF_FALSE, except);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001981 }
1982 ADDOP(c, POP_TOP);
Neal Norwitzad74aa82008-03-31 05:14:30 +00001983 if (handler->v.ExceptHandler.name) {
Guido van Rossumb940e112007-01-10 16:19:56 +00001984 basicblock *cleanup_end, *cleanup_body;
Guido van Rossumb940e112007-01-10 16:19:56 +00001985
1986 cleanup_end = compiler_new_block(c);
1987 cleanup_body = compiler_new_block(c);
1988 if(!(cleanup_end || cleanup_body))
1989 return 0;
1990
Neal Norwitzad74aa82008-03-31 05:14:30 +00001991 compiler_nameop(c, handler->v.ExceptHandler.name, Store);
Guido van Rossumb940e112007-01-10 16:19:56 +00001992 ADDOP(c, POP_TOP);
1993
1994 /*
1995 try:
1996 # body
1997 except type as name:
1998 try:
1999 # body
2000 finally:
2001 name = None
2002 del name
2003 */
2004
2005 /* second try: */
2006 ADDOP_JREL(c, SETUP_FINALLY, cleanup_end);
2007 compiler_use_next_block(c, cleanup_body);
2008 if (!compiler_push_fblock(c, FINALLY_TRY, cleanup_body))
2009 return 0;
2010
2011 /* second # body */
Neal Norwitzad74aa82008-03-31 05:14:30 +00002012 VISIT_SEQ(c, stmt, handler->v.ExceptHandler.body);
Guido van Rossumb940e112007-01-10 16:19:56 +00002013 ADDOP(c, POP_BLOCK);
Benjamin Petersoneec3d712008-06-11 15:59:43 +00002014 ADDOP(c, POP_EXCEPT);
Guido van Rossumb940e112007-01-10 16:19:56 +00002015 compiler_pop_fblock(c, FINALLY_TRY, cleanup_body);
2016
2017 /* finally: */
2018 ADDOP_O(c, LOAD_CONST, Py_None, consts);
2019 compiler_use_next_block(c, cleanup_end);
2020 if (!compiler_push_fblock(c, FINALLY_END, cleanup_end))
2021 return 0;
2022
2023 /* name = None */
2024 ADDOP_O(c, LOAD_CONST, Py_None, consts);
Neal Norwitzad74aa82008-03-31 05:14:30 +00002025 compiler_nameop(c, handler->v.ExceptHandler.name, Store);
Guido van Rossumb940e112007-01-10 16:19:56 +00002026
Guido van Rossum16be03e2007-01-10 18:51:35 +00002027 /* del name */
Neal Norwitzad74aa82008-03-31 05:14:30 +00002028 compiler_nameop(c, handler->v.ExceptHandler.name, Del);
Guido van Rossumb940e112007-01-10 16:19:56 +00002029
2030 ADDOP(c, END_FINALLY);
2031 compiler_pop_fblock(c, FINALLY_END, cleanup_end);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002032 }
2033 else {
Benjamin Petersoneec3d712008-06-11 15:59:43 +00002034 basicblock *cleanup_body;
2035
2036 cleanup_body = compiler_new_block(c);
2037 if(!cleanup_body)
2038 return 0;
2039
2040 ADDOP(c, POP_TOP);
Guido van Rossumb940e112007-01-10 16:19:56 +00002041 ADDOP(c, POP_TOP);
Benjamin Petersoneec3d712008-06-11 15:59:43 +00002042 compiler_use_next_block(c, cleanup_body);
2043 if (!compiler_push_fblock(c, FINALLY_TRY, cleanup_body))
2044 return 0;
Neal Norwitzad74aa82008-03-31 05:14:30 +00002045 VISIT_SEQ(c, stmt, handler->v.ExceptHandler.body);
Benjamin Petersoneec3d712008-06-11 15:59:43 +00002046 ADDOP(c, POP_EXCEPT);
2047 compiler_pop_fblock(c, FINALLY_TRY, cleanup_body);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002048 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002049 ADDOP_JREL(c, JUMP_FORWARD, end);
2050 compiler_use_next_block(c, except);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002051 }
2052 ADDOP(c, END_FINALLY);
2053 compiler_use_next_block(c, orelse);
2054 VISIT_SEQ(c, stmt, s->v.TryExcept.orelse);
2055 compiler_use_next_block(c, end);
2056 return 1;
2057}
2058
2059static int
2060compiler_import_as(struct compiler *c, identifier name, identifier asname)
2061{
2062 /* The IMPORT_NAME opcode was already generated. This function
2063 merely needs to bind the result to a name.
2064
2065 If there is a dot in name, we need to split it and emit a
2066 LOAD_ATTR for each name.
2067 */
Martin v. Löwis5b222132007-06-10 09:51:05 +00002068 const Py_UNICODE *src = PyUnicode_AS_UNICODE(name);
2069 const Py_UNICODE *dot = Py_UNICODE_strchr(src, '.');
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002070 if (dot) {
2071 /* Consume the base module name to get the first attribute */
2072 src = dot + 1;
2073 while (dot) {
2074 /* NB src is only defined when dot != NULL */
Armin Rigo31441302005-10-21 12:57:31 +00002075 PyObject *attr;
Martin v. Löwis5b222132007-06-10 09:51:05 +00002076 dot = Py_UNICODE_strchr(src, '.');
2077 attr = PyUnicode_FromUnicode(src,
2078 dot ? dot - src : Py_UNICODE_strlen(src));
Neal Norwitz7bcabc62005-11-20 23:58:38 +00002079 if (!attr)
2080 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002081 ADDOP_O(c, LOAD_ATTR, attr, names);
Neal Norwitz7bcabc62005-11-20 23:58:38 +00002082 Py_DECREF(attr);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002083 src = dot + 1;
2084 }
2085 }
2086 return compiler_nameop(c, asname, Store);
2087}
2088
2089static int
2090compiler_import(struct compiler *c, stmt_ty s)
2091{
2092 /* The Import node stores a module name like a.b.c as a single
2093 string. This is convenient for all cases except
2094 import a.b.c as d
2095 where we need to parse that string to extract the individual
2096 module names.
2097 XXX Perhaps change the representation to make this case simpler?
2098 */
2099 int i, n = asdl_seq_LEN(s->v.Import.names);
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002100
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002101 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002102 alias_ty alias = (alias_ty)asdl_seq_GET(s->v.Import.names, i);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002103 int r;
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002104 PyObject *level;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002105
Christian Heimes217cfd12007-12-02 14:31:20 +00002106 level = PyLong_FromLong(0);
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002107 if (level == NULL)
2108 return 0;
2109
2110 ADDOP_O(c, LOAD_CONST, level, consts);
2111 Py_DECREF(level);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002112 ADDOP_O(c, LOAD_CONST, Py_None, consts);
2113 ADDOP_NAME(c, IMPORT_NAME, alias->name, names);
2114
2115 if (alias->asname) {
Neil Schemenauerac699ef2005-10-23 03:45:42 +00002116 r = compiler_import_as(c, alias->name, alias->asname);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002117 if (!r)
2118 return r;
2119 }
2120 else {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002121 identifier tmp = alias->name;
Martin v. Löwis5b222132007-06-10 09:51:05 +00002122 const Py_UNICODE *base = PyUnicode_AS_UNICODE(alias->name);
2123 Py_UNICODE *dot = Py_UNICODE_strchr(base, '.');
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002124 if (dot)
Martin v. Löwis5b222132007-06-10 09:51:05 +00002125 tmp = PyUnicode_FromUnicode(base,
2126 dot - base);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002127 r = compiler_nameop(c, tmp, Store);
2128 if (dot) {
2129 Py_DECREF(tmp);
2130 }
2131 if (!r)
2132 return r;
2133 }
2134 }
2135 return 1;
2136}
2137
2138static int
2139compiler_from_import(struct compiler *c, stmt_ty s)
2140{
2141 int i, n = asdl_seq_LEN(s->v.ImportFrom.names);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002142
2143 PyObject *names = PyTuple_New(n);
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002144 PyObject *level;
Benjamin Peterson78565b22009-06-28 19:19:51 +00002145 static PyObject *empty_string;
2146
2147 if (!empty_string) {
2148 empty_string = PyUnicode_FromString("");
2149 if (!empty_string)
2150 return 0;
2151 }
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002152
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002153 if (!names)
2154 return 0;
2155
Christian Heimes217cfd12007-12-02 14:31:20 +00002156 level = PyLong_FromLong(s->v.ImportFrom.level);
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002157 if (!level) {
2158 Py_DECREF(names);
2159 return 0;
2160 }
2161
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002162 /* build up the names */
2163 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002164 alias_ty alias = (alias_ty)asdl_seq_GET(s->v.ImportFrom.names, i);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002165 Py_INCREF(alias->name);
2166 PyTuple_SET_ITEM(names, i, alias->name);
2167 }
2168
Benjamin Peterson78565b22009-06-28 19:19:51 +00002169 if (s->lineno > c->c_future->ff_lineno && s->v.ImportFrom.module &&
2170 !PyUnicode_CompareWithASCIIString(s->v.ImportFrom.module, "__future__")) {
2171 Py_DECREF(level);
2172 Py_DECREF(names);
2173 return compiler_error(c, "from __future__ imports must occur "
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002174 "at the beginning of the file");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002175 }
2176
Thomas Woutersf7f438b2006-02-28 16:09:29 +00002177 ADDOP_O(c, LOAD_CONST, level, consts);
2178 Py_DECREF(level);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002179 ADDOP_O(c, LOAD_CONST, names, consts);
Neal Norwitz3715c3e2005-11-24 22:09:18 +00002180 Py_DECREF(names);
Benjamin Peterson78565b22009-06-28 19:19:51 +00002181 if (s->v.ImportFrom.module) {
2182 ADDOP_NAME(c, IMPORT_NAME, s->v.ImportFrom.module, names);
2183 }
2184 else {
2185 ADDOP_NAME(c, IMPORT_NAME, empty_string, names);
2186 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002187 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002188 alias_ty alias = (alias_ty)asdl_seq_GET(s->v.ImportFrom.names, i);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002189 identifier store_name;
2190
Martin v. Löwis5b222132007-06-10 09:51:05 +00002191 if (i == 0 && *PyUnicode_AS_UNICODE(alias->name) == '*') {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002192 assert(n == 1);
2193 ADDOP(c, IMPORT_STAR);
Neal Norwitz28b32ac2005-12-06 07:41:30 +00002194 return 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002195 }
2196
2197 ADDOP_NAME(c, IMPORT_FROM, alias->name, names);
2198 store_name = alias->name;
2199 if (alias->asname)
2200 store_name = alias->asname;
2201
2202 if (!compiler_nameop(c, store_name, Store)) {
2203 Py_DECREF(names);
2204 return 0;
2205 }
2206 }
Neal Norwitz28b32ac2005-12-06 07:41:30 +00002207 /* remove imported module */
2208 ADDOP(c, POP_TOP);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002209 return 1;
2210}
2211
2212static int
2213compiler_assert(struct compiler *c, stmt_ty s)
2214{
2215 static PyObject *assertion_error = NULL;
2216 basicblock *end;
2217
2218 if (Py_OptimizeFlag)
2219 return 1;
2220 if (assertion_error == NULL) {
Christian Heimesfe82e772008-01-28 02:38:20 +00002221 assertion_error = PyUnicode_InternFromString("AssertionError");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002222 if (assertion_error == NULL)
2223 return 0;
2224 }
Christian Heimes08976cb2008-03-16 00:32:36 +00002225 if (s->v.Assert.test->kind == Tuple_kind &&
2226 asdl_seq_LEN(s->v.Assert.test->v.Tuple.elts) > 0) {
2227 const char* msg =
2228 "assertion is always true, perhaps remove parentheses?";
2229 if (PyErr_WarnExplicit(PyExc_SyntaxWarning, msg, c->c_filename,
2230 c->u->u_lineno, NULL, NULL) == -1)
2231 return 0;
2232 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002233 VISIT(c, expr, s->v.Assert.test);
2234 end = compiler_new_block(c);
2235 if (end == NULL)
2236 return 0;
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002237 ADDOP_JABS(c, POP_JUMP_IF_TRUE, end);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002238 ADDOP_O(c, LOAD_GLOBAL, assertion_error, names);
2239 if (s->v.Assert.msg) {
2240 VISIT(c, expr, s->v.Assert.msg);
Collin Winter828f04a2007-08-31 00:04:24 +00002241 ADDOP_I(c, CALL_FUNCTION, 1);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002242 }
Collin Winter828f04a2007-08-31 00:04:24 +00002243 ADDOP_I(c, RAISE_VARARGS, 1);
Neal Norwitz51abbc72005-12-18 07:06:23 +00002244 compiler_use_next_block(c, end);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002245 return 1;
2246}
2247
2248static int
2249compiler_visit_stmt(struct compiler *c, stmt_ty s)
2250{
2251 int i, n;
2252
Thomas Wouters89f507f2006-12-13 04:49:30 +00002253 /* Always assign a lineno to the next instruction for a stmt. */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002254 c->u->u_lineno = s->lineno;
Neal Norwitz6baa4c42007-02-26 19:14:12 +00002255 c->u->u_lineno_set = 0;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002256
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002257 switch (s->kind) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002258 case FunctionDef_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002259 return compiler_function(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002260 case ClassDef_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002261 return compiler_class(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002262 case Return_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002263 if (c->u->u_ste->ste_type != FunctionBlock)
2264 return compiler_error(c, "'return' outside function");
2265 if (s->v.Return.value) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002266 VISIT(c, expr, s->v.Return.value);
2267 }
2268 else
2269 ADDOP_O(c, LOAD_CONST, Py_None, consts);
2270 ADDOP(c, RETURN_VALUE);
2271 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002272 case Delete_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002273 VISIT_SEQ(c, expr, s->v.Delete.targets)
2274 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002275 case Assign_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002276 n = asdl_seq_LEN(s->v.Assign.targets);
2277 VISIT(c, expr, s->v.Assign.value);
2278 for (i = 0; i < n; i++) {
2279 if (i < n - 1)
2280 ADDOP(c, DUP_TOP);
2281 VISIT(c, expr,
2282 (expr_ty)asdl_seq_GET(s->v.Assign.targets, i));
2283 }
2284 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002285 case AugAssign_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002286 return compiler_augassign(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002287 case For_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002288 return compiler_for(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002289 case While_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002290 return compiler_while(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002291 case If_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002292 return compiler_if(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002293 case Raise_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002294 n = 0;
Collin Winter828f04a2007-08-31 00:04:24 +00002295 if (s->v.Raise.exc) {
2296 VISIT(c, expr, s->v.Raise.exc);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002297 n++;
Collin Winter828f04a2007-08-31 00:04:24 +00002298 if (s->v.Raise.cause) {
2299 VISIT(c, expr, s->v.Raise.cause);
2300 n++;
2301 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002302 }
2303 ADDOP_I(c, RAISE_VARARGS, n);
2304 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002305 case TryExcept_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002306 return compiler_try_except(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002307 case TryFinally_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002308 return compiler_try_finally(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002309 case Assert_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002310 return compiler_assert(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002311 case Import_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002312 return compiler_import(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002313 case ImportFrom_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002314 return compiler_from_import(c, s);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002315 case Global_kind:
Jeremy Hylton81e95022007-02-27 06:50:52 +00002316 case Nonlocal_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002317 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002318 case Expr_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002319 if (c->c_interactive && c->c_nestlevel <= 1) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002320 VISIT(c, expr, s->v.Expr.value);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002321 ADDOP(c, PRINT_EXPR);
2322 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002323 else if (s->v.Expr.value->kind != Str_kind &&
2324 s->v.Expr.value->kind != Num_kind) {
2325 VISIT(c, expr, s->v.Expr.value);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002326 ADDOP(c, POP_TOP);
2327 }
2328 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002329 case Pass_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002330 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002331 case Break_kind:
Guido van Rossumd8faa362007-04-27 19:54:29 +00002332 if (!compiler_in_loop(c))
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002333 return compiler_error(c, "'break' outside loop");
2334 ADDOP(c, BREAK_LOOP);
2335 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002336 case Continue_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002337 return compiler_continue(c);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002338 case With_kind:
2339 return compiler_with(c, s);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002340 }
2341 return 1;
2342}
2343
2344static int
2345unaryop(unaryop_ty op)
2346{
2347 switch (op) {
2348 case Invert:
2349 return UNARY_INVERT;
2350 case Not:
2351 return UNARY_NOT;
2352 case UAdd:
2353 return UNARY_POSITIVE;
2354 case USub:
2355 return UNARY_NEGATIVE;
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00002356 default:
2357 PyErr_Format(PyExc_SystemError,
2358 "unary op %d should not be possible", op);
2359 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002360 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002361}
2362
2363static int
2364binop(struct compiler *c, operator_ty op)
2365{
2366 switch (op) {
2367 case Add:
2368 return BINARY_ADD;
2369 case Sub:
2370 return BINARY_SUBTRACT;
2371 case Mult:
2372 return BINARY_MULTIPLY;
2373 case Div:
Guido van Rossum45aecf42006-03-15 04:58:47 +00002374 return BINARY_TRUE_DIVIDE;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002375 case Mod:
2376 return BINARY_MODULO;
2377 case Pow:
2378 return BINARY_POWER;
2379 case LShift:
2380 return BINARY_LSHIFT;
2381 case RShift:
2382 return BINARY_RSHIFT;
2383 case BitOr:
2384 return BINARY_OR;
2385 case BitXor:
2386 return BINARY_XOR;
2387 case BitAnd:
2388 return BINARY_AND;
2389 case FloorDiv:
2390 return BINARY_FLOOR_DIVIDE;
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00002391 default:
2392 PyErr_Format(PyExc_SystemError,
2393 "binary op %d should not be possible", op);
2394 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002395 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002396}
2397
2398static int
2399cmpop(cmpop_ty op)
2400{
2401 switch (op) {
2402 case Eq:
2403 return PyCmp_EQ;
2404 case NotEq:
2405 return PyCmp_NE;
2406 case Lt:
2407 return PyCmp_LT;
2408 case LtE:
2409 return PyCmp_LE;
2410 case Gt:
2411 return PyCmp_GT;
2412 case GtE:
2413 return PyCmp_GE;
2414 case Is:
2415 return PyCmp_IS;
2416 case IsNot:
2417 return PyCmp_IS_NOT;
2418 case In:
2419 return PyCmp_IN;
2420 case NotIn:
2421 return PyCmp_NOT_IN;
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00002422 default:
2423 return PyCmp_BAD;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002424 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002425}
2426
2427static int
2428inplace_binop(struct compiler *c, operator_ty op)
2429{
2430 switch (op) {
2431 case Add:
2432 return INPLACE_ADD;
2433 case Sub:
2434 return INPLACE_SUBTRACT;
2435 case Mult:
2436 return INPLACE_MULTIPLY;
2437 case Div:
Guido van Rossum45aecf42006-03-15 04:58:47 +00002438 return INPLACE_TRUE_DIVIDE;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002439 case Mod:
2440 return INPLACE_MODULO;
2441 case Pow:
2442 return INPLACE_POWER;
2443 case LShift:
2444 return INPLACE_LSHIFT;
2445 case RShift:
2446 return INPLACE_RSHIFT;
2447 case BitOr:
2448 return INPLACE_OR;
2449 case BitXor:
2450 return INPLACE_XOR;
2451 case BitAnd:
2452 return INPLACE_AND;
2453 case FloorDiv:
2454 return INPLACE_FLOOR_DIVIDE;
Martin v. Löwis618dc5e2008-03-30 20:03:44 +00002455 default:
2456 PyErr_Format(PyExc_SystemError,
2457 "inplace binary op %d should not be possible", op);
2458 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002459 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002460}
2461
2462static int
2463compiler_nameop(struct compiler *c, identifier name, expr_context_ty ctx)
2464{
Neil Schemenauerdad06a12005-10-23 18:52:36 +00002465 int op, scope, arg;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002466 enum { OP_FAST, OP_GLOBAL, OP_DEREF, OP_NAME } optype;
2467
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002468 PyObject *dict = c->u->u_names;
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002469 PyObject *mangled;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002470 /* XXX AugStore isn't used anywhere! */
2471
Guido van Rossumcd16bf62007-06-13 18:07:49 +00002472 mangled = _Py_Mangle(c->u->u_private, name);
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002473 if (!mangled)
2474 return 0;
2475
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002476 op = 0;
2477 optype = OP_NAME;
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002478 scope = PyST_GetScope(c->u->u_ste, mangled);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002479 switch (scope) {
2480 case FREE:
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002481 dict = c->u->u_freevars;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002482 optype = OP_DEREF;
2483 break;
2484 case CELL:
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002485 dict = c->u->u_cellvars;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002486 optype = OP_DEREF;
2487 break;
2488 case LOCAL:
2489 if (c->u->u_ste->ste_type == FunctionBlock)
2490 optype = OP_FAST;
2491 break;
2492 case GLOBAL_IMPLICIT:
Neil Schemenauerd403c452005-10-23 04:24:49 +00002493 if (c->u->u_ste->ste_type == FunctionBlock &&
2494 !c->u->u_ste->ste_unoptimized)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002495 optype = OP_GLOBAL;
2496 break;
2497 case GLOBAL_EXPLICIT:
2498 optype = OP_GLOBAL;
2499 break;
Neal Norwitz4e6bf492005-12-18 05:32:41 +00002500 default:
2501 /* scope can be 0 */
2502 break;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002503 }
2504
2505 /* XXX Leave assert here, but handle __doc__ and the like better */
Martin v. Löwis5b222132007-06-10 09:51:05 +00002506 assert(scope || PyUnicode_AS_UNICODE(name)[0] == '_');
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002507
2508 switch (optype) {
2509 case OP_DEREF:
2510 switch (ctx) {
2511 case Load: op = LOAD_DEREF; break;
2512 case Store: op = STORE_DEREF; break;
2513 case AugLoad:
2514 case AugStore:
2515 break;
2516 case Del:
2517 PyErr_Format(PyExc_SyntaxError,
Walter Dörwald573c08c2007-05-25 15:46:59 +00002518 "can not delete variable '%S' referenced "
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002519 "in nested scope",
Walter Dörwald573c08c2007-05-25 15:46:59 +00002520 name);
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002521 Py_DECREF(mangled);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002522 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002523 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00002524 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00002525 PyErr_SetString(PyExc_SystemError,
2526 "param invalid for deref variable");
2527 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002528 }
2529 break;
2530 case OP_FAST:
2531 switch (ctx) {
2532 case Load: op = LOAD_FAST; break;
2533 case Store: op = STORE_FAST; break;
2534 case Del: op = DELETE_FAST; break;
2535 case AugLoad:
2536 case AugStore:
2537 break;
2538 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00002539 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00002540 PyErr_SetString(PyExc_SystemError,
2541 "param invalid for local variable");
2542 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002543 }
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002544 ADDOP_O(c, op, mangled, varnames);
2545 Py_DECREF(mangled);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002546 return 1;
2547 case OP_GLOBAL:
2548 switch (ctx) {
2549 case Load: op = LOAD_GLOBAL; break;
2550 case Store: op = STORE_GLOBAL; break;
2551 case Del: op = DELETE_GLOBAL; break;
2552 case AugLoad:
2553 case AugStore:
2554 break;
2555 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00002556 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00002557 PyErr_SetString(PyExc_SystemError,
2558 "param invalid for global variable");
2559 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002560 }
2561 break;
2562 case OP_NAME:
2563 switch (ctx) {
2564 case Load: op = LOAD_NAME; break;
2565 case Store: op = STORE_NAME; break;
2566 case Del: op = DELETE_NAME; break;
2567 case AugLoad:
2568 case AugStore:
2569 break;
2570 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00002571 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00002572 PyErr_SetString(PyExc_SystemError,
2573 "param invalid for name variable");
2574 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002575 }
2576 break;
2577 }
2578
2579 assert(op);
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002580 arg = compiler_add_o(c, dict, mangled);
Neal Norwitz4737b232005-11-19 23:58:29 +00002581 Py_DECREF(mangled);
Neil Schemenauer8b528b22005-10-23 18:37:42 +00002582 if (arg < 0)
2583 return 0;
Neil Schemenauerdad06a12005-10-23 18:52:36 +00002584 return compiler_addop_i(c, op, arg);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002585}
2586
2587static int
2588compiler_boolop(struct compiler *c, expr_ty e)
2589{
2590 basicblock *end;
2591 int jumpi, i, n;
2592 asdl_seq *s;
2593
2594 assert(e->kind == BoolOp_kind);
2595 if (e->v.BoolOp.op == And)
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002596 jumpi = JUMP_IF_FALSE_OR_POP;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002597 else
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002598 jumpi = JUMP_IF_TRUE_OR_POP;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002599 end = compiler_new_block(c);
Martin v. Löwis94962612006-01-02 21:15:05 +00002600 if (end == NULL)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002601 return 0;
2602 s = e->v.BoolOp.values;
2603 n = asdl_seq_LEN(s) - 1;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002604 assert(n >= 0);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002605 for (i = 0; i < n; ++i) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002606 VISIT(c, expr, (expr_ty)asdl_seq_GET(s, i));
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002607 ADDOP_JABS(c, jumpi, end);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002608 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002609 VISIT(c, expr, (expr_ty)asdl_seq_GET(s, n));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002610 compiler_use_next_block(c, end);
2611 return 1;
2612}
2613
2614static int
2615compiler_list(struct compiler *c, expr_ty e)
2616{
2617 int n = asdl_seq_LEN(e->v.List.elts);
2618 if (e->v.List.ctx == Store) {
Guido van Rossum0368b722007-05-11 16:50:42 +00002619 int i, seen_star = 0;
2620 for (i = 0; i < n; i++) {
2621 expr_ty elt = asdl_seq_GET(e->v.List.elts, i);
2622 if (elt->kind == Starred_kind && !seen_star) {
Thomas Woutersdeef6742008-03-14 17:16:59 +00002623 if ((i >= (1 << 8)) ||
2624 (n-i-1 >= (INT_MAX >> 8)))
2625 return compiler_error(c,
2626 "too many expressions in "
2627 "star-unpacking assignment");
Guido van Rossum0368b722007-05-11 16:50:42 +00002628 ADDOP_I(c, UNPACK_EX, (i + ((n-i-1) << 8)));
2629 seen_star = 1;
2630 asdl_seq_SET(e->v.List.elts, i, elt->v.Starred.value);
2631 } else if (elt->kind == Starred_kind) {
2632 return compiler_error(c,
2633 "two starred expressions in assignment");
2634 }
2635 }
2636 if (!seen_star) {
2637 ADDOP_I(c, UNPACK_SEQUENCE, n);
2638 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002639 }
2640 VISIT_SEQ(c, expr, e->v.List.elts);
2641 if (e->v.List.ctx == Load) {
2642 ADDOP_I(c, BUILD_LIST, n);
2643 }
2644 return 1;
2645}
2646
2647static int
2648compiler_tuple(struct compiler *c, expr_ty e)
2649{
2650 int n = asdl_seq_LEN(e->v.Tuple.elts);
2651 if (e->v.Tuple.ctx == Store) {
Guido van Rossum0368b722007-05-11 16:50:42 +00002652 int i, seen_star = 0;
2653 for (i = 0; i < n; i++) {
2654 expr_ty elt = asdl_seq_GET(e->v.Tuple.elts, i);
2655 if (elt->kind == Starred_kind && !seen_star) {
Thomas Woutersdeef6742008-03-14 17:16:59 +00002656 if ((i >= (1 << 8)) ||
2657 (n-i-1 >= (INT_MAX >> 8)))
2658 return compiler_error(c,
2659 "too many expressions in "
2660 "star-unpacking assignment");
Guido van Rossum0368b722007-05-11 16:50:42 +00002661 ADDOP_I(c, UNPACK_EX, (i + ((n-i-1) << 8)));
2662 seen_star = 1;
2663 asdl_seq_SET(e->v.Tuple.elts, i, elt->v.Starred.value);
2664 } else if (elt->kind == Starred_kind) {
2665 return compiler_error(c,
2666 "two starred expressions in assignment");
2667 }
2668 }
2669 if (!seen_star) {
2670 ADDOP_I(c, UNPACK_SEQUENCE, n);
2671 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002672 }
2673 VISIT_SEQ(c, expr, e->v.Tuple.elts);
2674 if (e->v.Tuple.ctx == Load) {
2675 ADDOP_I(c, BUILD_TUPLE, n);
2676 }
2677 return 1;
2678}
2679
2680static int
2681compiler_compare(struct compiler *c, expr_ty e)
2682{
2683 int i, n;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002684 basicblock *cleanup = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002685
2686 /* XXX the logic can be cleaned up for 1 or multiple comparisons */
2687 VISIT(c, expr, e->v.Compare.left);
2688 n = asdl_seq_LEN(e->v.Compare.ops);
2689 assert(n > 0);
2690 if (n > 1) {
2691 cleanup = compiler_new_block(c);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002692 if (cleanup == NULL)
2693 return 0;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002694 VISIT(c, expr,
Guido van Rossumd8faa362007-04-27 19:54:29 +00002695 (expr_ty)asdl_seq_GET(e->v.Compare.comparators, 0));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002696 }
2697 for (i = 1; i < n; i++) {
2698 ADDOP(c, DUP_TOP);
2699 ADDOP(c, ROT_THREE);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002700 ADDOP_I(c, COMPARE_OP,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002701 cmpop((cmpop_ty)(asdl_seq_GET(
Guido van Rossumd8faa362007-04-27 19:54:29 +00002702 e->v.Compare.ops, i - 1))));
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002703 ADDOP_JABS(c, JUMP_IF_FALSE_OR_POP, cleanup);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002704 NEXT_BLOCK(c);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002705 if (i < (n - 1))
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002706 VISIT(c, expr,
Guido van Rossumd8faa362007-04-27 19:54:29 +00002707 (expr_ty)asdl_seq_GET(e->v.Compare.comparators, i));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002708 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002709 VISIT(c, expr, (expr_ty)asdl_seq_GET(e->v.Compare.comparators, n - 1));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002710 ADDOP_I(c, COMPARE_OP,
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002711 cmpop((cmpop_ty)(asdl_seq_GET(e->v.Compare.ops, n - 1))));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002712 if (n > 1) {
2713 basicblock *end = compiler_new_block(c);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002714 if (end == NULL)
2715 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002716 ADDOP_JREL(c, JUMP_FORWARD, end);
2717 compiler_use_next_block(c, cleanup);
2718 ADDOP(c, ROT_TWO);
2719 ADDOP(c, POP_TOP);
2720 compiler_use_next_block(c, end);
2721 }
2722 return 1;
2723}
2724
2725static int
2726compiler_call(struct compiler *c, expr_ty e)
2727{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002728 VISIT(c, expr, e->v.Call.func);
Guido van Rossum52cc1d82007-03-18 15:41:51 +00002729 return compiler_call_helper(c, 0,
2730 e->v.Call.args,
2731 e->v.Call.keywords,
2732 e->v.Call.starargs,
2733 e->v.Call.kwargs);
2734}
2735
2736/* shared code between compiler_call and compiler_class */
2737static int
2738compiler_call_helper(struct compiler *c,
2739 int n, /* Args already pushed */
2740 asdl_seq *args,
2741 asdl_seq *keywords,
2742 expr_ty starargs,
2743 expr_ty kwargs)
2744{
2745 int code = 0;
2746
2747 n += asdl_seq_LEN(args);
2748 VISIT_SEQ(c, expr, args);
2749 if (keywords) {
2750 VISIT_SEQ(c, keyword, keywords);
2751 n |= asdl_seq_LEN(keywords) << 8;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002752 }
Guido van Rossum52cc1d82007-03-18 15:41:51 +00002753 if (starargs) {
2754 VISIT(c, expr, starargs);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002755 code |= 1;
2756 }
Guido van Rossum52cc1d82007-03-18 15:41:51 +00002757 if (kwargs) {
2758 VISIT(c, expr, kwargs);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002759 code |= 2;
2760 }
2761 switch (code) {
2762 case 0:
2763 ADDOP_I(c, CALL_FUNCTION, n);
2764 break;
2765 case 1:
2766 ADDOP_I(c, CALL_FUNCTION_VAR, n);
2767 break;
2768 case 2:
2769 ADDOP_I(c, CALL_FUNCTION_KW, n);
2770 break;
2771 case 3:
2772 ADDOP_I(c, CALL_FUNCTION_VAR_KW, n);
2773 break;
2774 }
2775 return 1;
2776}
2777
Nick Coghlan650f0d02007-04-15 12:05:43 +00002778
2779/* List and set comprehensions and generator expressions work by creating a
2780 nested function to perform the actual iteration. This means that the
2781 iteration variables don't leak into the current scope.
2782 The defined function is called immediately following its definition, with the
2783 result of that call being the result of the expression.
2784 The LC/SC version returns the populated container, while the GE version is
2785 flagged in symtable.c as a generator, so it returns the generator object
2786 when the function is called.
2787 This code *knows* that the loop cannot contain break, continue, or return,
2788 so it cheats and skips the SETUP_LOOP/POP_BLOCK steps used in normal loops.
2789
2790 Possible cleanups:
2791 - iterate over the generator sequence instead of using recursion
2792*/
2793
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002794static int
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002795compiler_comprehension_generator(struct compiler *c,
Nick Coghlan650f0d02007-04-15 12:05:43 +00002796 asdl_seq *generators, int gen_index,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002797 expr_ty elt, expr_ty val, int type)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002798{
2799 /* generate code for the iterator, then each of the ifs,
2800 and then write to the element */
2801
Nick Coghlan650f0d02007-04-15 12:05:43 +00002802 comprehension_ty gen;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002803 basicblock *start, *anchor, *skip, *if_cleanup;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002804 int i, n;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002805
2806 start = compiler_new_block(c);
2807 skip = compiler_new_block(c);
2808 if_cleanup = compiler_new_block(c);
2809 anchor = compiler_new_block(c);
2810
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002811 if (start == NULL || skip == NULL || if_cleanup == NULL ||
Nick Coghlan650f0d02007-04-15 12:05:43 +00002812 anchor == NULL)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002813 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002814
Nick Coghlan650f0d02007-04-15 12:05:43 +00002815 gen = (comprehension_ty)asdl_seq_GET(generators, gen_index);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002816
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002817 if (gen_index == 0) {
2818 /* Receive outermost iter as an implicit argument */
2819 c->u->u_argcount = 1;
2820 ADDOP_I(c, LOAD_FAST, 0);
2821 }
2822 else {
2823 /* Sub-iter - calculate on the fly */
Nick Coghlan650f0d02007-04-15 12:05:43 +00002824 VISIT(c, expr, gen->iter);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002825 ADDOP(c, GET_ITER);
2826 }
2827 compiler_use_next_block(c, start);
2828 ADDOP_JREL(c, FOR_ITER, anchor);
2829 NEXT_BLOCK(c);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002830 VISIT(c, expr, gen->target);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002831
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002832 /* XXX this needs to be cleaned up...a lot! */
Nick Coghlan650f0d02007-04-15 12:05:43 +00002833 n = asdl_seq_LEN(gen->ifs);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002834 for (i = 0; i < n; i++) {
Nick Coghlan650f0d02007-04-15 12:05:43 +00002835 expr_ty e = (expr_ty)asdl_seq_GET(gen->ifs, i);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002836 VISIT(c, expr, e);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002837 ADDOP_JABS(c, POP_JUMP_IF_FALSE, if_cleanup);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002838 NEXT_BLOCK(c);
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002839 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002840
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002841 if (++gen_index < asdl_seq_LEN(generators))
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002842 if (!compiler_comprehension_generator(c,
Nick Coghlan650f0d02007-04-15 12:05:43 +00002843 generators, gen_index,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002844 elt, val, type))
Nick Coghlan650f0d02007-04-15 12:05:43 +00002845 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002846
Nick Coghlan650f0d02007-04-15 12:05:43 +00002847 /* only append after the last for generator */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002848 if (gen_index >= asdl_seq_LEN(generators)) {
Nick Coghlan650f0d02007-04-15 12:05:43 +00002849 /* comprehension specific code */
2850 switch (type) {
2851 case COMP_GENEXP:
2852 VISIT(c, expr, elt);
2853 ADDOP(c, YIELD_VALUE);
2854 ADDOP(c, POP_TOP);
2855 break;
2856 case COMP_LISTCOMP:
Nick Coghlan650f0d02007-04-15 12:05:43 +00002857 VISIT(c, expr, elt);
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002858 ADDOP_I(c, LIST_APPEND, gen_index + 1);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002859 break;
2860 case COMP_SETCOMP:
Nick Coghlan650f0d02007-04-15 12:05:43 +00002861 VISIT(c, expr, elt);
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002862 ADDOP_I(c, SET_ADD, gen_index + 1);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002863 break;
Guido van Rossum992d4a32007-07-11 13:09:30 +00002864 case COMP_DICTCOMP:
Guido van Rossum992d4a32007-07-11 13:09:30 +00002865 /* With 'd[k] = v', v is evaluated before k, so we do
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002866 the same. */
Guido van Rossum992d4a32007-07-11 13:09:30 +00002867 VISIT(c, expr, val);
Guido van Rossum992d4a32007-07-11 13:09:30 +00002868 VISIT(c, expr, elt);
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002869 ADDOP_I(c, MAP_ADD, gen_index + 1);
Guido van Rossum992d4a32007-07-11 13:09:30 +00002870 break;
Nick Coghlan650f0d02007-04-15 12:05:43 +00002871 default:
2872 return 0;
2873 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002874
2875 compiler_use_next_block(c, skip);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00002876 }
Jeffrey Yasskin9de7ec72009-02-25 02:25:04 +00002877 compiler_use_next_block(c, if_cleanup);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002878 ADDOP_JABS(c, JUMP_ABSOLUTE, start);
2879 compiler_use_next_block(c, anchor);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002880
2881 return 1;
2882}
2883
2884static int
Nick Coghlan650f0d02007-04-15 12:05:43 +00002885compiler_comprehension(struct compiler *c, expr_ty e, int type, identifier name,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002886 asdl_seq *generators, expr_ty elt, expr_ty val)
Nick Coghlan650f0d02007-04-15 12:05:43 +00002887{
2888 PyCodeObject *co = NULL;
Nick Coghlan650f0d02007-04-15 12:05:43 +00002889 expr_ty outermost_iter;
2890
2891 outermost_iter = ((comprehension_ty)
2892 asdl_seq_GET(generators, 0))->iter;
2893
2894 if (!compiler_enter_scope(c, name, (void *)e, e->lineno))
2895 goto error;
2896
2897 if (type != COMP_GENEXP) {
Guido van Rossum992d4a32007-07-11 13:09:30 +00002898 int op;
Guido van Rossum992d4a32007-07-11 13:09:30 +00002899 switch (type) {
2900 case COMP_LISTCOMP:
2901 op = BUILD_LIST;
2902 break;
2903 case COMP_SETCOMP:
2904 op = BUILD_SET;
2905 break;
2906 case COMP_DICTCOMP:
2907 op = BUILD_MAP;
2908 break;
2909 default:
2910 PyErr_Format(PyExc_SystemError,
2911 "unknown comprehension type %d", type);
2912 goto error_in_scope;
2913 }
Nick Coghlan650f0d02007-04-15 12:05:43 +00002914
Guido van Rossum992d4a32007-07-11 13:09:30 +00002915 ADDOP_I(c, op, 0);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002916 }
2917
Antoine Pitrouf289ae62008-12-18 11:06:25 +00002918 if (!compiler_comprehension_generator(c, generators, 0, elt,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002919 val, type))
Nick Coghlan650f0d02007-04-15 12:05:43 +00002920 goto error_in_scope;
2921
2922 if (type != COMP_GENEXP) {
2923 ADDOP(c, RETURN_VALUE);
2924 }
2925
2926 co = assemble(c, 1);
2927 compiler_exit_scope(c);
2928 if (co == NULL)
2929 goto error;
2930
2931 if (!compiler_make_closure(c, co, 0))
2932 goto error;
2933 Py_DECREF(co);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002934
2935 VISIT(c, expr, outermost_iter);
2936 ADDOP(c, GET_ITER);
2937 ADDOP_I(c, CALL_FUNCTION, 1);
2938 return 1;
2939error_in_scope:
2940 compiler_exit_scope(c);
2941error:
2942 Py_XDECREF(co);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002943 return 0;
2944}
2945
2946static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002947compiler_genexp(struct compiler *c, expr_ty e)
2948{
Nick Coghlan944d3eb2005-11-16 12:46:55 +00002949 static identifier name;
Nick Coghlan944d3eb2005-11-16 12:46:55 +00002950 if (!name) {
Alexandre Vassalottie9f305f2008-05-16 04:39:54 +00002951 name = PyUnicode_FromString("<genexpr>");
Nick Coghlan944d3eb2005-11-16 12:46:55 +00002952 if (!name)
2953 return 0;
2954 }
Nick Coghlan650f0d02007-04-15 12:05:43 +00002955 assert(e->kind == GeneratorExp_kind);
2956 return compiler_comprehension(c, e, COMP_GENEXP, name,
2957 e->v.GeneratorExp.generators,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002958 e->v.GeneratorExp.elt, NULL);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00002959}
2960
2961static int
Nick Coghlan650f0d02007-04-15 12:05:43 +00002962compiler_listcomp(struct compiler *c, expr_ty e)
2963{
2964 static identifier name;
2965 if (!name) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002966 name = PyUnicode_FromString("<listcomp>");
Nick Coghlan650f0d02007-04-15 12:05:43 +00002967 if (!name)
2968 return 0;
2969 }
2970 assert(e->kind == ListComp_kind);
2971 return compiler_comprehension(c, e, COMP_LISTCOMP, name,
2972 e->v.ListComp.generators,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002973 e->v.ListComp.elt, NULL);
Nick Coghlan650f0d02007-04-15 12:05:43 +00002974}
2975
2976static int
2977compiler_setcomp(struct compiler *c, expr_ty e)
2978{
2979 static identifier name;
2980 if (!name) {
Martin v. Löwis5b222132007-06-10 09:51:05 +00002981 name = PyUnicode_FromString("<setcomp>");
Nick Coghlan650f0d02007-04-15 12:05:43 +00002982 if (!name)
2983 return 0;
2984 }
2985 assert(e->kind == SetComp_kind);
2986 return compiler_comprehension(c, e, COMP_SETCOMP, name,
2987 e->v.SetComp.generators,
Guido van Rossum992d4a32007-07-11 13:09:30 +00002988 e->v.SetComp.elt, NULL);
2989}
2990
2991
2992static int
2993compiler_dictcomp(struct compiler *c, expr_ty e)
2994{
2995 static identifier name;
2996 if (!name) {
Neal Norwitz41103bf2007-08-24 23:12:06 +00002997 name = PyUnicode_FromString("<dictcomp>");
Guido van Rossum992d4a32007-07-11 13:09:30 +00002998 if (!name)
2999 return 0;
3000 }
3001 assert(e->kind == DictComp_kind);
3002 return compiler_comprehension(c, e, COMP_DICTCOMP, name,
3003 e->v.DictComp.generators,
3004 e->v.DictComp.key, e->v.DictComp.value);
Nick Coghlan650f0d02007-04-15 12:05:43 +00003005}
3006
3007
3008static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003009compiler_visit_keyword(struct compiler *c, keyword_ty k)
3010{
3011 ADDOP_O(c, LOAD_CONST, k->arg, consts);
3012 VISIT(c, expr, k->value);
3013 return 1;
3014}
3015
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003016/* Test whether expression is constant. For constants, report
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003017 whether they are true or false.
3018
3019 Return values: 1 for true, 0 for false, -1 for non-constant.
3020 */
3021
3022static int
3023expr_constant(expr_ty e)
3024{
Guido van Rossumcd16bf62007-06-13 18:07:49 +00003025 char *id;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003026 switch (e->kind) {
Georg Brandl52318d62006-09-06 07:06:08 +00003027 case Ellipsis_kind:
3028 return 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003029 case Num_kind:
3030 return PyObject_IsTrue(e->v.Num.n);
3031 case Str_kind:
3032 return PyObject_IsTrue(e->v.Str.s);
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00003033 case Name_kind:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00003034 /* optimize away names that can't be reassigned */
Christian Heimes72b710a2008-05-26 13:28:38 +00003035 id = PyBytes_AS_STRING(
Guido van Rossumbdbb3952007-06-14 00:28:01 +00003036 _PyUnicode_AsDefaultEncodedString(e->v.Name.id, NULL));
Guido van Rossumcd16bf62007-06-13 18:07:49 +00003037 if (strcmp(id, "True") == 0) return 1;
3038 if (strcmp(id, "False") == 0) return 0;
3039 if (strcmp(id, "None") == 0) return 0;
3040 if (strcmp(id, "__debug__") == 0)
3041 return ! Py_OptimizeFlag;
Thomas Wouters73e5a5b2006-06-08 15:35:45 +00003042 /* fall through */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003043 default:
3044 return -1;
3045 }
3046}
3047
Guido van Rossumc2e20742006-02-27 22:32:47 +00003048/*
3049 Implements the with statement from PEP 343.
3050
3051 The semantics outlined in that PEP are as follows:
3052
3053 with EXPR as VAR:
3054 BLOCK
3055
3056 It is implemented roughly as:
3057
Thomas Wouters477c8d52006-05-27 19:21:47 +00003058 context = EXPR
Guido van Rossumc2e20742006-02-27 22:32:47 +00003059 exit = context.__exit__ # not calling it
3060 value = context.__enter__()
3061 try:
3062 VAR = value # if VAR present in the syntax
3063 BLOCK
3064 finally:
3065 if an exception was raised:
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003066 exc = copy of (exception, instance, traceback)
Guido van Rossumc2e20742006-02-27 22:32:47 +00003067 else:
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003068 exc = (None, None, None)
Guido van Rossumc2e20742006-02-27 22:32:47 +00003069 exit(*exc)
3070 */
3071static int
3072compiler_with(struct compiler *c, stmt_ty s)
3073{
Guido van Rossumc2e20742006-02-27 22:32:47 +00003074 basicblock *block, *finally;
Guido van Rossumc2e20742006-02-27 22:32:47 +00003075
3076 assert(s->kind == With_kind);
3077
Guido van Rossumc2e20742006-02-27 22:32:47 +00003078 block = compiler_new_block(c);
3079 finally = compiler_new_block(c);
3080 if (!block || !finally)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003081 return 0;
Guido van Rossumc2e20742006-02-27 22:32:47 +00003082
Thomas Wouters477c8d52006-05-27 19:21:47 +00003083 /* Evaluate EXPR */
Guido van Rossumc2e20742006-02-27 22:32:47 +00003084 VISIT(c, expr, s->v.With.context_expr);
Benjamin Peterson876b2f22009-06-28 03:18:59 +00003085 ADDOP_JREL(c, SETUP_WITH, finally);
Guido van Rossumc2e20742006-02-27 22:32:47 +00003086
Benjamin Peterson876b2f22009-06-28 03:18:59 +00003087 /* SETUP_WITH pushes a finally block. */
Guido van Rossumc2e20742006-02-27 22:32:47 +00003088 compiler_use_next_block(c, block);
3089 if (!compiler_push_fblock(c, FINALLY_TRY, block)) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003090 return 0;
Guido van Rossumc2e20742006-02-27 22:32:47 +00003091 }
3092
3093 if (s->v.With.optional_vars) {
Benjamin Peterson876b2f22009-06-28 03:18:59 +00003094 VISIT(c, expr, s->v.With.optional_vars);
3095 }
3096 else {
3097 /* Discard result from context.__enter__() */
3098 ADDOP(c, POP_TOP);
Guido van Rossumc2e20742006-02-27 22:32:47 +00003099 }
3100
3101 /* BLOCK code */
3102 VISIT_SEQ(c, stmt, s->v.With.body);
3103
3104 /* End of try block; start the finally block */
3105 ADDOP(c, POP_BLOCK);
3106 compiler_pop_fblock(c, FINALLY_TRY, block);
3107
3108 ADDOP_O(c, LOAD_CONST, Py_None, consts);
3109 compiler_use_next_block(c, finally);
3110 if (!compiler_push_fblock(c, FINALLY_END, finally))
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003111 return 0;
Guido van Rossumc2e20742006-02-27 22:32:47 +00003112
Christian Heimesdd15f6c2008-03-16 00:07:10 +00003113 /* Finally block starts; context.__exit__ is on the stack under
3114 the exception or return information. Just issue our magic
3115 opcode. */
Guido van Rossumc2e20742006-02-27 22:32:47 +00003116 ADDOP(c, WITH_CLEANUP);
Guido van Rossumc2e20742006-02-27 22:32:47 +00003117
3118 /* Finally block ends. */
3119 ADDOP(c, END_FINALLY);
3120 compiler_pop_fblock(c, FINALLY_END, finally);
3121 return 1;
3122}
3123
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003124static int
3125compiler_visit_expr(struct compiler *c, expr_ty e)
3126{
3127 int i, n;
3128
Thomas Wouters89f507f2006-12-13 04:49:30 +00003129 /* If expr e has a different line number than the last expr/stmt,
Guido van Rossumd8faa362007-04-27 19:54:29 +00003130 set a new line number for the next instruction.
3131 */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003132 if (e->lineno > c->u->u_lineno) {
3133 c->u->u_lineno = e->lineno;
Neal Norwitz6baa4c42007-02-26 19:14:12 +00003134 c->u->u_lineno_set = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003135 }
3136 switch (e->kind) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003137 case BoolOp_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003138 return compiler_boolop(c, e);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003139 case BinOp_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003140 VISIT(c, expr, e->v.BinOp.left);
3141 VISIT(c, expr, e->v.BinOp.right);
3142 ADDOP(c, binop(c, e->v.BinOp.op));
3143 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003144 case UnaryOp_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003145 VISIT(c, expr, e->v.UnaryOp.operand);
3146 ADDOP(c, unaryop(e->v.UnaryOp.op));
3147 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003148 case Lambda_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003149 return compiler_lambda(c, e);
Thomas Woutersdca3b9c2006-02-27 00:24:13 +00003150 case IfExp_kind:
3151 return compiler_ifexp(c, e);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003152 case Dict_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003153 n = asdl_seq_LEN(e->v.Dict.values);
Christian Heimes5fb7c2a2007-12-24 08:52:31 +00003154 ADDOP_I(c, BUILD_MAP, (n>0xFFFF ? 0xFFFF : n));
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003155 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003156 VISIT(c, expr,
Guido van Rossumd8faa362007-04-27 19:54:29 +00003157 (expr_ty)asdl_seq_GET(e->v.Dict.values, i));
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003158 VISIT(c, expr,
Guido van Rossumd8faa362007-04-27 19:54:29 +00003159 (expr_ty)asdl_seq_GET(e->v.Dict.keys, i));
Christian Heimes99170a52007-12-19 02:07:34 +00003160 ADDOP(c, STORE_MAP);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003161 }
3162 break;
Guido van Rossum86e58e22006-08-28 15:27:34 +00003163 case Set_kind:
3164 n = asdl_seq_LEN(e->v.Set.elts);
3165 VISIT_SEQ(c, expr, e->v.Set.elts);
3166 ADDOP_I(c, BUILD_SET, n);
3167 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003168 case GeneratorExp_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003169 return compiler_genexp(c, e);
Nick Coghlan650f0d02007-04-15 12:05:43 +00003170 case ListComp_kind:
3171 return compiler_listcomp(c, e);
3172 case SetComp_kind:
3173 return compiler_setcomp(c, e);
Guido van Rossum992d4a32007-07-11 13:09:30 +00003174 case DictComp_kind:
3175 return compiler_dictcomp(c, e);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003176 case Yield_kind:
3177 if (c->u->u_ste->ste_type != FunctionBlock)
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003178 return compiler_error(c, "'yield' outside function");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003179 if (e->v.Yield.value) {
3180 VISIT(c, expr, e->v.Yield.value);
3181 }
3182 else {
3183 ADDOP_O(c, LOAD_CONST, Py_None, consts);
3184 }
3185 ADDOP(c, YIELD_VALUE);
3186 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003187 case Compare_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003188 return compiler_compare(c, e);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003189 case Call_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003190 return compiler_call(c, e);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003191 case Num_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003192 ADDOP_O(c, LOAD_CONST, e->v.Num.n, consts);
3193 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003194 case Str_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003195 ADDOP_O(c, LOAD_CONST, e->v.Str.s, consts);
3196 break;
Thomas Wouters00e41de2007-02-23 19:56:57 +00003197 case Bytes_kind:
3198 ADDOP_O(c, LOAD_CONST, e->v.Bytes.s, consts);
Thomas Wouters00e41de2007-02-23 19:56:57 +00003199 break;
Georg Brandl52318d62006-09-06 07:06:08 +00003200 case Ellipsis_kind:
3201 ADDOP_O(c, LOAD_CONST, Py_Ellipsis, consts);
3202 break;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003203 /* The following exprs can be assignment targets. */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003204 case Attribute_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003205 if (e->v.Attribute.ctx != AugStore)
3206 VISIT(c, expr, e->v.Attribute.value);
3207 switch (e->v.Attribute.ctx) {
3208 case AugLoad:
3209 ADDOP(c, DUP_TOP);
3210 /* Fall through to load */
3211 case Load:
3212 ADDOP_NAME(c, LOAD_ATTR, e->v.Attribute.attr, names);
3213 break;
3214 case AugStore:
3215 ADDOP(c, ROT_TWO);
3216 /* Fall through to save */
3217 case Store:
3218 ADDOP_NAME(c, STORE_ATTR, e->v.Attribute.attr, names);
3219 break;
3220 case Del:
3221 ADDOP_NAME(c, DELETE_ATTR, e->v.Attribute.attr, names);
3222 break;
3223 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003224 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00003225 PyErr_SetString(PyExc_SystemError,
3226 "param invalid in attribute expression");
3227 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003228 }
3229 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003230 case Subscript_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003231 switch (e->v.Subscript.ctx) {
3232 case AugLoad:
3233 VISIT(c, expr, e->v.Subscript.value);
3234 VISIT_SLICE(c, e->v.Subscript.slice, AugLoad);
3235 break;
3236 case Load:
3237 VISIT(c, expr, e->v.Subscript.value);
3238 VISIT_SLICE(c, e->v.Subscript.slice, Load);
3239 break;
3240 case AugStore:
3241 VISIT_SLICE(c, e->v.Subscript.slice, AugStore);
3242 break;
3243 case Store:
3244 VISIT(c, expr, e->v.Subscript.value);
3245 VISIT_SLICE(c, e->v.Subscript.slice, Store);
3246 break;
3247 case Del:
3248 VISIT(c, expr, e->v.Subscript.value);
3249 VISIT_SLICE(c, e->v.Subscript.slice, Del);
3250 break;
3251 case Param:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003252 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00003253 PyErr_SetString(PyExc_SystemError,
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003254 "param invalid in subscript expression");
Neal Norwitz4737b232005-11-19 23:58:29 +00003255 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003256 }
3257 break;
Guido van Rossum0368b722007-05-11 16:50:42 +00003258 case Starred_kind:
3259 switch (e->v.Starred.ctx) {
3260 case Store:
3261 /* In all legitimate cases, the Starred node was already replaced
3262 * by compiler_list/compiler_tuple. XXX: is that okay? */
3263 return compiler_error(c,
3264 "starred assignment target must be in a list or tuple");
3265 default:
3266 return compiler_error(c,
3267 "can use starred expression only as assignment target");
3268 }
3269 break;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003270 case Name_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003271 return compiler_nameop(c, e->v.Name.id, e->v.Name.ctx);
3272 /* child nodes of List and Tuple will have expr_context set */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003273 case List_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003274 return compiler_list(c, e);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003275 case Tuple_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003276 return compiler_tuple(c, e);
3277 }
3278 return 1;
3279}
3280
3281static int
3282compiler_augassign(struct compiler *c, stmt_ty s)
3283{
3284 expr_ty e = s->v.AugAssign.target;
3285 expr_ty auge;
3286
3287 assert(s->kind == AugAssign_kind);
3288
3289 switch (e->kind) {
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003290 case Attribute_kind:
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003291 auge = Attribute(e->v.Attribute.value, e->v.Attribute.attr,
Martin v. Löwis49c5da12006-03-01 22:49:05 +00003292 AugLoad, e->lineno, e->col_offset, c->c_arena);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003293 if (auge == NULL)
3294 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003295 VISIT(c, expr, auge);
3296 VISIT(c, expr, s->v.AugAssign.value);
3297 ADDOP(c, inplace_binop(c, s->v.AugAssign.op));
3298 auge->v.Attribute.ctx = AugStore;
3299 VISIT(c, expr, auge);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003300 break;
3301 case Subscript_kind:
3302 auge = Subscript(e->v.Subscript.value, e->v.Subscript.slice,
Martin v. Löwis49c5da12006-03-01 22:49:05 +00003303 AugLoad, e->lineno, e->col_offset, c->c_arena);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003304 if (auge == NULL)
3305 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003306 VISIT(c, expr, auge);
3307 VISIT(c, expr, s->v.AugAssign.value);
3308 ADDOP(c, inplace_binop(c, s->v.AugAssign.op));
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003309 auge->v.Subscript.ctx = AugStore;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003310 VISIT(c, expr, auge);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003311 break;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003312 case Name_kind:
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003313 if (!compiler_nameop(c, e->v.Name.id, Load))
3314 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003315 VISIT(c, expr, s->v.AugAssign.value);
3316 ADDOP(c, inplace_binop(c, s->v.AugAssign.op));
3317 return compiler_nameop(c, e->v.Name.id, Store);
3318 default:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003319 PyErr_Format(PyExc_SystemError,
3320 "invalid node type (%d) for augmented assignment",
3321 e->kind);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003322 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003323 }
3324 return 1;
3325}
3326
3327static int
3328compiler_push_fblock(struct compiler *c, enum fblocktype t, basicblock *b)
3329{
3330 struct fblockinfo *f;
Thomas Wouters89f507f2006-12-13 04:49:30 +00003331 if (c->u->u_nfblocks >= CO_MAXBLOCKS) {
3332 PyErr_SetString(PyExc_SystemError,
3333 "too many statically nested blocks");
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003334 return 0;
Thomas Wouters89f507f2006-12-13 04:49:30 +00003335 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003336 f = &c->u->u_fblock[c->u->u_nfblocks++];
3337 f->fb_type = t;
3338 f->fb_block = b;
3339 return 1;
3340}
3341
3342static void
3343compiler_pop_fblock(struct compiler *c, enum fblocktype t, basicblock *b)
3344{
3345 struct compiler_unit *u = c->u;
3346 assert(u->u_nfblocks > 0);
3347 u->u_nfblocks--;
3348 assert(u->u_fblock[u->u_nfblocks].fb_type == t);
3349 assert(u->u_fblock[u->u_nfblocks].fb_block == b);
3350}
3351
Thomas Wouters89f507f2006-12-13 04:49:30 +00003352static int
3353compiler_in_loop(struct compiler *c) {
Guido van Rossumd8faa362007-04-27 19:54:29 +00003354 int i;
3355 struct compiler_unit *u = c->u;
3356 for (i = 0; i < u->u_nfblocks; ++i) {
3357 if (u->u_fblock[i].fb_type == LOOP)
3358 return 1;
3359 }
3360 return 0;
Thomas Wouters89f507f2006-12-13 04:49:30 +00003361}
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003362/* Raises a SyntaxError and returns 0.
3363 If something goes wrong, a different exception may be raised.
3364*/
3365
3366static int
3367compiler_error(struct compiler *c, const char *errstr)
3368{
3369 PyObject *loc;
3370 PyObject *u = NULL, *v = NULL;
3371
3372 loc = PyErr_ProgramText(c->c_filename, c->u->u_lineno);
3373 if (!loc) {
3374 Py_INCREF(Py_None);
3375 loc = Py_None;
3376 }
3377 u = Py_BuildValue("(ziOO)", c->c_filename, c->u->u_lineno,
3378 Py_None, loc);
3379 if (!u)
3380 goto exit;
3381 v = Py_BuildValue("(zO)", errstr, u);
3382 if (!v)
3383 goto exit;
3384 PyErr_SetObject(PyExc_SyntaxError, v);
3385 exit:
3386 Py_DECREF(loc);
3387 Py_XDECREF(u);
3388 Py_XDECREF(v);
3389 return 0;
3390}
3391
3392static int
3393compiler_handle_subscr(struct compiler *c, const char *kind,
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003394 expr_context_ty ctx)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003395{
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003396 int op = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003397
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003398 /* XXX this code is duplicated */
3399 switch (ctx) {
3400 case AugLoad: /* fall through to Load */
3401 case Load: op = BINARY_SUBSCR; break;
3402 case AugStore:/* fall through to Store */
3403 case Store: op = STORE_SUBSCR; break;
3404 case Del: op = DELETE_SUBSCR; break;
3405 case Param:
3406 PyErr_Format(PyExc_SystemError,
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003407 "invalid %s kind %d in subscript\n",
3408 kind, ctx);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003409 return 0;
3410 }
3411 if (ctx == AugLoad) {
3412 ADDOP_I(c, DUP_TOPX, 2);
3413 }
3414 else if (ctx == AugStore) {
3415 ADDOP(c, ROT_THREE);
3416 }
3417 ADDOP(c, op);
3418 return 1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003419}
3420
3421static int
3422compiler_slice(struct compiler *c, slice_ty s, expr_context_ty ctx)
3423{
3424 int n = 2;
3425 assert(s->kind == Slice_kind);
3426
3427 /* only handles the cases where BUILD_SLICE is emitted */
3428 if (s->v.Slice.lower) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003429 VISIT(c, expr, s->v.Slice.lower);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003430 }
3431 else {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003432 ADDOP_O(c, LOAD_CONST, Py_None, consts);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003433 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003434
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003435 if (s->v.Slice.upper) {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003436 VISIT(c, expr, s->v.Slice.upper);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003437 }
3438 else {
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003439 ADDOP_O(c, LOAD_CONST, Py_None, consts);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003440 }
3441
3442 if (s->v.Slice.step) {
3443 n++;
3444 VISIT(c, expr, s->v.Slice.step);
3445 }
3446 ADDOP_I(c, BUILD_SLICE, n);
3447 return 1;
3448}
3449
3450static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003451compiler_visit_nested_slice(struct compiler *c, slice_ty s,
3452 expr_context_ty ctx)
3453{
3454 switch (s->kind) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003455 case Slice_kind:
3456 return compiler_slice(c, s, ctx);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003457 case Index_kind:
3458 VISIT(c, expr, s->v.Index.value);
3459 break;
3460 case ExtSlice_kind:
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003461 default:
Neal Norwitz4737b232005-11-19 23:58:29 +00003462 PyErr_SetString(PyExc_SystemError,
3463 "extended slice invalid in nested slice");
3464 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003465 }
3466 return 1;
3467}
3468
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003469static int
3470compiler_visit_slice(struct compiler *c, slice_ty s, expr_context_ty ctx)
3471{
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003472 char * kindname = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003473 switch (s->kind) {
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003474 case Index_kind:
3475 kindname = "index";
3476 if (ctx != AugStore) {
3477 VISIT(c, expr, s->v.Index.value);
3478 }
3479 break;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003480 case Slice_kind:
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003481 kindname = "slice";
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003482 if (ctx != AugStore) {
3483 if (!compiler_slice(c, s, ctx))
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003484 return 0;
3485 }
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003486 break;
3487 case ExtSlice_kind:
3488 kindname = "extended slice";
3489 if (ctx != AugStore) {
3490 int i, n = asdl_seq_LEN(s->v.ExtSlice.dims);
3491 for (i = 0; i < n; i++) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003492 slice_ty sub = (slice_ty)asdl_seq_GET(
Guido van Rossumd8faa362007-04-27 19:54:29 +00003493 s->v.ExtSlice.dims, i);
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003494 if (!compiler_visit_nested_slice(c, sub, ctx))
3495 return 0;
3496 }
3497 ADDOP_I(c, BUILD_TUPLE, n);
3498 }
3499 break;
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003500 default:
3501 PyErr_Format(PyExc_SystemError,
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003502 "invalid subscript kind %d", s->kind);
Neal Norwitz4e6bf492005-12-18 05:32:41 +00003503 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003504 }
Nick Coghlaneadee9a2006-03-13 12:31:58 +00003505 return compiler_handle_subscr(c, kindname, ctx);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003506}
3507
Thomas Wouters89f507f2006-12-13 04:49:30 +00003508/* End of the compiler section, beginning of the assembler section */
3509
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003510/* do depth-first search of basic block graph, starting with block.
3511 post records the block indices in post-order.
3512
3513 XXX must handle implicit jumps from one block to next
3514*/
3515
Thomas Wouters89f507f2006-12-13 04:49:30 +00003516struct assembler {
3517 PyObject *a_bytecode; /* string containing bytecode */
3518 int a_offset; /* offset into bytecode */
3519 int a_nblocks; /* number of reachable blocks */
3520 basicblock **a_postorder; /* list of blocks in dfs postorder */
3521 PyObject *a_lnotab; /* string containing lnotab */
3522 int a_lnotab_off; /* offset into lnotab */
3523 int a_lineno; /* last lineno of emitted instruction */
3524 int a_lineno_off; /* bytecode offset of last lineno */
3525};
3526
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003527static void
3528dfs(struct compiler *c, basicblock *b, struct assembler *a)
3529{
3530 int i;
3531 struct instr *instr = NULL;
3532
3533 if (b->b_seen)
3534 return;
3535 b->b_seen = 1;
3536 if (b->b_next != NULL)
3537 dfs(c, b->b_next, a);
3538 for (i = 0; i < b->b_iused; i++) {
3539 instr = &b->b_instr[i];
3540 if (instr->i_jrel || instr->i_jabs)
3541 dfs(c, instr->i_target, a);
3542 }
3543 a->a_postorder[a->a_nblocks++] = b;
3544}
3545
Neal Norwitz2744c6c2005-11-13 01:08:38 +00003546static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003547stackdepth_walk(struct compiler *c, basicblock *b, int depth, int maxdepth)
3548{
3549 int i;
3550 struct instr *instr;
3551 if (b->b_seen || b->b_startdepth >= depth)
3552 return maxdepth;
3553 b->b_seen = 1;
3554 b->b_startdepth = depth;
3555 for (i = 0; i < b->b_iused; i++) {
3556 instr = &b->b_instr[i];
3557 depth += opcode_stack_effect(instr->i_opcode, instr->i_oparg);
3558 if (depth > maxdepth)
3559 maxdepth = depth;
3560 assert(depth >= 0); /* invalid code or bug in stackdepth() */
3561 if (instr->i_jrel || instr->i_jabs) {
3562 maxdepth = stackdepth_walk(c, instr->i_target,
3563 depth, maxdepth);
3564 if (instr->i_opcode == JUMP_ABSOLUTE ||
3565 instr->i_opcode == JUMP_FORWARD) {
3566 goto out; /* remaining code is dead */
3567 }
3568 }
3569 }
3570 if (b->b_next)
3571 maxdepth = stackdepth_walk(c, b->b_next, depth, maxdepth);
3572out:
3573 b->b_seen = 0;
3574 return maxdepth;
3575}
3576
3577/* Find the flow path that needs the largest stack. We assume that
3578 * cycles in the flow graph have no net effect on the stack depth.
3579 */
3580static int
3581stackdepth(struct compiler *c)
3582{
3583 basicblock *b, *entryblock;
3584 entryblock = NULL;
3585 for (b = c->u->u_blocks; b != NULL; b = b->b_list) {
3586 b->b_seen = 0;
3587 b->b_startdepth = INT_MIN;
3588 entryblock = b;
3589 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003590 if (!entryblock)
3591 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003592 return stackdepth_walk(c, entryblock, 0, 0);
3593}
3594
3595static int
3596assemble_init(struct assembler *a, int nblocks, int firstlineno)
3597{
3598 memset(a, 0, sizeof(struct assembler));
3599 a->a_lineno = firstlineno;
Christian Heimes72b710a2008-05-26 13:28:38 +00003600 a->a_bytecode = PyBytes_FromStringAndSize(NULL, DEFAULT_CODE_SIZE);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003601 if (!a->a_bytecode)
3602 return 0;
Christian Heimes72b710a2008-05-26 13:28:38 +00003603 a->a_lnotab = PyBytes_FromStringAndSize(NULL, DEFAULT_LNOTAB_SIZE);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003604 if (!a->a_lnotab)
3605 return 0;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003606 if (nblocks > PY_SIZE_MAX / sizeof(basicblock *)) {
3607 PyErr_NoMemory();
3608 return 0;
3609 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003610 a->a_postorder = (basicblock **)PyObject_Malloc(
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003611 sizeof(basicblock *) * nblocks);
Neal Norwitz87b801c2005-12-18 04:42:47 +00003612 if (!a->a_postorder) {
3613 PyErr_NoMemory();
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003614 return 0;
Neal Norwitz87b801c2005-12-18 04:42:47 +00003615 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003616 return 1;
3617}
3618
3619static void
3620assemble_free(struct assembler *a)
3621{
3622 Py_XDECREF(a->a_bytecode);
3623 Py_XDECREF(a->a_lnotab);
3624 if (a->a_postorder)
3625 PyObject_Free(a->a_postorder);
3626}
3627
3628/* Return the size of a basic block in bytes. */
3629
3630static int
3631instrsize(struct instr *instr)
3632{
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003633 if (!instr->i_hasarg)
Christian Heimes5fb7c2a2007-12-24 08:52:31 +00003634 return 1; /* 1 byte for the opcode*/
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003635 if (instr->i_oparg > 0xffff)
Christian Heimes5fb7c2a2007-12-24 08:52:31 +00003636 return 6; /* 1 (opcode) + 1 (EXTENDED_ARG opcode) + 2 (oparg) + 2(oparg extended) */
3637 return 3; /* 1 (opcode) + 2 (oparg) */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003638}
3639
3640static int
3641blocksize(basicblock *b)
3642{
3643 int i;
3644 int size = 0;
3645
3646 for (i = 0; i < b->b_iused; i++)
3647 size += instrsize(&b->b_instr[i]);
3648 return size;
3649}
3650
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003651/* Appends a pair to the end of the line number table, a_lnotab, representing
3652 the instruction's bytecode offset and line number. See
3653 Objects/lnotab_notes.txt for the description of the line number table. */
Tim Peters2a7f3842001-06-09 09:26:21 +00003654
Guido van Rossumf68d8e52001-04-14 17:55:09 +00003655static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003656assemble_lnotab(struct assembler *a, struct instr *i)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003657{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003658 int d_bytecode, d_lineno;
3659 int len;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003660 unsigned char *lnotab;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003661
3662 d_bytecode = a->a_offset - a->a_lineno_off;
3663 d_lineno = i->i_lineno - a->a_lineno;
3664
3665 assert(d_bytecode >= 0);
3666 assert(d_lineno >= 0);
3667
Christian Heimes2202f872008-02-06 14:31:34 +00003668 if(d_bytecode == 0 && d_lineno == 0)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003669 return 1;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003670
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003671 if (d_bytecode > 255) {
Neal Norwitz08b401f2006-01-07 21:24:09 +00003672 int j, nbytes, ncodes = d_bytecode / 255;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003673 nbytes = a->a_lnotab_off + 2 * ncodes;
Christian Heimes72b710a2008-05-26 13:28:38 +00003674 len = PyBytes_GET_SIZE(a->a_lnotab);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003675 if (nbytes >= len) {
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003676 if ((len <= INT_MAX / 2) && (len * 2 < nbytes))
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003677 len = nbytes;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003678 else if (len <= INT_MAX / 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003679 len *= 2;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003680 else {
3681 PyErr_NoMemory();
3682 return 0;
3683 }
Christian Heimes72b710a2008-05-26 13:28:38 +00003684 if (_PyBytes_Resize(&a->a_lnotab, len) < 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003685 return 0;
Guido van Rossum8b993a91997-01-17 21:04:03 +00003686 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003687 lnotab = (unsigned char *)
Christian Heimes72b710a2008-05-26 13:28:38 +00003688 PyBytes_AS_STRING(a->a_lnotab) + a->a_lnotab_off;
Neal Norwitz08b401f2006-01-07 21:24:09 +00003689 for (j = 0; j < ncodes; j++) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003690 *lnotab++ = 255;
3691 *lnotab++ = 0;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003692 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003693 d_bytecode -= ncodes * 255;
3694 a->a_lnotab_off += ncodes * 2;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003695 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003696 assert(d_bytecode <= 255);
3697 if (d_lineno > 255) {
Neal Norwitz08b401f2006-01-07 21:24:09 +00003698 int j, nbytes, ncodes = d_lineno / 255;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003699 nbytes = a->a_lnotab_off + 2 * ncodes;
Christian Heimes72b710a2008-05-26 13:28:38 +00003700 len = PyBytes_GET_SIZE(a->a_lnotab);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003701 if (nbytes >= len) {
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003702 if ((len <= INT_MAX / 2) && len * 2 < nbytes)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003703 len = nbytes;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003704 else if (len <= INT_MAX / 2)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003705 len *= 2;
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003706 else {
3707 PyErr_NoMemory();
3708 return 0;
3709 }
Christian Heimes72b710a2008-05-26 13:28:38 +00003710 if (_PyBytes_Resize(&a->a_lnotab, len) < 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003711 return 0;
Guido van Rossumf10570b1995-07-07 22:53:21 +00003712 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003713 lnotab = (unsigned char *)
Christian Heimes72b710a2008-05-26 13:28:38 +00003714 PyBytes_AS_STRING(a->a_lnotab) + a->a_lnotab_off;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003715 *lnotab++ = d_bytecode;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003716 *lnotab++ = 255;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003717 d_bytecode = 0;
Neal Norwitz08b401f2006-01-07 21:24:09 +00003718 for (j = 1; j < ncodes; j++) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003719 *lnotab++ = 0;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003720 *lnotab++ = 255;
Guido van Rossumf10570b1995-07-07 22:53:21 +00003721 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003722 d_lineno -= ncodes * 255;
3723 a->a_lnotab_off += ncodes * 2;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003724 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003725
Christian Heimes72b710a2008-05-26 13:28:38 +00003726 len = PyBytes_GET_SIZE(a->a_lnotab);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003727 if (a->a_lnotab_off + 2 >= len) {
Christian Heimes72b710a2008-05-26 13:28:38 +00003728 if (_PyBytes_Resize(&a->a_lnotab, len * 2) < 0)
Tim Peters51e26512001-09-07 08:45:55 +00003729 return 0;
Tim Peters51e26512001-09-07 08:45:55 +00003730 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00003731 lnotab = (unsigned char *)
Christian Heimes72b710a2008-05-26 13:28:38 +00003732 PyBytes_AS_STRING(a->a_lnotab) + a->a_lnotab_off;
Tim Peters51e26512001-09-07 08:45:55 +00003733
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003734 a->a_lnotab_off += 2;
3735 if (d_bytecode) {
3736 *lnotab++ = d_bytecode;
3737 *lnotab++ = d_lineno;
Jeremy Hyltond5e5a2a2001-08-12 01:54:38 +00003738 }
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003739 else { /* First line of a block; def stmt, etc. */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003740 *lnotab++ = 0;
3741 *lnotab++ = d_lineno;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003742 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003743 a->a_lineno = i->i_lineno;
3744 a->a_lineno_off = a->a_offset;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003745 return 1;
3746}
3747
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003748/* assemble_emit()
3749 Extend the bytecode with a new instruction.
3750 Update lnotab if necessary.
Jeremy Hylton376e63d2003-08-28 14:42:14 +00003751*/
3752
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003753static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003754assemble_emit(struct assembler *a, struct instr *i)
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003755{
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003756 int size, arg = 0, ext = 0;
Christian Heimes72b710a2008-05-26 13:28:38 +00003757 Py_ssize_t len = PyBytes_GET_SIZE(a->a_bytecode);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003758 char *code;
3759
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003760 size = instrsize(i);
3761 if (i->i_hasarg) {
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003762 arg = i->i_oparg;
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003763 ext = arg >> 16;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003764 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003765 if (i->i_lineno && !assemble_lnotab(a, i))
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003766 return 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003767 if (a->a_offset + size >= len) {
Amaury Forgeot d'Arc9c74b142008-06-18 00:47:36 +00003768 if (len > PY_SSIZE_T_MAX / 2)
3769 return 0;
Christian Heimes72b710a2008-05-26 13:28:38 +00003770 if (_PyBytes_Resize(&a->a_bytecode, len * 2) < 0)
Guido van Rossum681d79a1995-07-18 14:51:37 +00003771 return 0;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003772 }
Christian Heimes72b710a2008-05-26 13:28:38 +00003773 code = PyBytes_AS_STRING(a->a_bytecode) + a->a_offset;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003774 a->a_offset += size;
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003775 if (size == 6) {
3776 assert(i->i_hasarg);
3777 *code++ = (char)EXTENDED_ARG;
3778 *code++ = ext & 0xff;
3779 *code++ = ext >> 8;
3780 arg &= 0xffff;
Anthony Baxterc2a5a632004-08-02 06:10:11 +00003781 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003782 *code++ = i->i_opcode;
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003783 if (i->i_hasarg) {
3784 assert(size == 3 || size == 6);
3785 *code++ = arg & 0xff;
3786 *code++ = arg >> 8;
3787 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003788 return 1;
Anthony Baxterc2a5a632004-08-02 06:10:11 +00003789}
3790
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003791static void
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003792assemble_jump_offsets(struct assembler *a, struct compiler *c)
Anthony Baxterc2a5a632004-08-02 06:10:11 +00003793{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003794 basicblock *b;
Neal Norwitzf1d50682005-10-23 23:00:41 +00003795 int bsize, totsize, extended_arg_count, last_extended_arg_count = 0;
Guido van Rossumf1aeab71992-03-27 17:28:26 +00003796 int i;
Guido van Rossumc5e96291991-12-10 13:53:51 +00003797
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003798 /* Compute the size of each block and fixup jump args.
3799 Replace block pointer with position in bytecode. */
Neal Norwitzf1d50682005-10-23 23:00:41 +00003800start:
3801 totsize = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003802 for (i = a->a_nblocks - 1; i >= 0; i--) {
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00003803 b = a->a_postorder[i];
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003804 bsize = blocksize(b);
3805 b->b_offset = totsize;
3806 totsize += bsize;
Guido van Rossum25831651993-05-19 14:50:45 +00003807 }
Neal Norwitzf1d50682005-10-23 23:00:41 +00003808 extended_arg_count = 0;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003809 for (b = c->u->u_blocks; b != NULL; b = b->b_list) {
3810 bsize = b->b_offset;
3811 for (i = 0; i < b->b_iused; i++) {
3812 struct instr *instr = &b->b_instr[i];
3813 /* Relative jumps are computed relative to
3814 the instruction pointer after fetching
3815 the jump instruction.
3816 */
3817 bsize += instrsize(instr);
3818 if (instr->i_jabs)
3819 instr->i_oparg = instr->i_target->b_offset;
3820 else if (instr->i_jrel) {
3821 int delta = instr->i_target->b_offset - bsize;
3822 instr->i_oparg = delta;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003823 }
Neal Norwitzf1d50682005-10-23 23:00:41 +00003824 else
3825 continue;
3826 if (instr->i_oparg > 0xffff)
3827 extended_arg_count++;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003828 }
3829 }
Neal Norwitzf1d50682005-10-23 23:00:41 +00003830
3831 /* XXX: This is an awful hack that could hurt performance, but
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003832 on the bright side it should work until we come up
Neal Norwitzf1d50682005-10-23 23:00:41 +00003833 with a better solution.
3834
3835 In the meantime, should the goto be dropped in favor
3836 of a loop?
3837
3838 The issue is that in the first loop blocksize() is called
3839 which calls instrsize() which requires i_oparg be set
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003840 appropriately. There is a bootstrap problem because
Neal Norwitzf1d50682005-10-23 23:00:41 +00003841 i_oparg is calculated in the second loop above.
3842
3843 So we loop until we stop seeing new EXTENDED_ARGs.
3844 The only EXTENDED_ARGs that could be popping up are
3845 ones in jump instructions. So this should converge
3846 fairly quickly.
3847 */
3848 if (last_extended_arg_count != extended_arg_count) {
3849 last_extended_arg_count = extended_arg_count;
3850 goto start;
3851 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003852}
3853
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003854static PyObject *
3855dict_keys_inorder(PyObject *dict, int offset)
3856{
3857 PyObject *tuple, *k, *v;
Martin v. Löwis18e16552006-02-15 17:27:45 +00003858 Py_ssize_t i, pos = 0, size = PyDict_Size(dict);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003859
3860 tuple = PyTuple_New(size);
3861 if (tuple == NULL)
3862 return NULL;
3863 while (PyDict_Next(dict, &pos, &k, &v)) {
Christian Heimes217cfd12007-12-02 14:31:20 +00003864 i = PyLong_AS_LONG(v);
Benjamin Peterson5c6d7872009-02-06 02:40:07 +00003865 /* The keys of the dictionary are tuples. (see compiler_add_o)
3866 The object we want is always first, though. */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003867 k = PyTuple_GET_ITEM(k, 0);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003868 Py_INCREF(k);
Jeremy Hyltonce7ef592001-03-20 00:25:43 +00003869 assert((i - offset) < size);
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003870 assert((i - offset) >= 0);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003871 PyTuple_SET_ITEM(tuple, i - offset, k);
3872 }
3873 return tuple;
3874}
3875
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003876static int
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003877compute_code_flags(struct compiler *c)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003878{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003879 PySTEntryObject *ste = c->u->u_ste;
3880 int flags = 0, n;
3881 if (ste->ste_type != ModuleBlock)
3882 flags |= CO_NEWLOCALS;
3883 if (ste->ste_type == FunctionBlock) {
3884 if (!ste->ste_unoptimized)
3885 flags |= CO_OPTIMIZED;
3886 if (ste->ste_nested)
3887 flags |= CO_NESTED;
3888 if (ste->ste_generator)
3889 flags |= CO_GENERATOR;
Benjamin Peterson5c6d7872009-02-06 02:40:07 +00003890 if (ste->ste_varargs)
3891 flags |= CO_VARARGS;
3892 if (ste->ste_varkeywords)
3893 flags |= CO_VARKEYWORDS;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003894 }
Thomas Wouters5e9f1fa2006-02-28 20:02:27 +00003895
3896 /* (Only) inherit compilerflags in PyCF_MASK */
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003897 flags |= (c->c_flags->cf_flags & PyCF_MASK);
Thomas Wouters5e9f1fa2006-02-28 20:02:27 +00003898
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003899 n = PyDict_Size(c->u->u_freevars);
3900 if (n < 0)
3901 return -1;
3902 if (n == 0) {
3903 n = PyDict_Size(c->u->u_cellvars);
3904 if (n < 0)
Jeremy Hylton29906ee2001-02-27 04:23:34 +00003905 return -1;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003906 if (n == 0) {
3907 flags |= CO_NOFREE;
3908 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003909 }
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00003910
Jeremy Hylton29906ee2001-02-27 04:23:34 +00003911 return flags;
3912}
3913
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003914static PyCodeObject *
3915makecode(struct compiler *c, struct assembler *a)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003916{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003917 PyObject *tmp;
3918 PyCodeObject *co = NULL;
3919 PyObject *consts = NULL;
3920 PyObject *names = NULL;
3921 PyObject *varnames = NULL;
3922 PyObject *filename = NULL;
3923 PyObject *name = NULL;
3924 PyObject *freevars = NULL;
3925 PyObject *cellvars = NULL;
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003926 PyObject *bytecode = NULL;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003927 int nlocals, flags;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003928
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003929 tmp = dict_keys_inorder(c->u->u_consts, 0);
3930 if (!tmp)
3931 goto error;
3932 consts = PySequence_List(tmp); /* optimize_code requires a list */
3933 Py_DECREF(tmp);
3934
3935 names = dict_keys_inorder(c->u->u_names, 0);
3936 varnames = dict_keys_inorder(c->u->u_varnames, 0);
3937 if (!consts || !names || !varnames)
3938 goto error;
3939
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003940 cellvars = dict_keys_inorder(c->u->u_cellvars, 0);
3941 if (!cellvars)
3942 goto error;
3943 freevars = dict_keys_inorder(c->u->u_freevars, PyTuple_Size(cellvars));
3944 if (!freevars)
3945 goto error;
Guido van Rossum00bc0e02007-10-15 02:52:41 +00003946 filename = PyUnicode_DecodeFSDefault(c->c_filename);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003947 if (!filename)
3948 goto error;
3949
Jeremy Hyltone9357b22006-03-01 15:47:05 +00003950 nlocals = PyDict_Size(c->u->u_varnames);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003951 flags = compute_code_flags(c);
3952 if (flags < 0)
3953 goto error;
3954
Thomas Wouters00ee7ba2006-08-21 19:07:27 +00003955 bytecode = PyCode_Optimize(a->a_bytecode, consts, names, a->a_lnotab);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003956 if (!bytecode)
3957 goto error;
3958
3959 tmp = PyList_AsTuple(consts); /* PyCode_New requires a tuple */
3960 if (!tmp)
3961 goto error;
3962 Py_DECREF(consts);
3963 consts = tmp;
3964
Guido van Rossum4f72a782006-10-27 23:31:49 +00003965 co = PyCode_New(c->u->u_argcount, c->u->u_kwonlyargcount,
3966 nlocals, stackdepth(c), flags,
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00003967 bytecode, consts, names, varnames,
3968 freevars, cellvars,
3969 filename, c->u->u_name,
3970 c->u->u_firstlineno,
3971 a->a_lnotab);
3972 error:
3973 Py_XDECREF(consts);
3974 Py_XDECREF(names);
3975 Py_XDECREF(varnames);
3976 Py_XDECREF(filename);
3977 Py_XDECREF(name);
3978 Py_XDECREF(freevars);
3979 Py_XDECREF(cellvars);
3980 Py_XDECREF(bytecode);
3981 return co;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003982}
3983
Thomas Wouters0e3f5912006-08-11 14:57:12 +00003984
3985/* For debugging purposes only */
3986#if 0
3987static void
3988dump_instr(const struct instr *i)
3989{
3990 const char *jrel = i->i_jrel ? "jrel " : "";
3991 const char *jabs = i->i_jabs ? "jabs " : "";
3992 char arg[128];
3993
3994 *arg = '\0';
3995 if (i->i_hasarg)
3996 sprintf(arg, "arg: %d ", i->i_oparg);
3997
3998 fprintf(stderr, "line: %d, opcode: %d %s%s%s\n",
3999 i->i_lineno, i->i_opcode, arg, jabs, jrel);
4000}
4001
4002static void
4003dump_basicblock(const basicblock *b)
4004{
4005 const char *seen = b->b_seen ? "seen " : "";
4006 const char *b_return = b->b_return ? "return " : "";
4007 fprintf(stderr, "used: %d, depth: %d, offset: %d %s%s\n",
4008 b->b_iused, b->b_startdepth, b->b_offset, seen, b_return);
4009 if (b->b_instr) {
4010 int i;
4011 for (i = 0; i < b->b_iused; i++) {
4012 fprintf(stderr, " [%02d] ", i);
4013 dump_instr(b->b_instr + i);
4014 }
4015 }
4016}
4017#endif
4018
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004019static PyCodeObject *
4020assemble(struct compiler *c, int addNone)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004021{
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004022 basicblock *b, *entryblock;
4023 struct assembler a;
4024 int i, j, nblocks;
4025 PyCodeObject *co = NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004026
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004027 /* Make sure every block that falls off the end returns None.
4028 XXX NEXT_BLOCK() isn't quite right, because if the last
4029 block ends with a jump or return b_next shouldn't set.
4030 */
4031 if (!c->u->u_curblock->b_return) {
4032 NEXT_BLOCK(c);
4033 if (addNone)
4034 ADDOP_O(c, LOAD_CONST, Py_None, consts);
4035 ADDOP(c, RETURN_VALUE);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004036 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004037
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004038 nblocks = 0;
4039 entryblock = NULL;
4040 for (b = c->u->u_blocks; b != NULL; b = b->b_list) {
4041 nblocks++;
4042 entryblock = b;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004043 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004044
Thomas Wouters0e3f5912006-08-11 14:57:12 +00004045 /* Set firstlineno if it wasn't explicitly set. */
4046 if (!c->u->u_firstlineno) {
4047 if (entryblock && entryblock->b_instr)
4048 c->u->u_firstlineno = entryblock->b_instr->i_lineno;
4049 else
4050 c->u->u_firstlineno = 1;
4051 }
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004052 if (!assemble_init(&a, nblocks, c->u->u_firstlineno))
4053 goto error;
4054 dfs(c, entryblock, &a);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004055
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004056 /* Can't modify the bytecode after computing jump offsets. */
Neal Norwitz7d37f2f2005-10-23 22:40:47 +00004057 assemble_jump_offsets(&a, c);
Tim Petersb6c3cea2001-06-26 03:36:28 +00004058
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004059 /* Emit code in reverse postorder from dfs. */
4060 for (i = a.a_nblocks - 1; i >= 0; i--) {
Neal Norwitz08b401f2006-01-07 21:24:09 +00004061 b = a.a_postorder[i];
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004062 for (j = 0; j < b->b_iused; j++)
4063 if (!assemble_emit(&a, &b->b_instr[j]))
4064 goto error;
Tim Petersb6c3cea2001-06-26 03:36:28 +00004065 }
Tim Petersb6c3cea2001-06-26 03:36:28 +00004066
Christian Heimes72b710a2008-05-26 13:28:38 +00004067 if (_PyBytes_Resize(&a.a_lnotab, a.a_lnotab_off) < 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004068 goto error;
Christian Heimes72b710a2008-05-26 13:28:38 +00004069 if (_PyBytes_Resize(&a.a_bytecode, a.a_offset) < 0)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004070 goto error;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004071
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004072 co = makecode(c, &a);
4073 error:
4074 assemble_free(&a);
4075 return co;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004076}