blob: 18f6c71f047f89e55984946c4aa31b7eae0b8a88 [file] [log] [blame]
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001/* Compile an expression node to intermediate code */
2
Guido van Rossum3f5da241990-12-20 15:06:42 +00003/* XXX TO DO:
Guido van Rossum8b993a91997-01-17 21:04:03 +00004 XXX add __doc__ attribute == co_doc to code object attributes?
5 XXX (it's currently the first item of the co_const tuple)
Guido van Rossum3f5da241990-12-20 15:06:42 +00006 XXX Generate simple jump for break/return outside 'try...finally'
Jeremy Hylton3faa52e2001-02-01 22:48:12 +00007 XXX Allow 'continue' inside finally clause of try-finally
Guido van Rossum8b993a91997-01-17 21:04:03 +00008 XXX New opcode for loading the initial index for a for loop
Guido van Rossum681d79a1995-07-18 14:51:37 +00009 XXX other JAR tricks?
Guido van Rossum3f5da241990-12-20 15:06:42 +000010*/
Guido van Rossum10dc2e81990-11-18 17:27:39 +000011
Guido van Rossum79f25d91997-04-29 20:08:16 +000012#include "Python.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +000013
Guido van Rossum10dc2e81990-11-18 17:27:39 +000014#include "node.h"
15#include "token.h"
16#include "graminit.h"
Guido van Rossum10dc2e81990-11-18 17:27:39 +000017#include "compile.h"
Jeremy Hylton4b38da62001-02-02 18:19:15 +000018#include "symtable.h"
Guido van Rossum10dc2e81990-11-18 17:27:39 +000019#include "opcode.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +000020#include "structmember.h"
21
22#include <ctype.h>
Guido van Rossum282914b1991-04-04 10:42:56 +000023
Guido van Rossumb05a5c71997-05-07 17:46:13 +000024/* Three symbols from graminit.h are also defined in Python.h, with
25 Py_ prefixes to their names. Python.h can't include graminit.h
26 (which defines too many confusing symbols), but we can check here
27 that they haven't changed (which is very unlikely, but possible). */
28#if Py_single_input != single_input
Guido van Rossum2f75b291997-05-20 22:18:48 +000029 #error "single_input has changed -- update Py_single_input in Python.h"
Guido van Rossumb05a5c71997-05-07 17:46:13 +000030#endif
31#if Py_file_input != file_input
Guido van Rossum2f75b291997-05-20 22:18:48 +000032 #error "file_input has changed -- update Py_file_input in Python.h"
Guido van Rossumb05a5c71997-05-07 17:46:13 +000033#endif
34#if Py_eval_input != eval_input
Guido van Rossum2f75b291997-05-20 22:18:48 +000035 #error "eval_input has changed -- update Py_eval_input in Python.h"
Guido van Rossumb05a5c71997-05-07 17:46:13 +000036#endif
37
Guido van Rossum8e793d91997-03-03 19:13:14 +000038int Py_OptimizeFlag = 0;
39
Guido van Rossum8861b741996-07-30 16:49:37 +000040#define OP_DELETE 0
41#define OP_ASSIGN 1
42#define OP_APPLY 2
43
Jeremy Hyltone36f7782001-01-19 03:21:30 +000044#define VAR_LOAD 0
45#define VAR_STORE 1
46#define VAR_DELETE 2
47
Jeremy Hylton64949cb2001-01-25 20:06:59 +000048#define DEL_CLOSURE_ERROR \
Jeremy Hyltoneab156f2001-01-30 01:24:43 +000049"can not delete variable '%.400s' referenced in nested scope"
50
51#define DUPLICATE_ARGUMENT \
52"duplicate argument '%s' in function definition"
53
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +000054#define ILLEGAL_DYNAMIC_SCOPE \
55"%.100s: exec or 'import *' makes names ambiguous in nested scope"
Jeremy Hyltoneab156f2001-01-30 01:24:43 +000056
Jeremy Hylton29906ee2001-02-27 04:23:34 +000057#define GLOBAL_AFTER_ASSIGN \
58"name '%.400s' is assigned to before global declaration"
59
60#define GLOBAL_AFTER_USE \
61"name '%.400s' is used prior to global declaration"
62
63#define LOCAL_GLOBAL \
64"name '%.400s' is a function paramter and declared global"
65
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +000066#define LATE_FUTURE \
67"from __future__ imports must occur at the beginning of the file"
68
Jeremy Hylton897b8212001-03-23 14:08:38 +000069#define ASSIGN_DEBUG \
70"can not assign to __debug__"
71
Jeremy Hyltone36f7782001-01-19 03:21:30 +000072#define MANGLE_LEN 256
73
Guido van Rossum79f25d91997-04-29 20:08:16 +000074#define OFF(x) offsetof(PyCodeObject, x)
Guido van Rossum3f5da241990-12-20 15:06:42 +000075
76static struct memberlist code_memberlist[] = {
Guido van Rossum681d79a1995-07-18 14:51:37 +000077 {"co_argcount", T_INT, OFF(co_argcount), READONLY},
78 {"co_nlocals", T_INT, OFF(co_nlocals), READONLY},
Guido van Rossum8b993a91997-01-17 21:04:03 +000079 {"co_stacksize",T_INT, OFF(co_stacksize), READONLY},
Guido van Rossum681d79a1995-07-18 14:51:37 +000080 {"co_flags", T_INT, OFF(co_flags), READONLY},
Guido van Rossum39d942d1992-01-12 02:30:05 +000081 {"co_code", T_OBJECT, OFF(co_code), READONLY},
82 {"co_consts", T_OBJECT, OFF(co_consts), READONLY},
83 {"co_names", T_OBJECT, OFF(co_names), READONLY},
Guido van Rossum681d79a1995-07-18 14:51:37 +000084 {"co_varnames", T_OBJECT, OFF(co_varnames), READONLY},
Jeremy Hylton64949cb2001-01-25 20:06:59 +000085 {"co_freevars", T_OBJECT, OFF(co_freevars), READONLY},
86 {"co_cellvars", T_OBJECT, OFF(co_cellvars), READONLY},
Guido van Rossum39d942d1992-01-12 02:30:05 +000087 {"co_filename", T_OBJECT, OFF(co_filename), READONLY},
Guido van Rossum9bfef441993-03-29 10:43:31 +000088 {"co_name", T_OBJECT, OFF(co_name), READONLY},
Guido van Rossumda4eb5c1997-01-24 03:43:35 +000089 {"co_firstlineno", T_INT, OFF(co_firstlineno), READONLY},
90 {"co_lnotab", T_OBJECT, OFF(co_lnotab), READONLY},
Guido van Rossum3f5da241990-12-20 15:06:42 +000091 {NULL} /* Sentinel */
92};
93
Guido van Rossum79f25d91997-04-29 20:08:16 +000094static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000095code_getattr(PyCodeObject *co, char *name)
Guido van Rossum3f5da241990-12-20 15:06:42 +000096{
Guido van Rossum79f25d91997-04-29 20:08:16 +000097 return PyMember_Get((char *)co, code_memberlist, name);
Guido van Rossum3f5da241990-12-20 15:06:42 +000098}
Guido van Rossum10dc2e81990-11-18 17:27:39 +000099
100static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000101code_dealloc(PyCodeObject *co)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000102{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000103 Py_XDECREF(co->co_code);
104 Py_XDECREF(co->co_consts);
105 Py_XDECREF(co->co_names);
Guido van Rossum275558c1997-07-25 20:13:49 +0000106 Py_XDECREF(co->co_varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000107 Py_XDECREF(co->co_freevars);
108 Py_XDECREF(co->co_cellvars);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000109 Py_XDECREF(co->co_filename);
110 Py_XDECREF(co->co_name);
Guido van Rossum275558c1997-07-25 20:13:49 +0000111 Py_XDECREF(co->co_lnotab);
Guido van Rossumb18618d2000-05-03 23:44:39 +0000112 PyObject_DEL(co);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000113}
114
Guido van Rossum79f25d91997-04-29 20:08:16 +0000115static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000116code_repr(PyCodeObject *co)
Guido van Rossum2dff9911992-09-03 20:50:59 +0000117{
118 char buf[500];
119 int lineno = -1;
Guido van Rossum2dff9911992-09-03 20:50:59 +0000120 char *filename = "???";
Guido van Rossum9bfef441993-03-29 10:43:31 +0000121 char *name = "???";
Guido van Rossumd076c731998-10-07 19:42:25 +0000122
Guido van Rossuma396a882000-04-07 01:21:36 +0000123 if (co->co_firstlineno != 0)
124 lineno = co->co_firstlineno;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000125 if (co->co_filename && PyString_Check(co->co_filename))
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000126 filename = PyString_AS_STRING(co->co_filename);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000127 if (co->co_name && PyString_Check(co->co_name))
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000128 name = PyString_AS_STRING(co->co_name);
Fred Drake615ae552000-06-30 16:20:13 +0000129 sprintf(buf, "<code object %.100s at %p, file \"%.300s\", line %d>",
130 name, co, filename, lineno);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000131 return PyString_FromString(buf);
Guido van Rossum2dff9911992-09-03 20:50:59 +0000132}
133
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000134static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000135code_compare(PyCodeObject *co, PyCodeObject *cp)
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000136{
137 int cmp;
Guido van Rossum44679592000-04-10 16:20:31 +0000138 cmp = PyObject_Compare(co->co_name, cp->co_name);
139 if (cmp) return cmp;
Guido van Rossumbeef8aa1997-08-29 17:12:43 +0000140 cmp = co->co_argcount - cp->co_argcount;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000141 if (cmp) return cmp;
Guido van Rossumbeef8aa1997-08-29 17:12:43 +0000142 cmp = co->co_nlocals - cp->co_nlocals;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000143 if (cmp) return cmp;
Guido van Rossumbeef8aa1997-08-29 17:12:43 +0000144 cmp = co->co_flags - cp->co_flags;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000145 if (cmp) return cmp;
Guido van Rossumd076c731998-10-07 19:42:25 +0000146 cmp = PyObject_Compare(co->co_code, cp->co_code);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000147 if (cmp) return cmp;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000148 cmp = PyObject_Compare(co->co_consts, cp->co_consts);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000149 if (cmp) return cmp;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000150 cmp = PyObject_Compare(co->co_names, cp->co_names);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000151 if (cmp) return cmp;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000152 cmp = PyObject_Compare(co->co_varnames, cp->co_varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000153 if (cmp) return cmp;
154 cmp = PyObject_Compare(co->co_freevars, cp->co_freevars);
155 if (cmp) return cmp;
156 cmp = PyObject_Compare(co->co_cellvars, cp->co_cellvars);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000157 return cmp;
158}
159
160static long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000161code_hash(PyCodeObject *co)
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000162{
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000163 long h, h0, h1, h2, h3, h4, h5, h6;
Guido van Rossum44679592000-04-10 16:20:31 +0000164 h0 = PyObject_Hash(co->co_name);
165 if (h0 == -1) return -1;
Guido van Rossumd076c731998-10-07 19:42:25 +0000166 h1 = PyObject_Hash(co->co_code);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000167 if (h1 == -1) return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000168 h2 = PyObject_Hash(co->co_consts);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000169 if (h2 == -1) return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000170 h3 = PyObject_Hash(co->co_names);
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000171 if (h3 == -1) return -1;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000172 h4 = PyObject_Hash(co->co_varnames);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000173 if (h4 == -1) return -1;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000174 h5 = PyObject_Hash(co->co_freevars);
175 if (h5 == -1) return -1;
176 h6 = PyObject_Hash(co->co_cellvars);
177 if (h6 == -1) return -1;
178 h = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^
Guido van Rossum681d79a1995-07-18 14:51:37 +0000179 co->co_argcount ^ co->co_nlocals ^ co->co_flags;
Guido van Rossum2e8f8a31993-11-05 10:20:10 +0000180 if (h == -1) h = -2;
181 return h;
182}
183
Jeremy Hylton78891072001-03-01 06:09:34 +0000184/* XXX code objects need to participate in GC? */
185
Guido van Rossum79f25d91997-04-29 20:08:16 +0000186PyTypeObject PyCode_Type = {
187 PyObject_HEAD_INIT(&PyType_Type)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000188 0,
189 "code",
Guido van Rossum79f25d91997-04-29 20:08:16 +0000190 sizeof(PyCodeObject),
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000191 0,
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000192 (destructor)code_dealloc, /*tp_dealloc*/
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000193 0, /*tp_print*/
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000194 (getattrfunc)code_getattr, /*tp_getattr*/
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000195 0, /*tp_setattr*/
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000196 (cmpfunc)code_compare, /*tp_compare*/
197 (reprfunc)code_repr, /*tp_repr*/
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000198 0, /*tp_as_number*/
199 0, /*tp_as_sequence*/
200 0, /*tp_as_mapping*/
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000201 (hashfunc)code_hash, /*tp_hash*/
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000202};
203
Guido van Rossum644a12b1997-04-09 19:24:53 +0000204#define NAME_CHARS \
205 "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz"
206
Guido van Rossumfc5ce612001-01-19 00:24:06 +0000207/* all_name_chars(s): true iff all chars in s are valid NAME_CHARS */
208
209static int
210all_name_chars(unsigned char *s)
211{
Guido van Rossumcd90c202001-02-09 15:06:42 +0000212 static char ok_name_char[256];
213 static unsigned char *name_chars = (unsigned char *)NAME_CHARS;
Guido van Rossumfc5ce612001-01-19 00:24:06 +0000214
Guido van Rossumcd90c202001-02-09 15:06:42 +0000215 if (ok_name_char[*name_chars] == 0) {
216 unsigned char *p;
217 for (p = name_chars; *p; p++)
218 ok_name_char[*p] = 1;
219 }
220 while (*s) {
221 if (ok_name_char[*s++] == 0)
222 return 0;
223 }
224 return 1;
Guido van Rossumfc5ce612001-01-19 00:24:06 +0000225}
226
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000227static int
228intern_strings(PyObject *tuple)
229{
230 int i;
231
232 for (i = PyTuple_GET_SIZE(tuple); --i >= 0; ) {
233 PyObject *v = PyTuple_GET_ITEM(tuple, i);
234 if (v == NULL || !PyString_Check(v)) {
235 Py_FatalError("non-string found in code slot");
236 PyErr_BadInternalCall();
237 return -1;
238 }
239 PyString_InternInPlace(&PyTuple_GET_ITEM(tuple, i));
240 }
241 return 0;
242}
243
Guido van Rossum79f25d91997-04-29 20:08:16 +0000244PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000245PyCode_New(int argcount, int nlocals, int stacksize, int flags,
246 PyObject *code, PyObject *consts, PyObject *names,
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000247 PyObject *varnames, PyObject *freevars, PyObject *cellvars,
248 PyObject *filename, PyObject *name, int firstlineno,
249 PyObject *lnotab)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000250{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000251 PyCodeObject *co;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000252 int i;
Guido van Rossumd076c731998-10-07 19:42:25 +0000253 PyBufferProcs *pb;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000254 /* Check argument types */
Guido van Rossum681d79a1995-07-18 14:51:37 +0000255 if (argcount < 0 || nlocals < 0 ||
Guido van Rossumd076c731998-10-07 19:42:25 +0000256 code == NULL ||
Guido van Rossum79f25d91997-04-29 20:08:16 +0000257 consts == NULL || !PyTuple_Check(consts) ||
258 names == NULL || !PyTuple_Check(names) ||
259 varnames == NULL || !PyTuple_Check(varnames) ||
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000260 freevars == NULL || !PyTuple_Check(freevars) ||
261 cellvars == NULL || !PyTuple_Check(cellvars) ||
Guido van Rossum79f25d91997-04-29 20:08:16 +0000262 name == NULL || !PyString_Check(name) ||
263 filename == NULL || !PyString_Check(filename) ||
264 lnotab == NULL || !PyString_Check(lnotab)) {
265 PyErr_BadInternalCall();
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000266 return NULL;
267 }
Guido van Rossumd076c731998-10-07 19:42:25 +0000268 pb = code->ob_type->tp_as_buffer;
269 if (pb == NULL ||
270 pb->bf_getreadbuffer == NULL ||
271 pb->bf_getsegcount == NULL ||
272 (*pb->bf_getsegcount)(code, NULL) != 1)
273 {
274 PyErr_BadInternalCall();
275 return NULL;
276 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000277 intern_strings(names);
278 intern_strings(varnames);
279 if (freevars == NULL)
280 freevars = PyTuple_New(0);
281 intern_strings(freevars);
282 if (cellvars == NULL)
283 cellvars = PyTuple_New(0);
284 intern_strings(cellvars);
Guido van Rossum7b89b6a1997-01-18 08:02:57 +0000285 /* Intern selected string constants */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000286 for (i = PyTuple_Size(consts); --i >= 0; ) {
287 PyObject *v = PyTuple_GetItem(consts, i);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000288 if (!PyString_Check(v))
Guido van Rossum7b89b6a1997-01-18 08:02:57 +0000289 continue;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000290 if (!all_name_chars((unsigned char *)PyString_AS_STRING(v)))
Guido van Rossum7b89b6a1997-01-18 08:02:57 +0000291 continue;
292 PyString_InternInPlace(&PyTuple_GET_ITEM(consts, i));
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000293 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000294 co = PyObject_NEW(PyCodeObject, &PyCode_Type);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000295 if (co != NULL) {
Guido van Rossum681d79a1995-07-18 14:51:37 +0000296 co->co_argcount = argcount;
297 co->co_nlocals = nlocals;
Guido van Rossum8b993a91997-01-17 21:04:03 +0000298 co->co_stacksize = stacksize;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000299 co->co_flags = flags;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000300 Py_INCREF(code);
Guido van Rossumd076c731998-10-07 19:42:25 +0000301 co->co_code = code;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000302 Py_INCREF(consts);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000303 co->co_consts = consts;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000304 Py_INCREF(names);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000305 co->co_names = names;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000306 Py_INCREF(varnames);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000307 co->co_varnames = varnames;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000308 Py_INCREF(freevars);
309 co->co_freevars = freevars;
310 Py_INCREF(cellvars);
311 co->co_cellvars = cellvars;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000312 Py_INCREF(filename);
Guido van Rossuma082ce41991-06-04 19:41:56 +0000313 co->co_filename = filename;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000314 Py_INCREF(name);
Guido van Rossum9bfef441993-03-29 10:43:31 +0000315 co->co_name = name;
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000316 co->co_firstlineno = firstlineno;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000317 Py_INCREF(lnotab);
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000318 co->co_lnotab = lnotab;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000319 }
320 return co;
321}
322
323
324/* Data structure used internally */
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000325
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000326/* The compiler uses two passes to generate bytecodes. The first pass
327 builds the symbol table. The second pass generates the bytecode.
328
329 The first pass uses a single symtable struct. The second pass uses
330 a compiling struct for each code block. The compiling structs
331 share a reference to the symtable.
332
333 The two passes communicate via symtable_load_symbols() and via
334 is_local() and is_global(). The former initializes several slots
335 in the compiling struct: c_varnames, c_locals, c_nlocals,
336 c_argcount, c_globals, and c_flags.
337*/
338
Tim Peters2a7f3842001-06-09 09:26:21 +0000339/* All about c_lnotab.
340
341c_lnotab is an array of unsigned bytes disguised as a Python string. In -O
342mode, SET_LINENO opcodes aren't generated, and bytecode offsets are mapped
343to source code line #s (when needed for tracebacks) via c_lnotab instead.
344The array is conceptually a list of
345 (bytecode offset increment, line number increment)
346pairs. The details are important and delicate, best illustrated by example:
347
348 byte code offset source code line number
349 0 1
350 6 2
351 50 7
352 350 307
353 361 308
354
355The first trick is that these numbers aren't stored, only the increments
356from one row to the next (this doesn't really work, but it's a start):
357
358 0, 1, 6, 1, 44, 5, 300, 300, 11, 1
359
360The second trick is that an unsigned byte can't hold negative values, or
361values larger than 255, so (a) there's a deep assumption that byte code
362offsets and their corresponding line #s both increase monotonically, and (b)
363if at least one column jumps by more than 255 from one row to the next, more
364than one pair is written to the table. In case #b, there's no way to know
365from looking at the table later how many were written. That's the delicate
366part. A user of c_lnotab desiring to find the source line number
367corresponding to a bytecode address A should do something like this
368
369 lineno = addr = 0
370 for addr_incr, line_incr in c_lnotab:
371 addr += addr_incr
372 if addr > A:
373 return lineno
374 lineno += line_incr
375
376In order for this to work, when the addr field increments by more than 255,
377the line # increment in each pair generated must be 0 until the remaining addr
378increment is < 256. So, in the example above, com_set_lineno should not (as
379was actually done until 2.2) expand 300, 300 to 255, 255, 45, 45, but to
380255, 0, 45, 255, 0, 45.
381*/
382
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000383struct compiling {
Fred Drakefd1f1be2000-09-08 16:31:24 +0000384 PyObject *c_code; /* string */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000385 PyObject *c_consts; /* list of objects */
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000386 PyObject *c_const_dict; /* inverse of c_consts */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000387 PyObject *c_names; /* list of strings (names) */
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000388 PyObject *c_name_dict; /* inverse of c_names */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000389 PyObject *c_globals; /* dictionary (value=None) */
390 PyObject *c_locals; /* dictionary (value=localID) */
391 PyObject *c_varnames; /* list (inverse of c_locals) */
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000392 PyObject *c_freevars; /* dictionary (value=None) */
393 PyObject *c_cellvars; /* list */
Guido van Rossum681d79a1995-07-18 14:51:37 +0000394 int c_nlocals; /* index of next local */
395 int c_argcount; /* number of top-level arguments */
396 int c_flags; /* same as co_flags */
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000397 int c_nexti; /* index into c_code */
398 int c_errors; /* counts errors occurred */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000399 int c_infunction; /* set when compiling a function */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000400 int c_interactive; /* generating code for interactive command */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000401 int c_loops; /* counts nested loops */
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000402 int c_begin; /* begin of current loop, for 'continue' */
Guido van Rossum8b993a91997-01-17 21:04:03 +0000403 int c_block[CO_MAXBLOCKS]; /* stack of block types */
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000404 int c_nblocks; /* current block stack level */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000405 char *c_filename; /* filename of current node */
Guido van Rossum9bfef441993-03-29 10:43:31 +0000406 char *c_name; /* name of object (e.g. function) */
Guido van Rossum452a9831996-09-17 14:32:04 +0000407 int c_lineno; /* Current line number */
Guido van Rossum8b993a91997-01-17 21:04:03 +0000408 int c_stacklevel; /* Current stack level */
409 int c_maxstacklevel; /* Maximum stack level */
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000410 int c_firstlineno;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000411 PyObject *c_lnotab; /* Table mapping address to line number */
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000412 int c_last_addr, c_last_line, c_lnotab_next;
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000413 char *c_private; /* for private name mangling */
Skip Montanaro803d6e52000-08-12 18:09:51 +0000414 int c_tmpname; /* temporary local name counter */
Guido van Rossumcd90c202001-02-09 15:06:42 +0000415 int c_nested; /* Is block nested funcdef or lamdef? */
416 int c_closure; /* Is nested w/freevars? */
417 struct symtable *c_symtable; /* pointer to module symbol table */
Jeremy Hylton4db62b12001-02-27 19:07:02 +0000418 PyFutureFeatures *c_future; /* pointer to module's __future__ */
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000419};
420
Guido van Rossumf68d8e52001-04-14 17:55:09 +0000421static int
422is_free(int v)
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000423{
424 if ((v & (USE | DEF_FREE))
425 && !(v & (DEF_LOCAL | DEF_PARAM | DEF_GLOBAL)))
426 return 1;
427 if (v & DEF_FREE_CLASS)
428 return 1;
429 return 0;
430}
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000431
Jeremy Hylton5acc0c02001-02-02 20:01:10 +0000432static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000433com_error(struct compiling *c, PyObject *exc, char *msg)
Guido van Rossum452a9831996-09-17 14:32:04 +0000434{
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000435 PyObject *t = NULL, *v = NULL, *w = NULL, *line = NULL;
436
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000437 if (c == NULL) {
438 /* Error occurred via symtable call to
439 is_constant_false */
440 PyErr_SetString(exc, msg);
441 return;
442 }
Guido van Rossum635abd21997-01-06 22:56:52 +0000443 c->c_errors++;
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000444 if (c->c_lineno < 1 || c->c_interactive) {
445 /* Unknown line number or interactive input */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000446 PyErr_SetString(exc, msg);
Guido van Rossum452a9831996-09-17 14:32:04 +0000447 return;
448 }
Fred Drakedcf08e02000-08-15 15:49:44 +0000449 v = PyString_FromString(msg);
Guido van Rossum452a9831996-09-17 14:32:04 +0000450 if (v == NULL)
451 return; /* MemoryError, too bad */
Fred Drakedcf08e02000-08-15 15:49:44 +0000452
Jeremy Hyltonad3d3f22001-02-28 17:47:12 +0000453 line = PyErr_ProgramText(c->c_filename, c->c_lineno);
Jeremy Hylton9f1b9932001-02-28 07:07:43 +0000454 if (line == NULL) {
455 Py_INCREF(Py_None);
456 line = Py_None;
457 }
458 t = Py_BuildValue("(ziOO)", c->c_filename, c->c_lineno,
459 Py_None, line);
460 if (t == NULL)
461 goto exit;
462 w = Py_BuildValue("(OO)", v, t);
463 if (w == NULL)
464 goto exit;
465 PyErr_SetObject(exc, w);
466 exit:
467 Py_XDECREF(t);
468 Py_XDECREF(v);
469 Py_XDECREF(w);
470 Py_XDECREF(line);
Guido van Rossum452a9831996-09-17 14:32:04 +0000471}
472
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000473/* Interface to the block stack */
474
475static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000476block_push(struct compiling *c, int type)
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000477{
Guido van Rossum8b993a91997-01-17 21:04:03 +0000478 if (c->c_nblocks >= CO_MAXBLOCKS) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000479 com_error(c, PyExc_SystemError,
480 "too many statically nested blocks");
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000481 }
482 else {
483 c->c_block[c->c_nblocks++] = type;
484 }
485}
486
487static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000488block_pop(struct compiling *c, int type)
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000489{
490 if (c->c_nblocks > 0)
491 c->c_nblocks--;
492 if (c->c_block[c->c_nblocks] != type && c->c_errors == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000493 com_error(c, PyExc_SystemError, "bad block pop");
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000494 }
495}
496
Guido van Rossum681d79a1995-07-18 14:51:37 +0000497/* Prototype forward declarations */
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000498
Tim Petersdbd9ba62000-07-09 03:09:57 +0000499static int com_init(struct compiling *, char *);
500static void com_free(struct compiling *);
501static void com_push(struct compiling *, int);
502static void com_pop(struct compiling *, int);
503static void com_done(struct compiling *);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000504static void com_node(struct compiling *, node *);
505static void com_factor(struct compiling *, node *);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000506static void com_addbyte(struct compiling *, int);
507static void com_addint(struct compiling *, int);
508static void com_addoparg(struct compiling *, int, int);
509static void com_addfwref(struct compiling *, int, int *);
510static void com_backpatch(struct compiling *, int);
511static int com_add(struct compiling *, PyObject *, PyObject *, PyObject *);
512static int com_addconst(struct compiling *, PyObject *);
513static int com_addname(struct compiling *, PyObject *);
514static void com_addopname(struct compiling *, int, node *);
515static void com_list(struct compiling *, node *, int);
Skip Montanaro803d6e52000-08-12 18:09:51 +0000516static void com_list_iter(struct compiling *, node *, node *, char *);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000517static int com_argdefs(struct compiling *, node *);
Thomas Wouters434d0822000-08-24 20:11:32 +0000518static void com_assign(struct compiling *, node *, int, node *);
519static void com_assign_name(struct compiling *, node *, int);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000520static PyCodeObject *icompile(node *, struct compiling *);
Jeremy Hylton9f324e92001-03-01 22:59:14 +0000521static PyCodeObject *jcompile(node *, char *, struct compiling *,
522 PyCompilerFlags *);
Tim Petersdbd9ba62000-07-09 03:09:57 +0000523static PyObject *parsestrplus(node *);
524static PyObject *parsestr(char *);
Thomas Wouters434d0822000-08-24 20:11:32 +0000525static node *get_rawdocstring(node *);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000526
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000527static int get_ref_type(struct compiling *, char *);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000528
529/* symtable operations */
530static int symtable_build(struct compiling *, node *);
531static int symtable_load_symbols(struct compiling *);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +0000532static struct symtable *symtable_init(void);
Jeremy Hylton4b38da62001-02-02 18:19:15 +0000533static void symtable_enter_scope(struct symtable *, char *, int, int);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000534static int symtable_exit_scope(struct symtable *);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000535static int symtable_add_def(struct symtable *, char *, int);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000536static int symtable_add_def_o(struct symtable *, PyObject *, PyObject *, int);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000537
538static void symtable_node(struct symtable *, node *);
539static void symtable_funcdef(struct symtable *, node *);
540static void symtable_default_args(struct symtable *, node *);
541static void symtable_params(struct symtable *, node *);
542static void symtable_params_fplist(struct symtable *, node *n);
543static void symtable_global(struct symtable *, node *);
544static void symtable_import(struct symtable *, node *);
Jeremy Hyltoneab156f2001-01-30 01:24:43 +0000545static void symtable_assign(struct symtable *, node *, int);
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000546static void symtable_list_comprehension(struct symtable *, node *);
547
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000548static int symtable_update_free_vars(struct symtable *);
549static int symtable_undo_free(struct symtable *, PyObject *, PyObject *);
550static int symtable_check_global(struct symtable *, PyObject *, PyObject *);
551
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000552/* helper */
553static void
554do_pad(int pad)
555{
556 int i;
557 for (i = 0; i < pad; ++i)
558 fprintf(stderr, " ");
559}
560
561static void
562dump(node *n, int pad, int depth)
563{
564 int i;
565 if (depth == 0)
566 return;
567 do_pad(pad);
568 fprintf(stderr, "%d: %s\n", TYPE(n), STR(n));
569 if (depth > 0)
570 depth--;
571 for (i = 0; i < NCH(n); ++i)
572 dump(CHILD(n, i), pad + 1, depth);
573}
574
575#define DUMP(N) dump(N, 0, -1)
576
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000577static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000578com_init(struct compiling *c, char *filename)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000579{
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000580 memset((void *)c, '\0', sizeof(struct compiling));
Guido van Rossum79f25d91997-04-29 20:08:16 +0000581 if ((c->c_code = PyString_FromStringAndSize((char *)NULL,
582 1000)) == NULL)
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000583 goto fail;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000584 if ((c->c_consts = PyList_New(0)) == NULL)
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000585 goto fail;
586 if ((c->c_const_dict = PyDict_New()) == NULL)
587 goto fail;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000588 if ((c->c_names = PyList_New(0)) == NULL)
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000589 goto fail;
590 if ((c->c_name_dict = PyDict_New()) == NULL)
591 goto fail;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000592 if ((c->c_locals = PyDict_New()) == NULL)
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000593 goto fail;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000594 if ((c->c_lnotab = PyString_FromStringAndSize((char *)NULL,
595 1000)) == NULL)
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000596 goto fail;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000597 c->c_globals = NULL;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000598 c->c_varnames = NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000599 c->c_freevars = NULL;
600 c->c_cellvars = NULL;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000601 c->c_nlocals = 0;
602 c->c_argcount = 0;
603 c->c_flags = 0;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000604 c->c_nexti = 0;
605 c->c_errors = 0;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000606 c->c_infunction = 0;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +0000607 c->c_interactive = 0;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000608 c->c_loops = 0;
Guido van Rossum4bad92c1991-07-27 21:34:52 +0000609 c->c_begin = 0;
610 c->c_nblocks = 0;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000611 c->c_filename = filename;
Guido van Rossum9bfef441993-03-29 10:43:31 +0000612 c->c_name = "?";
Guido van Rossum452a9831996-09-17 14:32:04 +0000613 c->c_lineno = 0;
Guido van Rossum8b993a91997-01-17 21:04:03 +0000614 c->c_stacklevel = 0;
615 c->c_maxstacklevel = 0;
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000616 c->c_firstlineno = 0;
617 c->c_last_addr = 0;
618 c->c_last_line = 0;
Barry Warsaw174e8012001-01-22 04:35:57 +0000619 c->c_lnotab_next = 0;
Skip Montanaro803d6e52000-08-12 18:09:51 +0000620 c->c_tmpname = 0;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000621 c->c_nested = 0;
622 c->c_closure = 0;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000623 c->c_symtable = NULL;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000624 return 1;
625
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000626 fail:
627 com_free(c);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000628 return 0;
629}
630
631static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000632com_free(struct compiling *c)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000633{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000634 Py_XDECREF(c->c_code);
635 Py_XDECREF(c->c_consts);
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000636 Py_XDECREF(c->c_const_dict);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000637 Py_XDECREF(c->c_names);
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000638 Py_XDECREF(c->c_name_dict);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000639 Py_XDECREF(c->c_globals);
640 Py_XDECREF(c->c_locals);
641 Py_XDECREF(c->c_varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000642 Py_XDECREF(c->c_freevars);
643 Py_XDECREF(c->c_cellvars);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000644 Py_XDECREF(c->c_lnotab);
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +0000645 if (c->c_future)
646 PyMem_Free((void *)c->c_future);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000647}
648
649static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000650com_push(struct compiling *c, int n)
Guido van Rossum8b993a91997-01-17 21:04:03 +0000651{
652 c->c_stacklevel += n;
653 if (c->c_stacklevel > c->c_maxstacklevel)
654 c->c_maxstacklevel = c->c_stacklevel;
655}
656
657static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000658com_pop(struct compiling *c, int n)
Guido van Rossum8b993a91997-01-17 21:04:03 +0000659{
660 if (c->c_stacklevel < n) {
Guido van Rossum90f827c1998-08-25 18:22:17 +0000661 /* fprintf(stderr,
Guido van Rossum8b993a91997-01-17 21:04:03 +0000662 "%s:%d: underflow! nexti=%d, level=%d, n=%d\n",
663 c->c_filename, c->c_lineno,
Guido van Rossum90f827c1998-08-25 18:22:17 +0000664 c->c_nexti, c->c_stacklevel, n); */
Guido van Rossum8b993a91997-01-17 21:04:03 +0000665 c->c_stacklevel = 0;
666 }
667 else
668 c->c_stacklevel -= n;
669}
670
671static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000672com_done(struct compiling *c)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000673{
674 if (c->c_code != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000675 _PyString_Resize(&c->c_code, c->c_nexti);
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000676 if (c->c_lnotab != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000677 _PyString_Resize(&c->c_lnotab, c->c_lnotab_next);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000678}
679
680static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000681com_addbyte(struct compiling *c, int byte)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000682{
683 int len;
Guido van Rossum681d79a1995-07-18 14:51:37 +0000684 /*fprintf(stderr, "%3d: %3d\n", c->c_nexti, byte);*/
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000685 assert(byte >= 0 && byte <= 255);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000686 if (byte < 0 || byte > 255) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000687 com_error(c, PyExc_SystemError,
688 "com_addbyte: byte out of range");
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000689 }
690 if (c->c_code == NULL)
691 return;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000692 len = PyString_Size(c->c_code);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000693 if (c->c_nexti >= len) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000694 if (_PyString_Resize(&c->c_code, len+1000) != 0) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000695 c->c_errors++;
696 return;
697 }
698 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000699 PyString_AsString(c->c_code)[c->c_nexti++] = byte;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000700}
701
702static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000703com_addint(struct compiling *c, int x)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000704{
Guido van Rossumd6f3bc21990-11-18 17:35:03 +0000705 com_addbyte(c, x & 0xff);
706 com_addbyte(c, x >> 8); /* XXX x should be positive */
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000707}
708
709static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000710com_add_lnotab(struct compiling *c, int addr, int line)
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000711{
712 int size;
713 char *p;
714 if (c->c_lnotab == NULL)
715 return;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000716 size = PyString_Size(c->c_lnotab);
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000717 if (c->c_lnotab_next+2 > size) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000718 if (_PyString_Resize(&c->c_lnotab, size + 1000) < 0) {
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000719 c->c_errors++;
720 return;
721 }
722 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000723 p = PyString_AsString(c->c_lnotab) + c->c_lnotab_next;
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000724 *p++ = addr;
725 *p++ = line;
726 c->c_lnotab_next += 2;
727}
728
729static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000730com_set_lineno(struct compiling *c, int lineno)
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000731{
732 c->c_lineno = lineno;
733 if (c->c_firstlineno == 0) {
734 c->c_firstlineno = c->c_last_line = lineno;
735 }
736 else {
737 int incr_addr = c->c_nexti - c->c_last_addr;
738 int incr_line = lineno - c->c_last_line;
Tim Peters2a7f3842001-06-09 09:26:21 +0000739 while (incr_addr > 255) {
740 com_add_lnotab(c, 255, 0);
741 incr_addr -= 255;
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000742 }
Tim Peters2a7f3842001-06-09 09:26:21 +0000743 while (incr_line > 255) {
744 com_add_lnotab(c, incr_addr, 255);
745 incr_line -=255;
746 incr_addr = 0;
747 }
748 if (incr_addr > 0 || incr_line > 0)
749 com_add_lnotab(c, incr_addr, incr_line);
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000750 c->c_last_addr = c->c_nexti;
751 c->c_last_line = lineno;
752 }
753}
754
755static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000756com_addoparg(struct compiling *c, int op, int arg)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000757{
Fred Drakeef8ace32000-08-24 00:32:09 +0000758 int extended_arg = arg >> 16;
Guido van Rossum8e793d91997-03-03 19:13:14 +0000759 if (op == SET_LINENO) {
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000760 com_set_lineno(c, arg);
Guido van Rossum8e793d91997-03-03 19:13:14 +0000761 if (Py_OptimizeFlag)
762 return;
Guido van Rossumda4eb5c1997-01-24 03:43:35 +0000763 }
Fred Drakeef8ace32000-08-24 00:32:09 +0000764 if (extended_arg){
765 com_addbyte(c, EXTENDED_ARG);
766 com_addint(c, extended_arg);
767 arg &= 0xffff;
768 }
Guido van Rossum8e793d91997-03-03 19:13:14 +0000769 com_addbyte(c, op);
770 com_addint(c, arg);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000771}
772
773static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000774com_addfwref(struct compiling *c, int op, int *p_anchor)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000775{
776 /* Compile a forward reference for backpatching */
777 int here;
778 int anchor;
779 com_addbyte(c, op);
780 here = c->c_nexti;
781 anchor = *p_anchor;
782 *p_anchor = here;
783 com_addint(c, anchor == 0 ? 0 : here - anchor);
784}
785
786static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000787com_backpatch(struct compiling *c, int anchor)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000788{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000789 unsigned char *code = (unsigned char *) PyString_AsString(c->c_code);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000790 int target = c->c_nexti;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000791 int dist;
792 int prev;
793 for (;;) {
794 /* Make the JUMP instruction at anchor point to target */
Guido van Rossumd6f3bc21990-11-18 17:35:03 +0000795 prev = code[anchor] + (code[anchor+1] << 8);
796 dist = target - (anchor+2);
797 code[anchor] = dist & 0xff;
Fred Drakeef8ace32000-08-24 00:32:09 +0000798 dist >>= 8;
799 code[anchor+1] = dist;
800 dist >>= 8;
801 if (dist) {
802 com_error(c, PyExc_SystemError,
803 "com_backpatch: offset too large");
804 break;
805 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000806 if (!prev)
807 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000808 anchor -= prev;
809 }
810}
811
Guido van Rossuma9df32a1991-12-31 13:13:35 +0000812/* Handle literals and names uniformly */
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000813
814static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000815com_add(struct compiling *c, PyObject *list, PyObject *dict, PyObject *v)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000816{
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000817 PyObject *w, *t, *np=NULL;
818 long n;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000819
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000820 t = Py_BuildValue("(OO)", v, v->ob_type);
821 if (t == NULL)
822 goto fail;
823 w = PyDict_GetItem(dict, t);
824 if (w != NULL) {
825 n = PyInt_AsLong(w);
826 } else {
827 n = PyList_Size(list);
828 np = PyInt_FromLong(n);
829 if (np == NULL)
830 goto fail;
831 if (PyList_Append(list, v) != 0)
832 goto fail;
833 if (PyDict_SetItem(dict, t, np) != 0)
834 goto fail;
835 Py_DECREF(np);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +0000836 }
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000837 Py_DECREF(t);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +0000838 return n;
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000839 fail:
840 Py_XDECREF(np);
841 Py_XDECREF(t);
842 c->c_errors++;
843 return 0;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000844}
845
846static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000847com_addconst(struct compiling *c, PyObject *v)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000848{
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000849 return com_add(c, c->c_consts, c->c_const_dict, v);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000850}
851
852static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000853com_addname(struct compiling *c, PyObject *v)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000854{
Guido van Rossuma2ace6a2000-04-28 16:42:25 +0000855 return com_add(c, c->c_names, c->c_name_dict, v);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000856}
857
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000858static int
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000859mangle(char *p, char *name, char *buffer, size_t maxlen)
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000860{
Guido van Rossumd8a6d1c1996-08-24 07:54:27 +0000861 /* Name mangling: __private becomes _classname__private.
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000862 This is independent from how the name is used. */
Guido van Rossum582acec2000-06-28 22:07:35 +0000863 size_t nlen, plen;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000864 if (p == NULL || name == NULL || name[0] != '_' || name[1] != '_')
865 return 0;
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000866 nlen = strlen(name);
Guido van Rossumd8a6d1c1996-08-24 07:54:27 +0000867 if (nlen+2 >= maxlen)
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000868 return 0; /* Don't mangle __extremely_long_names */
869 if (name[nlen-1] == '_' && name[nlen-2] == '_')
870 return 0; /* Don't mangle __whatever__ */
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000871 /* Strip leading underscores from class name */
872 while (*p == '_')
873 p++;
874 if (*p == '\0')
875 return 0; /* Don't mangle if class is just underscores */
876 plen = strlen(p);
877 if (plen + nlen >= maxlen)
Guido van Rossumd8a6d1c1996-08-24 07:54:27 +0000878 plen = maxlen-nlen-2; /* Truncate class name if too long */
879 /* buffer = "_" + p[:plen] + name # i.e. 1+plen+nlen bytes */
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000880 buffer[0] = '_';
881 strncpy(buffer+1, p, plen);
Guido van Rossumd8a6d1c1996-08-24 07:54:27 +0000882 strcpy(buffer+1+plen, name);
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000883 return 1;
884}
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000885
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000886static void
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000887com_addop_name(struct compiling *c, int op, char *name)
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000888{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000889 PyObject *v;
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000890 int i;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000891 char buffer[MANGLE_LEN];
Jeremy Hyltoneab156f2001-01-30 01:24:43 +0000892
893 if (mangle(c->c_private, name, buffer, sizeof(buffer)))
Guido van Rossum8ff077b1996-08-24 06:21:31 +0000894 name = buffer;
Guido van Rossum7b89b6a1997-01-18 08:02:57 +0000895 if (name == NULL || (v = PyString_InternFromString(name)) == NULL) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000896 c->c_errors++;
897 i = 255;
898 }
899 else {
900 i = com_addname(c, v);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000901 Py_DECREF(v);
Guido van Rossum10dc2e81990-11-18 17:27:39 +0000902 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000903 com_addoparg(c, op, i);
904}
905
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000906#define NAME_LOCAL 0
907#define NAME_GLOBAL 1
908#define NAME_DEFAULT 2
909#define NAME_CLOSURE 3
910
911static int
912com_lookup_arg(PyObject *dict, PyObject *name)
913{
914 PyObject *v = PyDict_GetItem(dict, name);
915 if (v == NULL)
916 return -1;
917 else
918 return PyInt_AS_LONG(v);
919}
920
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000921static void
922com_addop_varname(struct compiling *c, int kind, char *name)
923{
924 PyObject *v;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000925 int i, reftype;
926 int scope = NAME_DEFAULT;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000927 int op = STOP_CODE;
928 char buffer[MANGLE_LEN];
929
Jeremy Hyltoneab156f2001-01-30 01:24:43 +0000930 if (mangle(c->c_private, name, buffer, sizeof(buffer)))
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000931 name = buffer;
932 if (name == NULL || (v = PyString_InternFromString(name)) == NULL) {
933 c->c_errors++;
934 i = 255;
935 goto done;
Guido van Rossumc5e96291991-12-10 13:53:51 +0000936 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000937
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000938 reftype = get_ref_type(c, name);
939 switch (reftype) {
940 case LOCAL:
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +0000941 if (c->c_symtable->st_cur->ste_type == TYPE_FUNCTION)
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000942 scope = NAME_LOCAL;
943 break;
944 case GLOBAL_EXPLICIT:
945 scope = NAME_GLOBAL;
946 break;
947 case GLOBAL_IMPLICIT:
948 if (c->c_flags & CO_OPTIMIZED)
949 scope = NAME_GLOBAL;
950 break;
951 case FREE:
952 case CELL:
953 scope = NAME_CLOSURE;
954 break;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000955 }
956
957 i = com_addname(c, v);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000958 if (scope == NAME_LOCAL)
959 i = com_lookup_arg(c->c_locals, v);
960 else if (reftype == FREE)
961 i = com_lookup_arg(c->c_freevars, v);
962 else if (reftype == CELL)
963 i = com_lookup_arg(c->c_cellvars, v);
964 if (i == -1) {
965 c->c_errors++; /* XXX no exception set */
966 i = 255;
967 goto done;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000968 }
969 Py_DECREF(v);
970
971 switch (kind) {
972 case VAR_LOAD:
973 switch (scope) {
974 case NAME_LOCAL:
975 op = LOAD_FAST;
976 break;
977 case NAME_GLOBAL:
978 op = LOAD_GLOBAL;
979 break;
980 case NAME_DEFAULT:
981 op = LOAD_NAME;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000982 break;
983 case NAME_CLOSURE:
984 op = LOAD_DEREF;
985 break;
Jeremy Hyltone36f7782001-01-19 03:21:30 +0000986 }
987 break;
988 case VAR_STORE:
989 switch (scope) {
990 case NAME_LOCAL:
991 op = STORE_FAST;
992 break;
993 case NAME_GLOBAL:
994 op = STORE_GLOBAL;
995 break;
996 case NAME_DEFAULT:
997 op = STORE_NAME;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000998 break;
999 case NAME_CLOSURE:
1000 op = STORE_DEREF;
1001 break;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001002 }
1003 break;
1004 case VAR_DELETE:
1005 switch (scope) {
1006 case NAME_LOCAL:
1007 op = DELETE_FAST;
1008 break;
1009 case NAME_GLOBAL:
1010 op = DELETE_GLOBAL;
1011 break;
1012 case NAME_DEFAULT:
1013 op = DELETE_NAME;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00001014 break;
1015 case NAME_CLOSURE: {
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00001016 char buf[500];
Jeremy Hylton64949cb2001-01-25 20:06:59 +00001017 sprintf(buf, DEL_CLOSURE_ERROR, name);
1018 com_error(c, PyExc_SyntaxError, buf);
1019 i = 255;
1020 break;
1021 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001022 }
1023 break;
1024 }
1025done:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001026 com_addoparg(c, op, i);
1027}
1028
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001029static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001030com_addopname(struct compiling *c, int op, node *n)
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001031{
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001032 char *name;
1033 char buffer[1000];
1034 /* XXX it is possible to write this code without the 1000
1035 chars on the total length of dotted names, I just can't be
1036 bothered right now */
1037 if (TYPE(n) == STAR)
1038 name = "*";
1039 else if (TYPE(n) == dotted_name) {
1040 char *p = buffer;
1041 int i;
1042 name = buffer;
1043 for (i = 0; i < NCH(n); i += 2) {
1044 char *s = STR(CHILD(n, i));
1045 if (p + strlen(s) > buffer + (sizeof buffer) - 2) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001046 com_error(c, PyExc_MemoryError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001047 "dotted_name too long");
Guido van Rossumd9dfaf51995-02-17 15:04:57 +00001048 name = NULL;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001049 break;
1050 }
1051 if (p != buffer)
1052 *p++ = '.';
1053 strcpy(p, s);
1054 p = strchr(p, '\0');
1055 }
1056 }
1057 else {
1058 REQ(n, NAME);
1059 name = STR(n);
1060 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001061 com_addop_name(c, op, name);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001062}
1063
Guido van Rossum79f25d91997-04-29 20:08:16 +00001064static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001065parsenumber(struct compiling *co, char *s)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001066{
Guido van Rossumc5e96291991-12-10 13:53:51 +00001067 char *end;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001068 long x;
Guido van Rossum0ae748d1997-02-14 22:58:07 +00001069 double dx;
Guido van Rossum50564e81996-01-12 01:13:16 +00001070#ifndef WITHOUT_COMPLEX
Guido van Rossum530956d1996-07-21 02:27:43 +00001071 Py_complex c;
Guido van Rossum50564e81996-01-12 01:13:16 +00001072 int imflag;
1073#endif
1074
Guido van Rossum282914b1991-04-04 10:42:56 +00001075 errno = 0;
Guido van Rossumc5e96291991-12-10 13:53:51 +00001076 end = s + strlen(s) - 1;
Guido van Rossum50564e81996-01-12 01:13:16 +00001077#ifndef WITHOUT_COMPLEX
Guido van Rossum15ad9a61996-01-26 20:53:56 +00001078 imflag = *end == 'j' || *end == 'J';
Guido van Rossum50564e81996-01-12 01:13:16 +00001079#endif
Guido van Rossumf1aeab71992-03-27 17:28:26 +00001080 if (*end == 'l' || *end == 'L')
Guido van Rossum79f25d91997-04-29 20:08:16 +00001081 return PyLong_FromString(s, (char **)0, 0);
Guido van Rossumacbefef1992-01-19 16:33:51 +00001082 if (s[0] == '0')
Guido van Rossum79f25d91997-04-29 20:08:16 +00001083 x = (long) PyOS_strtoul(s, &end, 0);
Guido van Rossumacbefef1992-01-19 16:33:51 +00001084 else
Guido van Rossum79f25d91997-04-29 20:08:16 +00001085 x = PyOS_strtol(s, &end, 0);
Guido van Rossum282914b1991-04-04 10:42:56 +00001086 if (*end == '\0') {
1087 if (errno != 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001088 com_error(co, PyExc_OverflowError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001089 "integer literal too large");
Guido van Rossum282914b1991-04-04 10:42:56 +00001090 return NULL;
1091 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001092 return PyInt_FromLong(x);
Guido van Rossum282914b1991-04-04 10:42:56 +00001093 }
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001094 /* XXX Huge floats may silently fail */
Guido van Rossum50564e81996-01-12 01:13:16 +00001095#ifndef WITHOUT_COMPLEX
1096 if (imflag) {
1097 c.real = 0.;
Guido van Rossum0ae748d1997-02-14 22:58:07 +00001098 PyFPE_START_PROTECT("atof", return 0)
Guido van Rossum50564e81996-01-12 01:13:16 +00001099 c.imag = atof(s);
Guido van Rossum45b83911997-03-14 04:32:50 +00001100 PyFPE_END_PROTECT(c)
Guido van Rossum79f25d91997-04-29 20:08:16 +00001101 return PyComplex_FromCComplex(c);
Guido van Rossum50564e81996-01-12 01:13:16 +00001102 }
Guido van Rossumac1fc951997-10-08 15:23:55 +00001103 else
Guido van Rossum50564e81996-01-12 01:13:16 +00001104#endif
Guido van Rossumac1fc951997-10-08 15:23:55 +00001105 {
Guido van Rossum0ae748d1997-02-14 22:58:07 +00001106 PyFPE_START_PROTECT("atof", return 0)
1107 dx = atof(s);
Guido van Rossum45b83911997-03-14 04:32:50 +00001108 PyFPE_END_PROTECT(dx)
Guido van Rossum79f25d91997-04-29 20:08:16 +00001109 return PyFloat_FromDouble(dx);
Guido van Rossum0ae748d1997-02-14 22:58:07 +00001110 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001111}
1112
Guido van Rossum79f25d91997-04-29 20:08:16 +00001113static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001114parsestr(char *s)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001115{
Guido van Rossum79f25d91997-04-29 20:08:16 +00001116 PyObject *v;
Guido van Rossum582acec2000-06-28 22:07:35 +00001117 size_t len;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001118 char *buf;
1119 char *p;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001120 char *end;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001121 int c;
Guido van Rossum5f5e8171997-04-06 03:41:40 +00001122 int first = *s;
1123 int quote = first;
Guido van Rossum5aa88f02000-03-10 23:01:36 +00001124 int rawmode = 0;
1125 int unicode = 0;
1126 if (isalpha(quote) || quote == '_') {
1127 if (quote == 'u' || quote == 'U') {
1128 quote = *++s;
1129 unicode = 1;
1130 }
1131 if (quote == 'r' || quote == 'R') {
1132 quote = *++s;
1133 rawmode = 1;
1134 }
1135 }
Guido van Rossum8054fad1993-10-26 15:19:44 +00001136 if (quote != '\'' && quote != '\"') {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001137 PyErr_BadInternalCall();
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001138 return NULL;
1139 }
1140 s++;
1141 len = strlen(s);
Guido van Rossum582acec2000-06-28 22:07:35 +00001142 if (len > INT_MAX) {
1143 PyErr_SetString(PyExc_OverflowError, "string to parse is too long");
1144 return NULL;
1145 }
Guido van Rossum8054fad1993-10-26 15:19:44 +00001146 if (s[--len] != quote) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001147 PyErr_BadInternalCall();
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001148 return NULL;
1149 }
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001150 if (len >= 4 && s[0] == quote && s[1] == quote) {
1151 s += 2;
1152 len -= 2;
1153 if (s[--len] != quote || s[--len] != quote) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001154 PyErr_BadInternalCall();
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001155 return NULL;
1156 }
1157 }
Guido van Rossumfdc8bdb2000-05-01 17:54:56 +00001158 if (unicode || Py_UnicodeFlag) {
Guido van Rossum5aa88f02000-03-10 23:01:36 +00001159 if (rawmode)
1160 return PyUnicode_DecodeRawUnicodeEscape(
1161 s, len, NULL);
1162 else
1163 return PyUnicode_DecodeUnicodeEscape(
1164 s, len, NULL);
1165 }
Fredrik Lundh1fa0b892000-09-02 20:11:27 +00001166 if (rawmode || strchr(s, '\\') == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00001167 return PyString_FromStringAndSize(s, len);
1168 v = PyString_FromStringAndSize((char *)NULL, len);
Fredrik Lundh1fa0b892000-09-02 20:11:27 +00001169 if (v == NULL)
1170 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001171 p = buf = PyString_AsString(v);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001172 end = s + len;
1173 while (s < end) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001174 if (*s != '\\') {
1175 *p++ = *s++;
1176 continue;
1177 }
1178 s++;
1179 switch (*s++) {
1180 /* XXX This assumes ASCII! */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001181 case '\n': break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001182 case '\\': *p++ = '\\'; break;
1183 case '\'': *p++ = '\''; break;
Guido van Rossum8054fad1993-10-26 15:19:44 +00001184 case '\"': *p++ = '\"'; break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001185 case 'b': *p++ = '\b'; break;
1186 case 'f': *p++ = '\014'; break; /* FF */
1187 case 't': *p++ = '\t'; break;
1188 case 'n': *p++ = '\n'; break;
1189 case 'r': *p++ = '\r'; break;
1190 case 'v': *p++ = '\013'; break; /* VT */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001191 case 'a': *p++ = '\007'; break; /* BEL, not classic C */
1192 case '0': case '1': case '2': case '3':
1193 case '4': case '5': case '6': case '7':
1194 c = s[-1] - '0';
1195 if ('0' <= *s && *s <= '7') {
1196 c = (c<<3) + *s++ - '0';
1197 if ('0' <= *s && *s <= '7')
1198 c = (c<<3) + *s++ - '0';
1199 }
1200 *p++ = c;
1201 break;
1202 case 'x':
Jeremy Hylton4419ac12001-02-28 22:54:51 +00001203 if (isxdigit(Py_CHARMASK(s[0]))
1204 && isxdigit(Py_CHARMASK(s[1]))) {
Guido van Rossumed1100f1997-10-20 23:24:07 +00001205 unsigned int x = 0;
Fredrik Lundh1fa0b892000-09-02 20:11:27 +00001206 c = Py_CHARMASK(*s);
1207 s++;
1208 if (isdigit(c))
1209 x = c - '0';
1210 else if (islower(c))
1211 x = 10 + c - 'a';
1212 else
1213 x = 10 + c - 'A';
1214 x = x << 4;
1215 c = Py_CHARMASK(*s);
1216 s++;
1217 if (isdigit(c))
1218 x += c - '0';
1219 else if (islower(c))
1220 x += 10 + c - 'a';
1221 else
1222 x += 10 + c - 'A';
Guido van Rossumed1100f1997-10-20 23:24:07 +00001223 *p++ = x;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001224 break;
1225 }
Jeremy Hylton4419ac12001-02-28 22:54:51 +00001226 PyErr_SetString(PyExc_ValueError,
1227 "invalid \\x escape");
Fredrik Lundh1fa0b892000-09-02 20:11:27 +00001228 Py_DECREF(v);
1229 return NULL;
1230 default:
1231 *p++ = '\\';
1232 *p++ = s[-1];
1233 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001234 }
1235 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001236 _PyString_Resize(&v, (int)(p - buf));
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001237 return v;
1238}
1239
Guido van Rossum79f25d91997-04-29 20:08:16 +00001240static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001241parsestrplus(node *n)
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001242{
Guido van Rossum79f25d91997-04-29 20:08:16 +00001243 PyObject *v;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001244 int i;
1245 REQ(CHILD(n, 0), STRING);
1246 if ((v = parsestr(STR(CHILD(n, 0)))) != NULL) {
1247 /* String literal concatenation */
Fred Drake4e998bc2000-04-13 14:10:44 +00001248 for (i = 1; i < NCH(n); i++) {
1249 PyObject *s;
1250 s = parsestr(STR(CHILD(n, i)));
1251 if (s == NULL)
1252 goto onError;
1253 if (PyString_Check(v) && PyString_Check(s)) {
1254 PyString_ConcatAndDel(&v, s);
1255 if (v == NULL)
1256 goto onError;
1257 }
1258 else {
1259 PyObject *temp;
1260 temp = PyUnicode_Concat(v, s);
1261 Py_DECREF(s);
1262 if (temp == NULL)
1263 goto onError;
1264 Py_DECREF(v);
1265 v = temp;
1266 }
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001267 }
1268 }
1269 return v;
Fred Drake4e998bc2000-04-13 14:10:44 +00001270
1271 onError:
1272 Py_XDECREF(v);
1273 return NULL;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001274}
1275
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001276static void
Skip Montanaro803d6e52000-08-12 18:09:51 +00001277com_list_for(struct compiling *c, node *n, node *e, char *t)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001278{
Skip Montanaro803d6e52000-08-12 18:09:51 +00001279 int anchor = 0;
1280 int save_begin = c->c_begin;
1281
1282 /* list_iter: for v in expr [list_iter] */
1283 com_node(c, CHILD(n, 3)); /* expr */
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00001284 com_addbyte(c, GET_ITER);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001285 c->c_begin = c->c_nexti;
1286 com_addoparg(c, SET_LINENO, n->n_lineno);
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00001287 com_addfwref(c, FOR_ITER, &anchor);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001288 com_push(c, 1);
Thomas Wouters434d0822000-08-24 20:11:32 +00001289 com_assign(c, CHILD(n, 1), OP_ASSIGN, NULL);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001290 c->c_loops++;
1291 com_list_iter(c, n, e, t);
1292 c->c_loops--;
1293 com_addoparg(c, JUMP_ABSOLUTE, c->c_begin);
1294 c->c_begin = save_begin;
1295 com_backpatch(c, anchor);
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00001296 com_pop(c, 1); /* FOR_ITER has popped this */
Skip Montanaro803d6e52000-08-12 18:09:51 +00001297}
1298
1299static void
1300com_list_if(struct compiling *c, node *n, node *e, char *t)
1301{
1302 int anchor = 0;
1303 int a = 0;
1304 /* list_iter: 'if' test [list_iter] */
1305 com_addoparg(c, SET_LINENO, n->n_lineno);
1306 com_node(c, CHILD(n, 1));
1307 com_addfwref(c, JUMP_IF_FALSE, &a);
1308 com_addbyte(c, POP_TOP);
1309 com_pop(c, 1);
1310 com_list_iter(c, n, e, t);
1311 com_addfwref(c, JUMP_FORWARD, &anchor);
1312 com_backpatch(c, a);
1313 /* We jump here with an extra entry which we now pop */
1314 com_addbyte(c, POP_TOP);
1315 com_backpatch(c, anchor);
1316}
1317
1318static void
1319com_list_iter(struct compiling *c,
1320 node *p, /* parent of list_iter node */
1321 node *e, /* element expression node */
1322 char *t /* name of result list temp local */)
1323{
1324 /* list_iter is the last child in a listmaker, list_for, or list_if */
1325 node *n = CHILD(p, NCH(p)-1);
1326 if (TYPE(n) == list_iter) {
1327 n = CHILD(n, 0);
1328 switch (TYPE(n)) {
1329 case list_for:
1330 com_list_for(c, n, e, t);
1331 break;
1332 case list_if:
1333 com_list_if(c, n, e, t);
1334 break;
1335 default:
1336 com_error(c, PyExc_SystemError,
1337 "invalid list_iter node type");
1338 }
1339 }
1340 else {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001341 com_addop_varname(c, VAR_LOAD, t);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001342 com_push(c, 1);
1343 com_node(c, e);
1344 com_addoparg(c, CALL_FUNCTION, 1);
1345 com_addbyte(c, POP_TOP);
1346 com_pop(c, 2);
1347 }
1348}
1349
1350static void
1351com_list_comprehension(struct compiling *c, node *n)
1352{
Skip Montanaro46dfa5f2000-08-22 02:43:07 +00001353 /* listmaker: test list_for */
Skip Montanaro803d6e52000-08-12 18:09:51 +00001354 char tmpname[12];
Tim Peters30814212001-02-17 05:30:26 +00001355 sprintf(tmpname, "_[%d]", ++c->c_tmpname);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001356 com_addoparg(c, BUILD_LIST, 0);
1357 com_addbyte(c, DUP_TOP); /* leave the result on the stack */
1358 com_push(c, 2);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001359 com_addop_name(c, LOAD_ATTR, "append");
1360 com_addop_varname(c, VAR_STORE, tmpname);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001361 com_pop(c, 1);
Skip Montanaro46dfa5f2000-08-22 02:43:07 +00001362 com_list_for(c, CHILD(n, 1), CHILD(n, 0), tmpname);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001363 com_addop_varname(c, VAR_DELETE, tmpname);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001364 --c->c_tmpname;
1365}
1366
1367static void
1368com_listmaker(struct compiling *c, node *n)
1369{
Skip Montanaro46dfa5f2000-08-22 02:43:07 +00001370 /* listmaker: test ( list_for | (',' test)* [','] ) */
1371 if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for)
Skip Montanaro803d6e52000-08-12 18:09:51 +00001372 com_list_comprehension(c, n);
1373 else {
1374 int len = 0;
1375 int i;
1376 for (i = 0; i < NCH(n); i += 2, len++)
1377 com_node(c, CHILD(n, i));
1378 com_addoparg(c, BUILD_LIST, len);
1379 com_pop(c, len-1);
1380 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001381}
1382
1383static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001384com_dictmaker(struct compiling *c, node *n)
Guido van Rossum4bad92c1991-07-27 21:34:52 +00001385{
1386 int i;
1387 /* dictmaker: test ':' test (',' test ':' value)* [','] */
1388 for (i = 0; i+2 < NCH(n); i += 4) {
1389 /* We must arrange things just right for STORE_SUBSCR.
1390 It wants the stack to look like (value) (dict) (key) */
1391 com_addbyte(c, DUP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001392 com_push(c, 1);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00001393 com_node(c, CHILD(n, i+2)); /* value */
1394 com_addbyte(c, ROT_TWO);
1395 com_node(c, CHILD(n, i)); /* key */
1396 com_addbyte(c, STORE_SUBSCR);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001397 com_pop(c, 3);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00001398 }
1399}
1400
1401static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001402com_atom(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001403{
1404 node *ch;
Guido van Rossum79f25d91997-04-29 20:08:16 +00001405 PyObject *v;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001406 int i;
1407 REQ(n, atom);
1408 ch = CHILD(n, 0);
1409 switch (TYPE(ch)) {
1410 case LPAR:
Guido van Rossum8b993a91997-01-17 21:04:03 +00001411 if (TYPE(CHILD(n, 1)) == RPAR) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001412 com_addoparg(c, BUILD_TUPLE, 0);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001413 com_push(c, 1);
1414 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001415 else
1416 com_node(c, CHILD(n, 1));
1417 break;
Skip Montanaro803d6e52000-08-12 18:09:51 +00001418 case LSQB: /* '[' [listmaker] ']' */
Guido van Rossum8b993a91997-01-17 21:04:03 +00001419 if (TYPE(CHILD(n, 1)) == RSQB) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001420 com_addoparg(c, BUILD_LIST, 0);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001421 com_push(c, 1);
1422 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001423 else
Skip Montanaro803d6e52000-08-12 18:09:51 +00001424 com_listmaker(c, CHILD(n, 1));
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001425 break;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00001426 case LBRACE: /* '{' [dictmaker] '}' */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001427 com_addoparg(c, BUILD_MAP, 0);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001428 com_push(c, 1);
Skip Montanaro803d6e52000-08-12 18:09:51 +00001429 if (TYPE(CHILD(n, 1)) == dictmaker)
Guido van Rossum4bad92c1991-07-27 21:34:52 +00001430 com_dictmaker(c, CHILD(n, 1));
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001431 break;
1432 case BACKQUOTE:
1433 com_node(c, CHILD(n, 1));
1434 com_addbyte(c, UNARY_CONVERT);
1435 break;
1436 case NUMBER:
Guido van Rossum452a9831996-09-17 14:32:04 +00001437 if ((v = parsenumber(c, STR(ch))) == NULL) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001438 i = 255;
1439 }
1440 else {
1441 i = com_addconst(c, v);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001442 Py_DECREF(v);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001443 }
1444 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001445 com_push(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001446 break;
1447 case STRING:
Guido van Rossum1f4fa501995-01-07 12:41:23 +00001448 v = parsestrplus(n);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00001449 if (v == NULL) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001450 c->c_errors++;
1451 i = 255;
1452 }
1453 else {
1454 i = com_addconst(c, v);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001455 Py_DECREF(v);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001456 }
1457 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001458 com_push(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001459 break;
1460 case NAME:
Jeremy Hyltone36f7782001-01-19 03:21:30 +00001461 com_addop_varname(c, VAR_LOAD, STR(ch));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001462 com_push(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001463 break;
1464 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001465 com_error(c, PyExc_SystemError,
1466 "com_atom: unexpected node type");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001467 }
1468}
1469
1470static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001471com_slice(struct compiling *c, node *n, int op)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001472{
1473 if (NCH(n) == 1) {
1474 com_addbyte(c, op);
1475 }
1476 else if (NCH(n) == 2) {
1477 if (TYPE(CHILD(n, 0)) != COLON) {
1478 com_node(c, CHILD(n, 0));
1479 com_addbyte(c, op+1);
1480 }
1481 else {
1482 com_node(c, CHILD(n, 1));
1483 com_addbyte(c, op+2);
1484 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00001485 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001486 }
1487 else {
1488 com_node(c, CHILD(n, 0));
1489 com_node(c, CHILD(n, 2));
1490 com_addbyte(c, op+3);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001491 com_pop(c, 2);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001492 }
1493}
1494
Guido van Rossum635abd21997-01-06 22:56:52 +00001495static void
Thomas Wouters434d0822000-08-24 20:11:32 +00001496com_augassign_slice(struct compiling *c, node *n, int opcode, node *augn)
1497{
1498 if (NCH(n) == 1) {
1499 com_addbyte(c, DUP_TOP);
1500 com_push(c, 1);
1501 com_addbyte(c, SLICE);
1502 com_node(c, augn);
1503 com_addbyte(c, opcode);
1504 com_pop(c, 1);
1505 com_addbyte(c, ROT_TWO);
1506 com_addbyte(c, STORE_SLICE);
1507 com_pop(c, 2);
1508 } else if (NCH(n) == 2 && TYPE(CHILD(n, 0)) != COLON) {
1509 com_node(c, CHILD(n, 0));
1510 com_addoparg(c, DUP_TOPX, 2);
1511 com_push(c, 2);
1512 com_addbyte(c, SLICE+1);
1513 com_pop(c, 1);
1514 com_node(c, augn);
1515 com_addbyte(c, opcode);
1516 com_pop(c, 1);
1517 com_addbyte(c, ROT_THREE);
1518 com_addbyte(c, STORE_SLICE+1);
1519 com_pop(c, 3);
1520 } else if (NCH(n) == 2) {
1521 com_node(c, CHILD(n, 1));
1522 com_addoparg(c, DUP_TOPX, 2);
1523 com_push(c, 2);
1524 com_addbyte(c, SLICE+2);
1525 com_pop(c, 1);
1526 com_node(c, augn);
1527 com_addbyte(c, opcode);
1528 com_pop(c, 1);
1529 com_addbyte(c, ROT_THREE);
1530 com_addbyte(c, STORE_SLICE+2);
1531 com_pop(c, 3);
1532 } else {
1533 com_node(c, CHILD(n, 0));
1534 com_node(c, CHILD(n, 2));
1535 com_addoparg(c, DUP_TOPX, 3);
1536 com_push(c, 3);
1537 com_addbyte(c, SLICE+3);
1538 com_pop(c, 2);
1539 com_node(c, augn);
1540 com_addbyte(c, opcode);
1541 com_pop(c, 1);
1542 com_addbyte(c, ROT_FOUR);
1543 com_addbyte(c, STORE_SLICE+3);
1544 com_pop(c, 4);
1545 }
1546}
1547
1548static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001549com_argument(struct compiling *c, node *n, PyObject **pkeywords)
Guido van Rossumf10570b1995-07-07 22:53:21 +00001550{
1551 node *m;
Guido van Rossum8b993a91997-01-17 21:04:03 +00001552 REQ(n, argument); /* [test '='] test; really [keyword '='] test */
Guido van Rossumf10570b1995-07-07 22:53:21 +00001553 if (NCH(n) == 1) {
Guido van Rossum635abd21997-01-06 22:56:52 +00001554 if (*pkeywords != NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001555 com_error(c, PyExc_SyntaxError,
Fred Drakedcf08e02000-08-15 15:49:44 +00001556 "non-keyword arg after keyword arg");
Guido van Rossumf10570b1995-07-07 22:53:21 +00001557 }
1558 else {
1559 com_node(c, CHILD(n, 0));
1560 }
Guido van Rossum635abd21997-01-06 22:56:52 +00001561 return;
Guido van Rossumf10570b1995-07-07 22:53:21 +00001562 }
1563 m = n;
1564 do {
1565 m = CHILD(m, 0);
1566 } while (NCH(m) == 1);
1567 if (TYPE(m) != NAME) {
Tim Peters4e303782001-02-18 04:45:10 +00001568 /* f(lambda x: x[0] = 3) ends up getting parsed with
1569 * LHS test = lambda x: x[0], and RHS test = 3.
1570 * SF bug 132313 points out that complaining about a keyword
1571 * then is very confusing.
1572 */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001573 com_error(c, PyExc_SyntaxError,
Tim Peters4e303782001-02-18 04:45:10 +00001574 TYPE(m) == lambdef ?
1575 "lambda cannot contain assignment" :
1576 "keyword can't be an expression");
Guido van Rossumf10570b1995-07-07 22:53:21 +00001577 }
1578 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001579 PyObject *v = PyString_InternFromString(STR(m));
Guido van Rossum635abd21997-01-06 22:56:52 +00001580 if (v != NULL && *pkeywords == NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +00001581 *pkeywords = PyDict_New();
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00001582 if (v == NULL)
Guido van Rossumf10570b1995-07-07 22:53:21 +00001583 c->c_errors++;
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00001584 else if (*pkeywords == NULL) {
1585 c->c_errors++;
1586 Py_DECREF(v);
1587 } else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001588 if (PyDict_GetItem(*pkeywords, v) != NULL)
1589 com_error(c, PyExc_SyntaxError,
Guido van Rossum635abd21997-01-06 22:56:52 +00001590 "duplicate keyword argument");
1591 else
Guido van Rossum79f25d91997-04-29 20:08:16 +00001592 if (PyDict_SetItem(*pkeywords, v, v) != 0)
Guido van Rossum635abd21997-01-06 22:56:52 +00001593 c->c_errors++;
Guido van Rossumf10570b1995-07-07 22:53:21 +00001594 com_addoparg(c, LOAD_CONST, com_addconst(c, v));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001595 com_push(c, 1);
Guido van Rossum79f25d91997-04-29 20:08:16 +00001596 Py_DECREF(v);
Guido van Rossumf10570b1995-07-07 22:53:21 +00001597 }
1598 }
1599 com_node(c, CHILD(n, 2));
Guido van Rossumf10570b1995-07-07 22:53:21 +00001600}
1601
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001602static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001603com_call_function(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001604{
1605 if (TYPE(n) == RPAR) {
Guido van Rossumf10570b1995-07-07 22:53:21 +00001606 com_addoparg(c, CALL_FUNCTION, 0);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001607 }
1608 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001609 PyObject *keywords = NULL;
Guido van Rossum635abd21997-01-06 22:56:52 +00001610 int i, na, nk;
Guido van Rossumca906051998-12-10 16:56:22 +00001611 int lineno = n->n_lineno;
Jeremy Hylton76901512000-03-28 23:49:17 +00001612 int star_flag = 0;
1613 int starstar_flag = 0;
1614 int opcode;
Guido van Rossumf10570b1995-07-07 22:53:21 +00001615 REQ(n, arglist);
Guido van Rossumf10570b1995-07-07 22:53:21 +00001616 na = 0;
1617 nk = 0;
1618 for (i = 0; i < NCH(n); i += 2) {
Guido van Rossumca906051998-12-10 16:56:22 +00001619 node *ch = CHILD(n, i);
Jeremy Hylton76901512000-03-28 23:49:17 +00001620 if (TYPE(ch) == STAR ||
1621 TYPE(ch) == DOUBLESTAR)
1622 break;
Guido van Rossumca906051998-12-10 16:56:22 +00001623 if (ch->n_lineno != lineno) {
1624 lineno = ch->n_lineno;
1625 com_addoparg(c, SET_LINENO, lineno);
1626 }
1627 com_argument(c, ch, &keywords);
Guido van Rossum635abd21997-01-06 22:56:52 +00001628 if (keywords == NULL)
Guido van Rossumf10570b1995-07-07 22:53:21 +00001629 na++;
1630 else
1631 nk++;
1632 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00001633 Py_XDECREF(keywords);
Jeremy Hylton76901512000-03-28 23:49:17 +00001634 while (i < NCH(n)) {
1635 node *tok = CHILD(n, i);
1636 node *ch = CHILD(n, i+1);
1637 i += 3;
1638 switch (TYPE(tok)) {
1639 case STAR: star_flag = 1; break;
1640 case DOUBLESTAR: starstar_flag = 1; break;
1641 }
1642 com_node(c, ch);
1643 }
Guido van Rossumf10570b1995-07-07 22:53:21 +00001644 if (na > 255 || nk > 255) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001645 com_error(c, PyExc_SyntaxError,
1646 "more than 255 arguments");
Guido van Rossumf10570b1995-07-07 22:53:21 +00001647 }
Jeremy Hylton76901512000-03-28 23:49:17 +00001648 if (star_flag || starstar_flag)
Jeremy Hyltone4fb9582000-03-29 00:10:44 +00001649 opcode = CALL_FUNCTION_VAR - 1 +
Jeremy Hylton76901512000-03-28 23:49:17 +00001650 star_flag + (starstar_flag << 1);
1651 else
1652 opcode = CALL_FUNCTION;
1653 com_addoparg(c, opcode, na | (nk << 8));
1654 com_pop(c, na + 2*nk + star_flag + starstar_flag);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001655 }
1656}
1657
1658static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001659com_select_member(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001660{
1661 com_addopname(c, LOAD_ATTR, n);
1662}
1663
1664static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001665com_sliceobj(struct compiling *c, node *n)
Guido van Rossum8861b741996-07-30 16:49:37 +00001666{
1667 int i=0;
1668 int ns=2; /* number of slice arguments */
Guido van Rossum8861b741996-07-30 16:49:37 +00001669 node *ch;
1670
1671 /* first argument */
1672 if (TYPE(CHILD(n,i)) == COLON) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001673 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001674 com_push(c, 1);
Guido van Rossum8861b741996-07-30 16:49:37 +00001675 i++;
1676 }
1677 else {
1678 com_node(c, CHILD(n,i));
1679 i++;
1680 REQ(CHILD(n,i),COLON);
1681 i++;
1682 }
1683 /* second argument */
1684 if (i < NCH(n) && TYPE(CHILD(n,i)) == test) {
1685 com_node(c, CHILD(n,i));
1686 i++;
1687 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00001688 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001689 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001690 com_push(c, 1);
1691 }
Guido van Rossum8861b741996-07-30 16:49:37 +00001692 /* remaining arguments */
1693 for (; i < NCH(n); i++) {
1694 ns++;
1695 ch=CHILD(n,i);
1696 REQ(ch, sliceop);
1697 if (NCH(ch) == 1) {
1698 /* right argument of ':' missing */
Guido van Rossum79f25d91997-04-29 20:08:16 +00001699 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001700 com_push(c, 1);
Guido van Rossum8861b741996-07-30 16:49:37 +00001701 }
1702 else
1703 com_node(c, CHILD(ch,1));
1704 }
1705 com_addoparg(c, BUILD_SLICE, ns);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001706 com_pop(c, 1 + (ns == 3));
Guido van Rossum8861b741996-07-30 16:49:37 +00001707}
1708
1709static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001710com_subscript(struct compiling *c, node *n)
Guido van Rossum8861b741996-07-30 16:49:37 +00001711{
1712 node *ch;
1713 REQ(n, subscript);
1714 ch = CHILD(n,0);
1715 /* check for rubber index */
Guido van Rossum8b993a91997-01-17 21:04:03 +00001716 if (TYPE(ch) == DOT && TYPE(CHILD(n,1)) == DOT) {
Guido van Rossume449af71996-10-11 16:25:41 +00001717 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_Ellipsis));
Guido van Rossum8b993a91997-01-17 21:04:03 +00001718 com_push(c, 1);
1719 }
Guido van Rossum8861b741996-07-30 16:49:37 +00001720 else {
1721 /* check for slice */
1722 if ((TYPE(ch) == COLON || NCH(n) > 1))
1723 com_sliceobj(c, n);
1724 else {
1725 REQ(ch, test);
1726 com_node(c, ch);
1727 }
1728 }
1729}
1730
1731static void
Thomas Wouters434d0822000-08-24 20:11:32 +00001732com_subscriptlist(struct compiling *c, node *n, int assigning, node *augn)
Guido van Rossum8861b741996-07-30 16:49:37 +00001733{
1734 int i, op;
1735 REQ(n, subscriptlist);
1736 /* Check to make backward compatible slice behavior for '[i:j]' */
1737 if (NCH(n) == 1) {
1738 node *sub = CHILD(n, 0); /* subscript */
Thomas Wouterse8643c42000-08-05 21:37:50 +00001739 /* 'Basic' slice, should have exactly one colon. */
1740 if ((TYPE(CHILD(sub, 0)) == COLON
1741 || (NCH(sub) > 1 && TYPE(CHILD(sub, 1)) == COLON))
1742 && (TYPE(CHILD(sub,NCH(sub)-1)) != sliceop))
1743 {
Thomas Wouters434d0822000-08-24 20:11:32 +00001744 switch (assigning) {
1745 case OP_DELETE:
1746 op = DELETE_SLICE;
1747 break;
1748 case OP_ASSIGN:
1749 op = STORE_SLICE;
1750 break;
1751 case OP_APPLY:
Guido van Rossum8861b741996-07-30 16:49:37 +00001752 op = SLICE;
Thomas Wouters434d0822000-08-24 20:11:32 +00001753 break;
1754 default:
1755 com_augassign_slice(c, sub, assigning, augn);
1756 return;
1757 }
Guido van Rossum8861b741996-07-30 16:49:37 +00001758 com_slice(c, sub, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001759 if (op == STORE_SLICE)
1760 com_pop(c, 2);
1761 else if (op == DELETE_SLICE)
1762 com_pop(c, 1);
Guido van Rossum8861b741996-07-30 16:49:37 +00001763 return;
1764 }
1765 }
1766 /* Else normal subscriptlist. Compile each subscript. */
1767 for (i = 0; i < NCH(n); i += 2)
1768 com_subscript(c, CHILD(n, i));
1769 /* Put multiple subscripts into a tuple */
Guido van Rossum8b993a91997-01-17 21:04:03 +00001770 if (NCH(n) > 1) {
1771 i = (NCH(n)+1) / 2;
1772 com_addoparg(c, BUILD_TUPLE, i);
1773 com_pop(c, i-1);
1774 }
Thomas Wouters434d0822000-08-24 20:11:32 +00001775 switch (assigning) {
1776 case OP_DELETE:
Guido van Rossum8b993a91997-01-17 21:04:03 +00001777 op = DELETE_SUBSCR;
1778 i = 2;
Thomas Wouters434d0822000-08-24 20:11:32 +00001779 break;
1780 default:
1781 case OP_ASSIGN:
1782 op = STORE_SUBSCR;
1783 i = 3;
1784 break;
1785 case OP_APPLY:
1786 op = BINARY_SUBSCR;
1787 i = 1;
1788 break;
1789 }
1790 if (assigning > OP_APPLY) {
1791 com_addoparg(c, DUP_TOPX, 2);
1792 com_push(c, 2);
1793 com_addbyte(c, BINARY_SUBSCR);
1794 com_pop(c, 1);
1795 com_node(c, augn);
1796 com_addbyte(c, assigning);
1797 com_pop(c, 1);
1798 com_addbyte(c, ROT_THREE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001799 }
Guido van Rossum8861b741996-07-30 16:49:37 +00001800 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001801 com_pop(c, i);
Guido van Rossum8861b741996-07-30 16:49:37 +00001802}
1803
1804static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001805com_apply_trailer(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001806{
1807 REQ(n, trailer);
1808 switch (TYPE(CHILD(n, 0))) {
1809 case LPAR:
1810 com_call_function(c, CHILD(n, 1));
1811 break;
1812 case DOT:
1813 com_select_member(c, CHILD(n, 1));
1814 break;
1815 case LSQB:
Thomas Wouters434d0822000-08-24 20:11:32 +00001816 com_subscriptlist(c, CHILD(n, 1), OP_APPLY, NULL);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001817 break;
1818 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001819 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001820 "com_apply_trailer: unknown trailer type");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001821 }
1822}
1823
1824static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001825com_power(struct compiling *c, node *n)
Guido van Rossum50564e81996-01-12 01:13:16 +00001826{
1827 int i;
1828 REQ(n, power);
1829 com_atom(c, CHILD(n, 0));
1830 for (i = 1; i < NCH(n); i++) {
1831 if (TYPE(CHILD(n, i)) == DOUBLESTAR) {
1832 com_factor(c, CHILD(n, i+1));
1833 com_addbyte(c, BINARY_POWER);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001834 com_pop(c, 1);
Guido van Rossum50564e81996-01-12 01:13:16 +00001835 break;
1836 }
1837 else
1838 com_apply_trailer(c, CHILD(n, i));
1839 }
1840}
1841
1842static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001843com_factor(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001844{
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001845 REQ(n, factor);
1846 if (TYPE(CHILD(n, 0)) == PLUS) {
1847 com_factor(c, CHILD(n, 1));
1848 com_addbyte(c, UNARY_POSITIVE);
1849 }
1850 else if (TYPE(CHILD(n, 0)) == MINUS) {
1851 com_factor(c, CHILD(n, 1));
1852 com_addbyte(c, UNARY_NEGATIVE);
1853 }
Guido van Rossum7928cd71991-10-24 14:59:31 +00001854 else if (TYPE(CHILD(n, 0)) == TILDE) {
1855 com_factor(c, CHILD(n, 1));
1856 com_addbyte(c, UNARY_INVERT);
1857 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001858 else {
Guido van Rossum50564e81996-01-12 01:13:16 +00001859 com_power(c, CHILD(n, 0));
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001860 }
1861}
1862
1863static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001864com_term(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001865{
1866 int i;
1867 int op;
1868 REQ(n, term);
1869 com_factor(c, CHILD(n, 0));
1870 for (i = 2; i < NCH(n); i += 2) {
1871 com_factor(c, CHILD(n, i));
1872 switch (TYPE(CHILD(n, i-1))) {
1873 case STAR:
1874 op = BINARY_MULTIPLY;
1875 break;
1876 case SLASH:
Guido van Rossum4668b002001-08-08 05:00:18 +00001877 if (c->c_flags & CO_FUTURE_DIVISION)
1878 op = BINARY_TRUE_DIVIDE;
1879 else
1880 op = BINARY_DIVIDE;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001881 break;
1882 case PERCENT:
1883 op = BINARY_MODULO;
1884 break;
Guido van Rossum4668b002001-08-08 05:00:18 +00001885 case DOUBLESLASH:
1886 op = BINARY_FLOOR_DIVIDE;
1887 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001888 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001889 com_error(c, PyExc_SystemError,
Guido van Rossum4668b002001-08-08 05:00:18 +00001890 "com_term: operator not *, /, // or %");
Guido van Rossum7928cd71991-10-24 14:59:31 +00001891 op = 255;
1892 }
1893 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001894 com_pop(c, 1);
Guido van Rossum7928cd71991-10-24 14:59:31 +00001895 }
1896}
1897
1898static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001899com_arith_expr(struct compiling *c, node *n)
Guido van Rossum7928cd71991-10-24 14:59:31 +00001900{
1901 int i;
1902 int op;
1903 REQ(n, arith_expr);
1904 com_term(c, CHILD(n, 0));
1905 for (i = 2; i < NCH(n); i += 2) {
1906 com_term(c, CHILD(n, i));
1907 switch (TYPE(CHILD(n, i-1))) {
1908 case PLUS:
1909 op = BINARY_ADD;
1910 break;
1911 case MINUS:
1912 op = BINARY_SUBTRACT;
1913 break;
1914 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001915 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001916 "com_arith_expr: operator not + or -");
Guido van Rossum7928cd71991-10-24 14:59:31 +00001917 op = 255;
1918 }
1919 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001920 com_pop(c, 1);
Guido van Rossum7928cd71991-10-24 14:59:31 +00001921 }
1922}
1923
1924static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001925com_shift_expr(struct compiling *c, node *n)
Guido van Rossum7928cd71991-10-24 14:59:31 +00001926{
1927 int i;
1928 int op;
1929 REQ(n, shift_expr);
1930 com_arith_expr(c, CHILD(n, 0));
1931 for (i = 2; i < NCH(n); i += 2) {
1932 com_arith_expr(c, CHILD(n, i));
1933 switch (TYPE(CHILD(n, i-1))) {
1934 case LEFTSHIFT:
1935 op = BINARY_LSHIFT;
1936 break;
1937 case RIGHTSHIFT:
1938 op = BINARY_RSHIFT;
1939 break;
1940 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00001941 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001942 "com_shift_expr: operator not << or >>");
Guido van Rossum7928cd71991-10-24 14:59:31 +00001943 op = 255;
1944 }
1945 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001946 com_pop(c, 1);
Guido van Rossum7928cd71991-10-24 14:59:31 +00001947 }
1948}
1949
1950static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001951com_and_expr(struct compiling *c, node *n)
Guido van Rossum7928cd71991-10-24 14:59:31 +00001952{
1953 int i;
1954 int op;
1955 REQ(n, and_expr);
1956 com_shift_expr(c, CHILD(n, 0));
1957 for (i = 2; i < NCH(n); i += 2) {
1958 com_shift_expr(c, CHILD(n, i));
1959 if (TYPE(CHILD(n, i-1)) == AMPER) {
1960 op = BINARY_AND;
1961 }
1962 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001963 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001964 "com_and_expr: operator not &");
Guido van Rossum7928cd71991-10-24 14:59:31 +00001965 op = 255;
1966 }
1967 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001968 com_pop(c, 1);
Guido van Rossum7928cd71991-10-24 14:59:31 +00001969 }
1970}
1971
1972static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001973com_xor_expr(struct compiling *c, node *n)
Guido van Rossum7928cd71991-10-24 14:59:31 +00001974{
1975 int i;
1976 int op;
1977 REQ(n, xor_expr);
1978 com_and_expr(c, CHILD(n, 0));
1979 for (i = 2; i < NCH(n); i += 2) {
1980 com_and_expr(c, CHILD(n, i));
1981 if (TYPE(CHILD(n, i-1)) == CIRCUMFLEX) {
1982 op = BINARY_XOR;
1983 }
1984 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00001985 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00001986 "com_xor_expr: operator not ^");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001987 op = 255;
1988 }
1989 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00001990 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001991 }
1992}
1993
1994static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00001995com_expr(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00001996{
1997 int i;
1998 int op;
1999 REQ(n, expr);
Guido van Rossum7928cd71991-10-24 14:59:31 +00002000 com_xor_expr(c, CHILD(n, 0));
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002001 for (i = 2; i < NCH(n); i += 2) {
Guido van Rossum7928cd71991-10-24 14:59:31 +00002002 com_xor_expr(c, CHILD(n, i));
2003 if (TYPE(CHILD(n, i-1)) == VBAR) {
2004 op = BINARY_OR;
2005 }
2006 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002007 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002008 "com_expr: expr operator not |");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002009 op = 255;
2010 }
2011 com_addbyte(c, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002012 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002013 }
2014}
2015
2016static enum cmp_op
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002017cmp_type(node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002018{
2019 REQ(n, comp_op);
Guido van Rossum01cfd441991-10-20 20:12:38 +00002020 /* comp_op: '<' | '>' | '=' | '>=' | '<=' | '<>' | '!=' | '=='
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002021 | 'in' | 'not' 'in' | 'is' | 'is' not' */
2022 if (NCH(n) == 1) {
2023 n = CHILD(n, 0);
2024 switch (TYPE(n)) {
2025 case LESS: return LT;
2026 case GREATER: return GT;
Guido van Rossum01cfd441991-10-20 20:12:38 +00002027 case EQEQUAL: /* == */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002028 case EQUAL: return EQ;
Guido van Rossum01cfd441991-10-20 20:12:38 +00002029 case LESSEQUAL: return LE;
2030 case GREATEREQUAL: return GE;
2031 case NOTEQUAL: return NE; /* <> or != */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002032 case NAME: if (strcmp(STR(n), "in") == 0) return IN;
2033 if (strcmp(STR(n), "is") == 0) return IS;
2034 }
2035 }
2036 else if (NCH(n) == 2) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002037 switch (TYPE(CHILD(n, 0))) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002038 case NAME: if (strcmp(STR(CHILD(n, 1)), "in") == 0)
2039 return NOT_IN;
2040 if (strcmp(STR(CHILD(n, 0)), "is") == 0)
2041 return IS_NOT;
2042 }
2043 }
2044 return BAD;
2045}
2046
2047static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002048com_comparison(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002049{
2050 int i;
2051 enum cmp_op op;
2052 int anchor;
2053 REQ(n, comparison); /* comparison: expr (comp_op expr)* */
2054 com_expr(c, CHILD(n, 0));
2055 if (NCH(n) == 1)
2056 return;
2057
2058 /****************************************************************
2059 The following code is generated for all but the last
2060 comparison in a chain:
2061
2062 label: on stack: opcode: jump to:
2063
2064 a <code to load b>
2065 a, b DUP_TOP
2066 a, b, b ROT_THREE
2067 b, a, b COMPARE_OP
2068 b, 0-or-1 JUMP_IF_FALSE L1
2069 b, 1 POP_TOP
2070 b
2071
2072 We are now ready to repeat this sequence for the next
2073 comparison in the chain.
2074
2075 For the last we generate:
2076
2077 b <code to load c>
2078 b, c COMPARE_OP
2079 0-or-1
2080
2081 If there were any jumps to L1 (i.e., there was more than one
2082 comparison), we generate:
2083
2084 0-or-1 JUMP_FORWARD L2
2085 L1: b, 0 ROT_TWO
2086 0, b POP_TOP
2087 0
Guido van Rossum8b993a91997-01-17 21:04:03 +00002088 L2: 0-or-1
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002089 ****************************************************************/
2090
2091 anchor = 0;
2092
2093 for (i = 2; i < NCH(n); i += 2) {
2094 com_expr(c, CHILD(n, i));
2095 if (i+2 < NCH(n)) {
2096 com_addbyte(c, DUP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002097 com_push(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002098 com_addbyte(c, ROT_THREE);
2099 }
2100 op = cmp_type(CHILD(n, i-1));
2101 if (op == BAD) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002102 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002103 "com_comparison: unknown comparison op");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002104 }
2105 com_addoparg(c, COMPARE_OP, op);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002106 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002107 if (i+2 < NCH(n)) {
2108 com_addfwref(c, JUMP_IF_FALSE, &anchor);
2109 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002110 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002111 }
2112 }
2113
2114 if (anchor) {
2115 int anchor2 = 0;
2116 com_addfwref(c, JUMP_FORWARD, &anchor2);
2117 com_backpatch(c, anchor);
2118 com_addbyte(c, ROT_TWO);
2119 com_addbyte(c, POP_TOP);
2120 com_backpatch(c, anchor2);
2121 }
2122}
2123
2124static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002125com_not_test(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002126{
2127 REQ(n, not_test); /* 'not' not_test | comparison */
2128 if (NCH(n) == 1) {
2129 com_comparison(c, CHILD(n, 0));
2130 }
2131 else {
2132 com_not_test(c, CHILD(n, 1));
2133 com_addbyte(c, UNARY_NOT);
2134 }
2135}
2136
2137static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002138com_and_test(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002139{
2140 int i;
2141 int anchor;
2142 REQ(n, and_test); /* not_test ('and' not_test)* */
2143 anchor = 0;
2144 i = 0;
2145 for (;;) {
2146 com_not_test(c, CHILD(n, i));
2147 if ((i += 2) >= NCH(n))
2148 break;
2149 com_addfwref(c, JUMP_IF_FALSE, &anchor);
2150 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002151 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002152 }
2153 if (anchor)
2154 com_backpatch(c, anchor);
2155}
2156
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002157static int
2158com_make_closure(struct compiling *c, PyCodeObject *co)
2159{
2160 int i, free = PyTuple_GET_SIZE(co->co_freevars);
2161 if (free == 0)
2162 return 0;
2163 for (i = 0; i < free; ++i) {
2164 /* Bypass com_addop_varname because it will generate
2165 LOAD_DEREF but LOAD_CLOSURE is needed.
2166 */
2167 PyObject *name = PyTuple_GET_ITEM(co->co_freevars, i);
2168 int arg, reftype;
2169
2170 /* Special case: If a class contains a method with a
2171 free variable that has the same name as a method,
2172 the name will be considered free *and* local in the
2173 class. It should be handled by the closure, as
2174 well as by the normal name loookup logic.
2175 */
2176 reftype = get_ref_type(c, PyString_AS_STRING(name));
2177 if (reftype == CELL)
2178 arg = com_lookup_arg(c->c_cellvars, name);
2179 else /* (reftype == FREE) */
2180 arg = com_lookup_arg(c->c_freevars, name);
2181 if (arg == -1) {
Jeremy Hylton78891072001-03-01 06:09:34 +00002182 fprintf(stderr, "lookup %s in %s %d %d\n"
2183 "freevars of %s: %s\n",
2184 PyObject_REPR(name),
2185 c->c_name,
2186 reftype, arg,
2187 PyString_AS_STRING(co->co_name),
2188 PyObject_REPR(co->co_freevars));
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002189 Py_FatalError("com_make_closure()");
2190 }
2191 com_addoparg(c, LOAD_CLOSURE, arg);
2192
2193 }
2194 com_push(c, free);
2195 return 1;
2196}
2197
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002198static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002199com_test(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002200{
Guido van Rossum8b993a91997-01-17 21:04:03 +00002201 REQ(n, test); /* and_test ('or' and_test)* | lambdef */
Guido van Rossum57531fe1993-11-30 14:57:42 +00002202 if (NCH(n) == 1 && TYPE(CHILD(n, 0)) == lambdef) {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002203 PyObject *co;
2204 int i, closure;
Guido van Rossum681d79a1995-07-18 14:51:37 +00002205 int ndefs = com_argdefs(c, CHILD(n, 0));
Jeremy Hylton4b38da62001-02-02 18:19:15 +00002206 symtable_enter_scope(c->c_symtable, "lambda", lambdef,
2207 n->n_lineno);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002208 co = (PyObject *) icompile(CHILD(n, 0), c);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00002209 if (co == NULL) {
2210 c->c_errors++;
2211 return;
2212 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002213 symtable_exit_scope(c->c_symtable);
Tim Peters1e542112001-02-23 22:23:53 +00002214 i = com_addconst(c, co);
2215 closure = com_make_closure(c, (PyCodeObject *)co);
2216 Py_DECREF(co);
Guido van Rossum57531fe1993-11-30 14:57:42 +00002217 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002218 com_push(c, 1);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002219 if (closure)
2220 com_addoparg(c, MAKE_CLOSURE, ndefs);
2221 else
2222 com_addoparg(c, MAKE_FUNCTION, ndefs);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002223 com_pop(c, ndefs);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002224 }
Guido van Rossum57531fe1993-11-30 14:57:42 +00002225 else {
2226 int anchor = 0;
2227 int i = 0;
2228 for (;;) {
2229 com_and_test(c, CHILD(n, i));
2230 if ((i += 2) >= NCH(n))
2231 break;
2232 com_addfwref(c, JUMP_IF_TRUE, &anchor);
2233 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002234 com_pop(c, 1);
Guido van Rossum57531fe1993-11-30 14:57:42 +00002235 }
2236 if (anchor)
2237 com_backpatch(c, anchor);
2238 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002239}
2240
2241static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002242com_list(struct compiling *c, node *n, int toplevel)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002243{
2244 /* exprlist: expr (',' expr)* [',']; likewise for testlist */
Guido van Rossum288a60f1991-12-16 13:05:10 +00002245 if (NCH(n) == 1 && !toplevel) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002246 com_node(c, CHILD(n, 0));
2247 }
2248 else {
2249 int i;
2250 int len;
2251 len = (NCH(n) + 1) / 2;
2252 for (i = 0; i < NCH(n); i += 2)
2253 com_node(c, CHILD(n, i));
2254 com_addoparg(c, BUILD_TUPLE, len);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002255 com_pop(c, len-1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002256 }
2257}
2258
2259
2260/* Begin of assignment compilation */
2261
Thomas Wouters434d0822000-08-24 20:11:32 +00002262
2263static void
2264com_augassign_attr(struct compiling *c, node *n, int opcode, node *augn)
2265{
2266 com_addbyte(c, DUP_TOP);
2267 com_push(c, 1);
2268 com_addopname(c, LOAD_ATTR, n);
Thomas Wouters434d0822000-08-24 20:11:32 +00002269 com_node(c, augn);
2270 com_addbyte(c, opcode);
2271 com_pop(c, 1);
2272 com_addbyte(c, ROT_TWO);
2273 com_addopname(c, STORE_ATTR, n);
2274 com_pop(c, 2);
2275}
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002276
2277static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002278com_assign_attr(struct compiling *c, node *n, int assigning)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002279{
2280 com_addopname(c, assigning ? STORE_ATTR : DELETE_ATTR, n);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002281 com_pop(c, assigning ? 2 : 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002282}
2283
2284static void
Thomas Wouters434d0822000-08-24 20:11:32 +00002285com_assign_trailer(struct compiling *c, node *n, int assigning, node *augn)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002286{
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002287 REQ(n, trailer);
2288 switch (TYPE(CHILD(n, 0))) {
2289 case LPAR: /* '(' [exprlist] ')' */
Guido van Rossum79f25d91997-04-29 20:08:16 +00002290 com_error(c, PyExc_SyntaxError,
2291 "can't assign to function call");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002292 break;
2293 case DOT: /* '.' NAME */
Thomas Wouters434d0822000-08-24 20:11:32 +00002294 if (assigning > OP_APPLY)
2295 com_augassign_attr(c, CHILD(n, 1), assigning, augn);
2296 else
2297 com_assign_attr(c, CHILD(n, 1), assigning);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002298 break;
Guido van Rossum8861b741996-07-30 16:49:37 +00002299 case LSQB: /* '[' subscriptlist ']' */
Thomas Wouters434d0822000-08-24 20:11:32 +00002300 com_subscriptlist(c, CHILD(n, 1), assigning, augn);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002301 break;
2302 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00002303 com_error(c, PyExc_SystemError, "unknown trailer type");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002304 }
2305}
2306
2307static void
Thomas Wouters0be5aab2000-08-11 22:15:52 +00002308com_assign_sequence(struct compiling *c, node *n, int assigning)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002309{
2310 int i;
Thomas Woutersb59290f2000-08-25 05:41:11 +00002311 if (TYPE(n) != testlist && TYPE(n) != listmaker)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002312 REQ(n, exprlist);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002313 if (assigning) {
2314 i = (NCH(n)+1)/2;
Thomas Wouters0be5aab2000-08-11 22:15:52 +00002315 com_addoparg(c, UNPACK_SEQUENCE, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002316 com_push(c, i-1);
2317 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002318 for (i = 0; i < NCH(n); i += 2)
Thomas Wouters434d0822000-08-24 20:11:32 +00002319 com_assign(c, CHILD(n, i), assigning, NULL);
2320}
2321
2322static void
2323com_augassign_name(struct compiling *c, node *n, int opcode, node *augn)
2324{
2325 REQ(n, NAME);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002326 com_addop_varname(c, VAR_LOAD, STR(n));
Thomas Wouters434d0822000-08-24 20:11:32 +00002327 com_push(c, 1);
2328 com_node(c, augn);
2329 com_addbyte(c, opcode);
2330 com_pop(c, 1);
2331 com_assign_name(c, n, OP_ASSIGN);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002332}
2333
2334static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002335com_assign_name(struct compiling *c, node *n, int assigning)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002336{
2337 REQ(n, NAME);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002338 com_addop_varname(c, assigning ? VAR_STORE : VAR_DELETE, STR(n));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002339 if (assigning)
2340 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002341}
2342
2343static void
Thomas Wouters434d0822000-08-24 20:11:32 +00002344com_assign(struct compiling *c, node *n, int assigning, node *augn)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002345{
2346 /* Loop to avoid trivial recursion */
2347 for (;;) {
2348 switch (TYPE(n)) {
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002349
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002350 case exprlist:
2351 case testlist:
2352 if (NCH(n) > 1) {
Thomas Wouters434d0822000-08-24 20:11:32 +00002353 if (assigning > OP_APPLY) {
2354 com_error(c, PyExc_SyntaxError,
Jeremy Hylton29906ee2001-02-27 04:23:34 +00002355 "augmented assign to tuple not possible");
Thomas Wouters434d0822000-08-24 20:11:32 +00002356 return;
2357 }
Thomas Wouters0be5aab2000-08-11 22:15:52 +00002358 com_assign_sequence(c, n, assigning);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002359 return;
2360 }
2361 n = CHILD(n, 0);
2362 break;
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002363
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002364 case test:
2365 case and_test:
2366 case not_test:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002367 case comparison:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002368 case expr:
Guido van Rossum7928cd71991-10-24 14:59:31 +00002369 case xor_expr:
2370 case and_expr:
2371 case shift_expr:
2372 case arith_expr:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002373 case term:
Guido van Rossum50564e81996-01-12 01:13:16 +00002374 case factor:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002375 if (NCH(n) > 1) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002376 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002377 "can't assign to operator");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002378 return;
2379 }
2380 n = CHILD(n, 0);
2381 break;
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002382
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00002383 case power: /* atom trailer* ('**' power)*
2384 ('+'|'-'|'~') factor | atom trailer* */
Guido van Rossum50564e81996-01-12 01:13:16 +00002385 if (TYPE(CHILD(n, 0)) != atom) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002386 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002387 "can't assign to operator");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002388 return;
2389 }
Guido van Rossum50564e81996-01-12 01:13:16 +00002390 if (NCH(n) > 1) { /* trailer or exponent present */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002391 int i;
2392 com_node(c, CHILD(n, 0));
2393 for (i = 1; i+1 < NCH(n); i++) {
Guido van Rossum50564e81996-01-12 01:13:16 +00002394 if (TYPE(CHILD(n, i)) == DOUBLESTAR) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002395 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002396 "can't assign to operator");
Guido van Rossum50564e81996-01-12 01:13:16 +00002397 return;
2398 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002399 com_apply_trailer(c, CHILD(n, i));
2400 } /* NB i is still alive */
2401 com_assign_trailer(c,
Thomas Wouters434d0822000-08-24 20:11:32 +00002402 CHILD(n, i), assigning, augn);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002403 return;
2404 }
2405 n = CHILD(n, 0);
2406 break;
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002407
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002408 case atom:
2409 switch (TYPE(CHILD(n, 0))) {
2410 case LPAR:
2411 n = CHILD(n, 1);
2412 if (TYPE(n) == RPAR) {
2413 /* XXX Should allow () = () ??? */
Guido van Rossum79f25d91997-04-29 20:08:16 +00002414 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002415 "can't assign to ()");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002416 return;
2417 }
Thomas Wouters434d0822000-08-24 20:11:32 +00002418 if (assigning > OP_APPLY) {
2419 com_error(c, PyExc_SyntaxError,
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002420 "augmented assign to tuple not possible");
Thomas Wouters434d0822000-08-24 20:11:32 +00002421 return;
2422 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002423 break;
2424 case LSQB:
2425 n = CHILD(n, 1);
2426 if (TYPE(n) == RSQB) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002427 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002428 "can't assign to []");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002429 return;
2430 }
Thomas Wouters434d0822000-08-24 20:11:32 +00002431 if (assigning > OP_APPLY) {
2432 com_error(c, PyExc_SyntaxError,
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002433 "augmented assign to list not possible");
2434 return;
2435 }
2436 if (NCH(n) > 1
2437 && TYPE(CHILD(n, 1)) == list_for) {
2438 com_error(c, PyExc_SyntaxError,
Jeremy Hylton64949cb2001-01-25 20:06:59 +00002439 "can't assign to list comprehension");
Thomas Wouters434d0822000-08-24 20:11:32 +00002440 return;
2441 }
Thomas Wouters0be5aab2000-08-11 22:15:52 +00002442 com_assign_sequence(c, n, assigning);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002443 return;
2444 case NAME:
Thomas Wouters434d0822000-08-24 20:11:32 +00002445 if (assigning > OP_APPLY)
2446 com_augassign_name(c, CHILD(n, 0),
2447 assigning, augn);
2448 else
2449 com_assign_name(c, CHILD(n, 0),
2450 assigning);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002451 return;
2452 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00002453 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00002454 "can't assign to literal");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002455 return;
2456 }
2457 break;
Guido van Rossum15cc9a01996-08-08 18:51:04 +00002458
2459 case lambdef:
Guido van Rossum79f25d91997-04-29 20:08:16 +00002460 com_error(c, PyExc_SyntaxError,
2461 "can't assign to lambda");
Guido van Rossum15cc9a01996-08-08 18:51:04 +00002462 return;
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002463
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002464 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00002465 com_error(c, PyExc_SystemError,
2466 "com_assign: bad node");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002467 return;
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002468
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002469 }
2470 }
2471}
Guido van Rossum7c531111997-03-11 18:42:21 +00002472
Thomas Wouters434d0822000-08-24 20:11:32 +00002473static void
2474com_augassign(struct compiling *c, node *n)
2475{
2476 int opcode;
2477
2478 switch (STR(CHILD(CHILD(n, 1), 0))[0]) {
2479 case '+': opcode = INPLACE_ADD; break;
2480 case '-': opcode = INPLACE_SUBTRACT; break;
Guido van Rossum4668b002001-08-08 05:00:18 +00002481 case '/':
2482 if (STR(CHILD(CHILD(n, 1), 0))[1] == '/')
2483 opcode = INPLACE_FLOOR_DIVIDE;
2484 else if (c->c_flags & CO_FUTURE_DIVISION)
2485 opcode = INPLACE_TRUE_DIVIDE;
2486 else
2487 opcode = INPLACE_DIVIDE;
2488 break;
Thomas Wouters434d0822000-08-24 20:11:32 +00002489 case '%': opcode = INPLACE_MODULO; break;
2490 case '<': opcode = INPLACE_LSHIFT; break;
2491 case '>': opcode = INPLACE_RSHIFT; break;
2492 case '&': opcode = INPLACE_AND; break;
2493 case '^': opcode = INPLACE_XOR; break;
2494 case '|': opcode = INPLACE_OR; break;
2495 case '*':
2496 if (STR(CHILD(CHILD(n, 1), 0))[1] == '*')
2497 opcode = INPLACE_POWER;
2498 else
2499 opcode = INPLACE_MULTIPLY;
2500 break;
2501 default:
2502 com_error(c, PyExc_SystemError, "com_augassign: bad operator");
2503 return;
2504 }
2505 com_assign(c, CHILD(n, 0), opcode, CHILD(n, 2));
2506}
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002507
2508static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002509com_expr_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002510{
Thomas Wouters434d0822000-08-24 20:11:32 +00002511 REQ(n, expr_stmt);
2512 /* testlist (('=' testlist)* | augassign testlist) */
Guido van Rossum8b993a91997-01-17 21:04:03 +00002513 /* Forget it if we have just a doc string here */
Guido van Rossum5f5e8171997-04-06 03:41:40 +00002514 if (!c->c_interactive && NCH(n) == 1 && get_rawdocstring(n) != NULL)
Guido van Rossum8b993a91997-01-17 21:04:03 +00002515 return;
Thomas Wouters434d0822000-08-24 20:11:32 +00002516 if (NCH(n) == 1) {
2517 com_node(c, CHILD(n, NCH(n)-1));
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00002518 if (c->c_interactive)
2519 com_addbyte(c, PRINT_EXPR);
2520 else
2521 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002522 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002523 }
Thomas Wouters434d0822000-08-24 20:11:32 +00002524 else if (TYPE(CHILD(n,1)) == augassign)
2525 com_augassign(c, n);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002526 else {
2527 int i;
Thomas Wouters434d0822000-08-24 20:11:32 +00002528 com_node(c, CHILD(n, NCH(n)-1));
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002529 for (i = 0; i < NCH(n)-2; i+=2) {
Guido van Rossum8b993a91997-01-17 21:04:03 +00002530 if (i+2 < NCH(n)-2) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002531 com_addbyte(c, DUP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002532 com_push(c, 1);
2533 }
Thomas Wouters434d0822000-08-24 20:11:32 +00002534 com_assign(c, CHILD(n, i), OP_ASSIGN, NULL);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002535 }
2536 }
2537}
2538
2539static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002540com_assert_stmt(struct compiling *c, node *n)
Guido van Rossum228d7f31997-04-02 05:24:36 +00002541{
2542 int a = 0, b = 0;
2543 int i;
2544 REQ(n, assert_stmt); /* 'assert' test [',' test] */
2545 /* Generate code like for
2546
2547 if __debug__:
2548 if not <test>:
2549 raise AssertionError [, <message>]
2550
2551 where <message> is the second test, if present.
2552 */
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002553
Guido van Rossum228d7f31997-04-02 05:24:36 +00002554 if (Py_OptimizeFlag)
2555 return;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002556 com_addop_name(c, LOAD_GLOBAL, "__debug__");
Guido van Rossum228d7f31997-04-02 05:24:36 +00002557 com_push(c, 1);
2558 com_addfwref(c, JUMP_IF_FALSE, &a);
2559 com_addbyte(c, POP_TOP);
2560 com_pop(c, 1);
2561 com_node(c, CHILD(n, 1));
2562 com_addfwref(c, JUMP_IF_TRUE, &b);
2563 com_addbyte(c, POP_TOP);
2564 com_pop(c, 1);
2565 /* Raise that exception! */
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002566 com_addop_name(c, LOAD_GLOBAL, "AssertionError");
Guido van Rossum228d7f31997-04-02 05:24:36 +00002567 com_push(c, 1);
2568 i = NCH(n)/2; /* Either 2 or 4 */
2569 if (i > 1)
2570 com_node(c, CHILD(n, 3));
2571 com_addoparg(c, RAISE_VARARGS, i);
2572 com_pop(c, i);
2573 /* The interpreter does not fall through */
2574 /* All jumps converge here */
2575 com_backpatch(c, a);
2576 com_backpatch(c, b);
2577 com_addbyte(c, POP_TOP);
2578}
2579
2580static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002581com_print_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002582{
Barry Warsaw29c574e2000-08-21 15:38:56 +00002583 int i = 1;
2584 node* stream = NULL;
2585
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002586 REQ(n, print_stmt); /* 'print' (test ',')* [test] */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002587
2588 /* are we using the extended print form? */
2589 if (NCH(n) >= 2 && TYPE(CHILD(n, 1)) == RIGHTSHIFT) {
2590 stream = CHILD(n, 2);
Barry Warsaw24703a02000-08-21 17:07:20 +00002591 com_node(c, stream);
2592 /* stack: [...] => [... stream] */
2593 com_push(c, 1);
Barry Warsaw29c574e2000-08-21 15:38:56 +00002594 if (NCH(n) > 3 && TYPE(CHILD(n, 3)) == COMMA)
2595 i = 4;
2596 else
2597 i = 3;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002598 }
Barry Warsaw29c574e2000-08-21 15:38:56 +00002599 for (; i < NCH(n); i += 2) {
2600 if (stream != NULL) {
Barry Warsaw24703a02000-08-21 17:07:20 +00002601 com_addbyte(c, DUP_TOP);
2602 /* stack: [stream] => [stream stream] */
2603 com_push(c, 1);
Barry Warsaw29c574e2000-08-21 15:38:56 +00002604 com_node(c, CHILD(n, i));
Barry Warsaw24703a02000-08-21 17:07:20 +00002605 /* stack: [stream stream] => [stream stream obj] */
2606 com_addbyte(c, ROT_TWO);
2607 /* stack: [stream stream obj] => [stream obj stream] */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002608 com_addbyte(c, PRINT_ITEM_TO);
Barry Warsaw24703a02000-08-21 17:07:20 +00002609 /* stack: [stream obj stream] => [stream] */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002610 com_pop(c, 2);
2611 }
2612 else {
Barry Warsaw29c574e2000-08-21 15:38:56 +00002613 com_node(c, CHILD(n, i));
Barry Warsaw24703a02000-08-21 17:07:20 +00002614 /* stack: [...] => [... obj] */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002615 com_addbyte(c, PRINT_ITEM);
2616 com_pop(c, 1);
2617 }
2618 }
2619 /* XXX Alternatively, LOAD_CONST '\n' and then PRINT_ITEM */
Barry Warsaw24703a02000-08-21 17:07:20 +00002620 if (TYPE(CHILD(n, NCH(n)-1)) == COMMA) {
Barry Warsaw29c574e2000-08-21 15:38:56 +00002621 if (stream != NULL) {
Barry Warsaw24703a02000-08-21 17:07:20 +00002622 /* must pop the extra stream object off the stack */
2623 com_addbyte(c, POP_TOP);
2624 /* stack: [... stream] => [...] */
2625 com_pop(c, 1);
2626 }
2627 }
2628 else {
2629 if (stream != NULL) {
2630 /* this consumes the last stream object on stack */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002631 com_addbyte(c, PRINT_NEWLINE_TO);
Barry Warsaw24703a02000-08-21 17:07:20 +00002632 /* stack: [... stream] => [...] */
Barry Warsaw29c574e2000-08-21 15:38:56 +00002633 com_pop(c, 1);
2634 }
2635 else
2636 com_addbyte(c, PRINT_NEWLINE);
2637 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002638}
2639
2640static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002641com_return_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002642{
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002643 REQ(n, return_stmt); /* 'return' [testlist] */
Guido van Rossum3f5da241990-12-20 15:06:42 +00002644 if (!c->c_infunction) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002645 com_error(c, PyExc_SyntaxError, "'return' outside function");
Guido van Rossum3f5da241990-12-20 15:06:42 +00002646 }
Tim Peters5ca576e2001-06-18 22:08:13 +00002647 if (c->c_flags & CO_GENERATOR) {
2648 if (NCH(n) > 1) {
2649 com_error(c, PyExc_SyntaxError,
2650 "'return' with argument inside generator");
2651 }
Tim Petersad1a18b2001-06-23 06:19:16 +00002652 }
2653 if (NCH(n) < 2) {
2654 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002655 com_push(c, 1);
2656 }
Tim Petersad1a18b2001-06-23 06:19:16 +00002657 else
2658 com_node(c, CHILD(n, 1));
2659 com_addbyte(c, RETURN_VALUE);
Tim Peters5ca576e2001-06-18 22:08:13 +00002660 com_pop(c, 1);
2661}
2662
2663static void
2664com_yield_stmt(struct compiling *c, node *n)
2665{
Tim Peters95c80f82001-06-23 02:07:08 +00002666 int i;
Tim Peters5ca576e2001-06-18 22:08:13 +00002667 REQ(n, yield_stmt); /* 'yield' testlist */
2668 if (!c->c_infunction) {
2669 com_error(c, PyExc_SyntaxError, "'yield' outside function");
2670 }
Tim Peters95c80f82001-06-23 02:07:08 +00002671
2672 for (i = 0; i < c->c_nblocks; ++i) {
2673 if (c->c_block[i] == SETUP_FINALLY) {
2674 com_error(c, PyExc_SyntaxError,
2675 "'yield' not allowed in a 'try' block "
2676 "with a 'finally' clause");
2677 return;
2678 }
2679 }
Tim Peters5ca576e2001-06-18 22:08:13 +00002680 com_node(c, CHILD(n, 1));
2681 com_addbyte(c, YIELD_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002682 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002683}
2684
2685static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002686com_raise_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002687{
Guido van Rossum8b993a91997-01-17 21:04:03 +00002688 int i;
Guido van Rossumd295f121998-04-09 21:39:57 +00002689 REQ(n, raise_stmt); /* 'raise' [test [',' test [',' test]]] */
2690 if (NCH(n) > 1) {
2691 com_node(c, CHILD(n, 1));
2692 if (NCH(n) > 3) {
2693 com_node(c, CHILD(n, 3));
2694 if (NCH(n) > 5)
2695 com_node(c, CHILD(n, 5));
2696 }
Guido van Rossumf10570b1995-07-07 22:53:21 +00002697 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00002698 i = NCH(n)/2;
2699 com_addoparg(c, RAISE_VARARGS, i);
2700 com_pop(c, i);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002701}
2702
2703static void
Thomas Wouters52152252000-08-17 22:55:00 +00002704com_from_import(struct compiling *c, node *n)
2705{
2706 com_addopname(c, IMPORT_FROM, CHILD(n, 0));
2707 com_push(c, 1);
2708 if (NCH(n) > 1) {
2709 if (strcmp(STR(CHILD(n, 1)), "as") != 0) {
2710 com_error(c, PyExc_SyntaxError, "invalid syntax");
2711 return;
2712 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002713 com_addop_varname(c, VAR_STORE, STR(CHILD(n, 2)));
Thomas Wouters52152252000-08-17 22:55:00 +00002714 } else
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002715 com_addop_varname(c, VAR_STORE, STR(CHILD(n, 0)));
Thomas Wouters52152252000-08-17 22:55:00 +00002716 com_pop(c, 1);
2717}
2718
2719static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002720com_import_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002721{
2722 int i;
2723 REQ(n, import_stmt);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00002724 /* 'import' dotted_name (',' dotted_name)* |
2725 'from' dotted_name 'import' ('*' | NAME (',' NAME)*) */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002726 if (STR(CHILD(n, 0))[0] == 'f') {
Guido van Rossum83fb0732000-11-27 22:22:36 +00002727 PyObject *tup;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00002728 /* 'from' dotted_name 'import' ... */
2729 REQ(CHILD(n, 1), dotted_name);
Thomas Woutersdd13e4f2000-08-27 20:31:27 +00002730
2731 if (TYPE(CHILD(n, 3)) == STAR) {
2732 tup = Py_BuildValue("(s)", "*");
2733 } else {
2734 tup = PyTuple_New((NCH(n) - 2)/2);
2735 for (i = 3; i < NCH(n); i += 2) {
2736 PyTuple_SET_ITEM(tup, (i-3)/2,
2737 PyString_FromString(STR(
Jeremy Hylton4419ac12001-02-28 22:54:51 +00002738 CHILD(CHILD(n, i), 0))));
Thomas Woutersdd13e4f2000-08-27 20:31:27 +00002739 }
2740 }
2741 com_addoparg(c, LOAD_CONST, com_addconst(c, tup));
Guido van Rossum83fb0732000-11-27 22:22:36 +00002742 Py_DECREF(tup);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002743 com_push(c, 1);
Thomas Woutersdd13e4f2000-08-27 20:31:27 +00002744 com_addopname(c, IMPORT_NAME, CHILD(n, 1));
Thomas Wouters52152252000-08-17 22:55:00 +00002745 if (TYPE(CHILD(n, 3)) == STAR)
2746 com_addbyte(c, IMPORT_STAR);
2747 else {
2748 for (i = 3; i < NCH(n); i += 2)
2749 com_from_import(c, CHILD(n, i));
2750 com_addbyte(c, POP_TOP);
2751 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00002752 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002753 }
2754 else {
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00002755 /* 'import' ... */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002756 for (i = 1; i < NCH(n); i += 2) {
Thomas Wouters52152252000-08-17 22:55:00 +00002757 node *subn = CHILD(n, i);
2758 REQ(subn, dotted_as_name);
Thomas Woutersdd13e4f2000-08-27 20:31:27 +00002759 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002760 com_push(c, 1);
Thomas Woutersdd13e4f2000-08-27 20:31:27 +00002761 com_addopname(c, IMPORT_NAME, CHILD(subn, 0));
Thomas Wouters52152252000-08-17 22:55:00 +00002762 if (NCH(subn) > 1) {
Thomas Wouterse753ef82000-08-27 20:16:32 +00002763 int j;
2764 if (strcmp(STR(CHILD(subn, 1)), "as") != 0) {
Thomas Wouters52152252000-08-17 22:55:00 +00002765 com_error(c, PyExc_SyntaxError,
2766 "invalid syntax");
2767 return;
2768 }
Thomas Wouterse753ef82000-08-27 20:16:32 +00002769 for (j=2 ; j < NCH(CHILD(subn, 0)); j += 2)
2770 com_addopname(c, LOAD_ATTR,
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002771 CHILD(CHILD(subn, 0),
2772 j));
2773 com_addop_varname(c, VAR_STORE,
2774 STR(CHILD(subn, 2)));
Thomas Wouters52152252000-08-17 22:55:00 +00002775 } else
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002776 com_addop_varname(c, VAR_STORE,
2777 STR(CHILD(CHILD(subn, 0),
2778 0)));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002779 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002780 }
2781 }
2782}
2783
2784static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002785com_exec_stmt(struct compiling *c, node *n)
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002786{
2787 REQ(n, exec_stmt);
2788 /* exec_stmt: 'exec' expr ['in' expr [',' expr]] */
2789 com_node(c, CHILD(n, 1));
2790 if (NCH(n) >= 4)
2791 com_node(c, CHILD(n, 3));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002792 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002793 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002794 com_push(c, 1);
2795 }
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002796 if (NCH(n) >= 6)
2797 com_node(c, CHILD(n, 5));
Guido van Rossum8b993a91997-01-17 21:04:03 +00002798 else {
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002799 com_addbyte(c, DUP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002800 com_push(c, 1);
2801 }
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002802 com_addbyte(c, EXEC_STMT);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002803 com_pop(c, 3);
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002804}
2805
Guido van Rossum7c531111997-03-11 18:42:21 +00002806static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002807is_constant_false(struct compiling *c, node *n)
Guido van Rossum7c531111997-03-11 18:42:21 +00002808{
Guido van Rossum79f25d91997-04-29 20:08:16 +00002809 PyObject *v;
Guido van Rossum7c531111997-03-11 18:42:21 +00002810 int i;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00002811 /* argument c will be NULL when called from symtable_node() */
Guido van Rossum7c531111997-03-11 18:42:21 +00002812
2813 /* Label to avoid tail recursion */
2814 next:
2815 switch (TYPE(n)) {
2816
2817 case suite:
2818 if (NCH(n) == 1) {
2819 n = CHILD(n, 0);
2820 goto next;
2821 }
2822 /* Fall through */
2823 case file_input:
2824 for (i = 0; i < NCH(n); i++) {
2825 node *ch = CHILD(n, i);
2826 if (TYPE(ch) == stmt) {
2827 n = ch;
2828 goto next;
2829 }
2830 }
2831 break;
2832
2833 case stmt:
2834 case simple_stmt:
2835 case small_stmt:
2836 n = CHILD(n, 0);
2837 goto next;
2838
2839 case expr_stmt:
2840 case testlist:
2841 case test:
2842 case and_test:
2843 case not_test:
2844 case comparison:
2845 case expr:
2846 case xor_expr:
2847 case and_expr:
2848 case shift_expr:
2849 case arith_expr:
2850 case term:
2851 case factor:
2852 case power:
2853 case atom:
2854 if (NCH(n) == 1) {
2855 n = CHILD(n, 0);
2856 goto next;
2857 }
2858 break;
2859
2860 case NAME:
2861 if (Py_OptimizeFlag && strcmp(STR(n), "__debug__") == 0)
2862 return 1;
2863 break;
2864
2865 case NUMBER:
2866 v = parsenumber(c, STR(n));
2867 if (v == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002868 PyErr_Clear();
Guido van Rossum7c531111997-03-11 18:42:21 +00002869 break;
2870 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002871 i = PyObject_IsTrue(v);
2872 Py_DECREF(v);
Guido van Rossum7c531111997-03-11 18:42:21 +00002873 return i == 0;
2874
2875 case STRING:
Guido van Rossum6af0c001997-03-11 21:25:55 +00002876 v = parsestr(STR(n));
Guido van Rossum7c531111997-03-11 18:42:21 +00002877 if (v == NULL) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00002878 PyErr_Clear();
Guido van Rossum7c531111997-03-11 18:42:21 +00002879 break;
2880 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00002881 i = PyObject_IsTrue(v);
2882 Py_DECREF(v);
Guido van Rossum7c531111997-03-11 18:42:21 +00002883 return i == 0;
2884
2885 }
2886 return 0;
2887}
2888
Tim Peters08a898f2001-06-28 01:52:22 +00002889
2890/* Look under n for a return stmt with an expression.
2891 * This hack is used to find illegal returns under "if 0:" blocks in
2892 * functions already known to be generators (as determined by the symtable
2893 * pass).
2894 * Return the offending return node if found, else NULL.
2895 */
2896static node *
2897look_for_offending_return(node *n)
2898{
2899 int i;
2900
2901 for (i = 0; i < NCH(n); ++i) {
2902 node *kid = CHILD(n, i);
2903
2904 switch (TYPE(kid)) {
2905 case classdef:
2906 case funcdef:
2907 case lambdef:
2908 /* Stuff in nested functions & classes doesn't
2909 affect the code block we started in. */
2910 return NULL;
2911
2912 case return_stmt:
2913 if (NCH(kid) > 1)
2914 return kid;
2915 break;
2916
2917 default: {
2918 node *bad = look_for_offending_return(kid);
2919 if (bad != NULL)
2920 return bad;
2921 }
2922 }
2923 }
2924
2925 return NULL;
2926}
2927
Guido van Rossumdb3165e1993-10-18 17:06:59 +00002928static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002929com_if_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002930{
2931 int i;
2932 int anchor = 0;
2933 REQ(n, if_stmt);
2934 /*'if' test ':' suite ('elif' test ':' suite)* ['else' ':' suite] */
2935 for (i = 0; i+3 < NCH(n); i+=4) {
2936 int a = 0;
Guido van Rossum3f5da241990-12-20 15:06:42 +00002937 node *ch = CHILD(n, i+1);
Tim Peters08a898f2001-06-28 01:52:22 +00002938 if (is_constant_false(c, ch)) {
2939 /* We're going to skip this block. However, if this
2940 is a generator, we have to check the dead code
2941 anyway to make sure there aren't any return stmts
2942 with expressions, in the same scope. */
2943 if (c->c_flags & CO_GENERATOR) {
2944 node *p = look_for_offending_return(n);
2945 if (p != NULL) {
2946 int savelineno = c->c_lineno;
2947 c->c_lineno = p->n_lineno;
2948 com_error(c, PyExc_SyntaxError,
2949 "'return' with argument "
2950 "inside generator");
2951 c->c_lineno = savelineno;
2952 }
2953 }
Guido van Rossum7c531111997-03-11 18:42:21 +00002954 continue;
Tim Peters08a898f2001-06-28 01:52:22 +00002955 }
Guido van Rossum3f5da241990-12-20 15:06:42 +00002956 if (i > 0)
2957 com_addoparg(c, SET_LINENO, ch->n_lineno);
Guido van Rossum7c531111997-03-11 18:42:21 +00002958 com_node(c, ch);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002959 com_addfwref(c, JUMP_IF_FALSE, &a);
2960 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002961 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002962 com_node(c, CHILD(n, i+3));
2963 com_addfwref(c, JUMP_FORWARD, &anchor);
2964 com_backpatch(c, a);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002965 /* We jump here with an extra entry which we now pop */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002966 com_addbyte(c, POP_TOP);
2967 }
2968 if (i+2 < NCH(n))
2969 com_node(c, CHILD(n, i+2));
Guido van Rossum7c531111997-03-11 18:42:21 +00002970 if (anchor)
2971 com_backpatch(c, anchor);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002972}
2973
2974static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00002975com_while_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002976{
2977 int break_anchor = 0;
2978 int anchor = 0;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002979 int save_begin = c->c_begin;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002980 REQ(n, while_stmt); /* 'while' test ':' suite ['else' ':' suite] */
2981 com_addfwref(c, SETUP_LOOP, &break_anchor);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002982 block_push(c, SETUP_LOOP);
2983 c->c_begin = c->c_nexti;
Guido van Rossum3f5da241990-12-20 15:06:42 +00002984 com_addoparg(c, SET_LINENO, n->n_lineno);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002985 com_node(c, CHILD(n, 1));
2986 com_addfwref(c, JUMP_IF_FALSE, &anchor);
2987 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002988 com_pop(c, 1);
Guido van Rossum3f5da241990-12-20 15:06:42 +00002989 c->c_loops++;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002990 com_node(c, CHILD(n, 3));
Guido van Rossum3f5da241990-12-20 15:06:42 +00002991 c->c_loops--;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002992 com_addoparg(c, JUMP_ABSOLUTE, c->c_begin);
2993 c->c_begin = save_begin;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002994 com_backpatch(c, anchor);
Guido van Rossum8b993a91997-01-17 21:04:03 +00002995 /* We jump here with one entry more on the stack */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002996 com_addbyte(c, POP_TOP);
2997 com_addbyte(c, POP_BLOCK);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00002998 block_pop(c, SETUP_LOOP);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00002999 if (NCH(n) > 4)
3000 com_node(c, CHILD(n, 6));
3001 com_backpatch(c, break_anchor);
3002}
3003
3004static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003005com_for_stmt(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003006{
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003007 int break_anchor = 0;
3008 int anchor = 0;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003009 int save_begin = c->c_begin;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003010 REQ(n, for_stmt);
3011 /* 'for' exprlist 'in' exprlist ':' suite ['else' ':' suite] */
3012 com_addfwref(c, SETUP_LOOP, &break_anchor);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003013 block_push(c, SETUP_LOOP);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003014 com_node(c, CHILD(n, 3));
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00003015 com_addbyte(c, GET_ITER);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003016 c->c_begin = c->c_nexti;
Guido van Rossum3f5da241990-12-20 15:06:42 +00003017 com_addoparg(c, SET_LINENO, n->n_lineno);
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00003018 com_addfwref(c, FOR_ITER, &anchor);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003019 com_push(c, 1);
Thomas Wouters434d0822000-08-24 20:11:32 +00003020 com_assign(c, CHILD(n, 1), OP_ASSIGN, NULL);
Guido van Rossum3f5da241990-12-20 15:06:42 +00003021 c->c_loops++;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003022 com_node(c, CHILD(n, 5));
Guido van Rossum3f5da241990-12-20 15:06:42 +00003023 c->c_loops--;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003024 com_addoparg(c, JUMP_ABSOLUTE, c->c_begin);
3025 c->c_begin = save_begin;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003026 com_backpatch(c, anchor);
Guido van Rossum59d1d2b2001-04-20 19:13:02 +00003027 com_pop(c, 1); /* FOR_ITER has popped this */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003028 com_addbyte(c, POP_BLOCK);
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003029 block_pop(c, SETUP_LOOP);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003030 if (NCH(n) > 8)
3031 com_node(c, CHILD(n, 8));
3032 com_backpatch(c, break_anchor);
3033}
3034
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003035/* Code generated for "try: S finally: Sf" is as follows:
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003036
3037 SETUP_FINALLY L
3038 <code for S>
3039 POP_BLOCK
3040 LOAD_CONST <nil>
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003041 L: <code for Sf>
3042 END_FINALLY
3043
3044 The special instructions use the block stack. Each block
3045 stack entry contains the instruction that created it (here
3046 SETUP_FINALLY), the level of the value stack at the time the
3047 block stack entry was created, and a label (here L).
3048
3049 SETUP_FINALLY:
3050 Pushes the current value stack level and the label
3051 onto the block stack.
3052 POP_BLOCK:
3053 Pops en entry from the block stack, and pops the value
3054 stack until its level is the same as indicated on the
3055 block stack. (The label is ignored.)
3056 END_FINALLY:
Guido van Rossum3f5da241990-12-20 15:06:42 +00003057 Pops a variable number of entries from the *value* stack
3058 and re-raises the exception they specify. The number of
3059 entries popped depends on the (pseudo) exception type.
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003060
3061 The block stack is unwound when an exception is raised:
3062 when a SETUP_FINALLY entry is found, the exception is pushed
3063 onto the value stack (and the exception condition is cleared),
3064 and the interpreter jumps to the label gotten from the block
3065 stack.
3066
3067 Code generated for "try: S except E1, V1: S1 except E2, V2: S2 ...":
Guido van Rossum3f5da241990-12-20 15:06:42 +00003068 (The contents of the value stack is shown in [], with the top
3069 at the right; 'tb' is trace-back info, 'val' the exception's
3070 associated value, and 'exc' the exception.)
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003071
3072 Value stack Label Instruction Argument
3073 [] SETUP_EXCEPT L1
3074 [] <code for S>
3075 [] POP_BLOCK
3076 [] JUMP_FORWARD L0
3077
Guido van Rossum3f5da241990-12-20 15:06:42 +00003078 [tb, val, exc] L1: DUP )
3079 [tb, val, exc, exc] <evaluate E1> )
3080 [tb, val, exc, exc, E1] COMPARE_OP EXC_MATCH ) only if E1
3081 [tb, val, exc, 1-or-0] JUMP_IF_FALSE L2 )
3082 [tb, val, exc, 1] POP )
3083 [tb, val, exc] POP
3084 [tb, val] <assign to V1> (or POP if no V1)
3085 [tb] POP
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003086 [] <code for S1>
3087 JUMP_FORWARD L0
3088
Guido van Rossum3f5da241990-12-20 15:06:42 +00003089 [tb, val, exc, 0] L2: POP
3090 [tb, val, exc] DUP
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003091 .............................etc.......................
3092
Guido van Rossum3f5da241990-12-20 15:06:42 +00003093 [tb, val, exc, 0] Ln+1: POP
3094 [tb, val, exc] END_FINALLY # re-raise exception
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003095
3096 [] L0: <next statement>
3097
3098 Of course, parts are not generated if Vi or Ei is not present.
3099*/
3100
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003101static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003102com_try_except(struct compiling *c, node *n)
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003103{
3104 int except_anchor = 0;
3105 int end_anchor = 0;
3106 int else_anchor = 0;
3107 int i;
3108 node *ch;
3109
3110 com_addfwref(c, SETUP_EXCEPT, &except_anchor);
3111 block_push(c, SETUP_EXCEPT);
3112 com_node(c, CHILD(n, 2));
3113 com_addbyte(c, POP_BLOCK);
3114 block_pop(c, SETUP_EXCEPT);
3115 com_addfwref(c, JUMP_FORWARD, &else_anchor);
3116 com_backpatch(c, except_anchor);
3117 for (i = 3;
3118 i < NCH(n) && TYPE(ch = CHILD(n, i)) == except_clause;
3119 i += 3) {
Guido van Rossum8b993a91997-01-17 21:04:03 +00003120 /* except_clause: 'except' [expr [',' var]] */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003121 if (except_anchor == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00003122 com_error(c, PyExc_SyntaxError,
Guido van Rossum452a9831996-09-17 14:32:04 +00003123 "default 'except:' must be last");
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003124 break;
3125 }
3126 except_anchor = 0;
Guido van Rossum8b993a91997-01-17 21:04:03 +00003127 com_push(c, 3); /* tb, val, exc pushed by exception */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003128 com_addoparg(c, SET_LINENO, ch->n_lineno);
3129 if (NCH(ch) > 1) {
3130 com_addbyte(c, DUP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003131 com_push(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003132 com_node(c, CHILD(ch, 1));
3133 com_addoparg(c, COMPARE_OP, EXC_MATCH);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003134 com_pop(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003135 com_addfwref(c, JUMP_IF_FALSE, &except_anchor);
3136 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003137 com_pop(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003138 }
3139 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003140 com_pop(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003141 if (NCH(ch) > 3)
Thomas Wouters434d0822000-08-24 20:11:32 +00003142 com_assign(c, CHILD(ch, 3), OP_ASSIGN, NULL);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003143 else {
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003144 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003145 com_pop(c, 1);
3146 }
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003147 com_addbyte(c, POP_TOP);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003148 com_pop(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003149 com_node(c, CHILD(n, i+2));
3150 com_addfwref(c, JUMP_FORWARD, &end_anchor);
3151 if (except_anchor) {
3152 com_backpatch(c, except_anchor);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003153 /* We come in with [tb, val, exc, 0] on the
3154 stack; one pop and it's the same as
3155 expected at the start of the loop */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003156 com_addbyte(c, POP_TOP);
3157 }
3158 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00003159 /* We actually come in here with [tb, val, exc] but the
3160 END_FINALLY will zap those and jump around.
3161 The c_stacklevel does not reflect them so we need not pop
3162 anything. */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003163 com_addbyte(c, END_FINALLY);
3164 com_backpatch(c, else_anchor);
3165 if (i < NCH(n))
3166 com_node(c, CHILD(n, i+2));
3167 com_backpatch(c, end_anchor);
3168}
3169
3170static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003171com_try_finally(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003172{
3173 int finally_anchor = 0;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003174 node *ch;
Guido van Rossum94fb82e1992-04-05 14:24:50 +00003175
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003176 com_addfwref(c, SETUP_FINALLY, &finally_anchor);
3177 block_push(c, SETUP_FINALLY);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003178 com_node(c, CHILD(n, 2));
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003179 com_addbyte(c, POP_BLOCK);
3180 block_pop(c, SETUP_FINALLY);
3181 block_push(c, END_FINALLY);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003182 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003183 /* While the generated code pushes only one item,
3184 the try-finally handling can enter here with
3185 up to three items. OK, here are the details:
3186 3 for an exception, 2 for RETURN, 1 for BREAK. */
3187 com_push(c, 3);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003188 com_backpatch(c, finally_anchor);
3189 ch = CHILD(n, NCH(n)-1);
3190 com_addoparg(c, SET_LINENO, ch->n_lineno);
3191 com_node(c, ch);
3192 com_addbyte(c, END_FINALLY);
3193 block_pop(c, END_FINALLY);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003194 com_pop(c, 3); /* Matches the com_push above */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003195}
3196
3197static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003198com_try_stmt(struct compiling *c, node *n)
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003199{
3200 REQ(n, try_stmt);
3201 /* 'try' ':' suite (except_clause ':' suite)+ ['else' ':' suite]
3202 | 'try' ':' suite 'finally' ':' suite */
3203 if (TYPE(CHILD(n, 3)) != except_clause)
3204 com_try_finally(c, n);
3205 else
3206 com_try_except(c, n);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003207}
3208
Guido van Rossum8b993a91997-01-17 21:04:03 +00003209static node *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003210get_rawdocstring(node *n)
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003211{
Guido van Rossum164d4ff1995-01-26 00:40:09 +00003212 int i;
3213
Guido van Rossum8b993a91997-01-17 21:04:03 +00003214 /* Label to avoid tail recursion */
3215 next:
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003216 switch (TYPE(n)) {
3217
3218 case suite:
Guido van Rossum8b993a91997-01-17 21:04:03 +00003219 if (NCH(n) == 1) {
3220 n = CHILD(n, 0);
3221 goto next;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003222 }
Guido van Rossum8b993a91997-01-17 21:04:03 +00003223 /* Fall through */
Guido van Rossum164d4ff1995-01-26 00:40:09 +00003224 case file_input:
3225 for (i = 0; i < NCH(n); i++) {
3226 node *ch = CHILD(n, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003227 if (TYPE(ch) == stmt) {
3228 n = ch;
3229 goto next;
3230 }
Guido van Rossum164d4ff1995-01-26 00:40:09 +00003231 }
3232 break;
3233
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003234 case stmt:
3235 case simple_stmt:
3236 case small_stmt:
Guido van Rossum8b993a91997-01-17 21:04:03 +00003237 n = CHILD(n, 0);
3238 goto next;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003239
3240 case expr_stmt:
3241 case testlist:
3242 case test:
3243 case and_test:
3244 case not_test:
3245 case comparison:
3246 case expr:
3247 case xor_expr:
3248 case and_expr:
3249 case shift_expr:
3250 case arith_expr:
3251 case term:
3252 case factor:
Guido van Rossum50564e81996-01-12 01:13:16 +00003253 case power:
Guido van Rossum8b993a91997-01-17 21:04:03 +00003254 if (NCH(n) == 1) {
3255 n = CHILD(n, 0);
3256 goto next;
3257 }
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003258 break;
3259
3260 case atom:
3261 if (TYPE(CHILD(n, 0)) == STRING)
Guido van Rossum8b993a91997-01-17 21:04:03 +00003262 return n;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003263 break;
3264
3265 }
3266 return NULL;
3267}
3268
Guido van Rossum79f25d91997-04-29 20:08:16 +00003269static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003270get_docstring(node *n)
Guido van Rossum8b993a91997-01-17 21:04:03 +00003271{
Guido van Rossum541563e1999-01-28 15:08:09 +00003272 /* Don't generate doc-strings if run with -OO */
3273 if (Py_OptimizeFlag > 1)
3274 return NULL;
Guido van Rossum8b993a91997-01-17 21:04:03 +00003275 n = get_rawdocstring(n);
3276 if (n == NULL)
3277 return NULL;
3278 return parsestrplus(n);
3279}
3280
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003281static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003282com_suite(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003283{
3284 REQ(n, suite);
3285 /* simple_stmt | NEWLINE INDENT NEWLINE* (stmt NEWLINE*)+ DEDENT */
3286 if (NCH(n) == 1) {
3287 com_node(c, CHILD(n, 0));
3288 }
3289 else {
3290 int i;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003291 for (i = 0; i < NCH(n) && c->c_errors == 0; i++) {
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003292 node *ch = CHILD(n, i);
3293 if (TYPE(ch) == stmt)
3294 com_node(c, ch);
3295 }
3296 }
3297}
3298
Guido van Rossumf1aeab71992-03-27 17:28:26 +00003299/* ARGSUSED */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003300static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003301com_continue_stmt(struct compiling *c, node *n)
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003302{
3303 int i = c->c_nblocks;
3304 if (i-- > 0 && c->c_block[i] == SETUP_LOOP) {
3305 com_addoparg(c, JUMP_ABSOLUTE, c->c_begin);
3306 }
Fred Drakefd1f1be2000-09-08 16:31:24 +00003307 else if (i <= 0) {
3308 /* at the outer level */
3309 com_error(c, PyExc_SyntaxError,
3310 "'continue' not properly in loop");
3311 }
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003312 else {
Fred Drakefd1f1be2000-09-08 16:31:24 +00003313 int j;
Jeremy Hylton3faa52e2001-02-01 22:48:12 +00003314 for (j = i-1; j >= 0; --j) {
Fred Drakefd1f1be2000-09-08 16:31:24 +00003315 if (c->c_block[j] == SETUP_LOOP)
3316 break;
3317 }
Jeremy Hylton3faa52e2001-02-01 22:48:12 +00003318 if (j >= 0) {
Fred Drakefd1f1be2000-09-08 16:31:24 +00003319 /* there is a loop, but something interferes */
Jeremy Hylton3faa52e2001-02-01 22:48:12 +00003320 for (; i > j; --i) {
3321 if (c->c_block[i] == SETUP_EXCEPT ||
3322 c->c_block[i] == SETUP_FINALLY) {
3323 com_addoparg(c, CONTINUE_LOOP,
3324 c->c_begin);
Fred Drakefd1f1be2000-09-08 16:31:24 +00003325 return;
3326 }
Jeremy Hylton3faa52e2001-02-01 22:48:12 +00003327 if (c->c_block[i] == END_FINALLY) {
3328 com_error(c, PyExc_SyntaxError,
3329 "'continue' not supported inside 'finally' clause");
3330 return;
3331 }
Fred Drakefd1f1be2000-09-08 16:31:24 +00003332 }
3333 }
Guido van Rossum79f25d91997-04-29 20:08:16 +00003334 com_error(c, PyExc_SyntaxError,
3335 "'continue' not properly in loop");
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003336 }
3337 /* XXX Could allow it inside a 'finally' clause
3338 XXX if we could pop the exception still on the stack */
3339}
3340
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003341static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003342com_argdefs(struct compiling *c, node *n)
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003343{
Guido van Rossum681d79a1995-07-18 14:51:37 +00003344 int i, nch, nargs, ndefs;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003345 if (TYPE(n) == lambdef) {
3346 /* lambdef: 'lambda' [varargslist] ':' test */
3347 n = CHILD(n, 1);
3348 }
3349 else {
3350 REQ(n, funcdef); /* funcdef: 'def' NAME parameters ... */
3351 n = CHILD(n, 2);
3352 REQ(n, parameters); /* parameters: '(' [varargslist] ')' */
3353 n = CHILD(n, 1);
3354 }
3355 if (TYPE(n) != varargslist)
Guido van Rossum681d79a1995-07-18 14:51:37 +00003356 return 0;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003357 /* varargslist:
Guido van Rossum681d79a1995-07-18 14:51:37 +00003358 (fpdef ['=' test] ',')* '*' ....... |
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003359 fpdef ['=' test] (',' fpdef ['=' test])* [','] */
3360 nch = NCH(n);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003361 nargs = 0;
3362 ndefs = 0;
3363 for (i = 0; i < nch; i++) {
3364 int t;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003365 if (TYPE(CHILD(n, i)) == STAR ||
3366 TYPE(CHILD(n, i)) == DOUBLESTAR)
Guido van Rossumf10570b1995-07-07 22:53:21 +00003367 break;
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003368 nargs++;
3369 i++;
3370 if (i >= nch)
Guido van Rossuma1e7e621995-09-18 21:44:04 +00003371 t = RPAR; /* Anything except EQUAL or COMMA */
3372 else
3373 t = TYPE(CHILD(n, i));
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003374 if (t == EQUAL) {
3375 i++;
3376 ndefs++;
3377 com_node(c, CHILD(n, i));
3378 i++;
3379 if (i >= nch)
3380 break;
3381 t = TYPE(CHILD(n, i));
3382 }
3383 else {
Guido van Rossum29d38cd1998-10-02 13:41:54 +00003384 /* Treat "(a=1, b)" as an error */
3385 if (ndefs)
3386 com_error(c, PyExc_SyntaxError,
Guido van Rossumdfede311998-10-02 14:06:56 +00003387 "non-default argument follows default argument");
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003388 }
3389 if (t != COMMA)
3390 break;
3391 }
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003392 return ndefs;
3393}
3394
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003395static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003396com_funcdef(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003397{
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003398 PyObject *co;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003399 int ndefs;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003400 REQ(n, funcdef); /* funcdef: 'def' NAME parameters ':' suite */
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003401 ndefs = com_argdefs(c, n);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003402 symtable_enter_scope(c->c_symtable, STR(CHILD(n, 1)), TYPE(n),
3403 n->n_lineno);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003404 co = (PyObject *)icompile(n, c);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003405 symtable_exit_scope(c->c_symtable);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003406 if (co == NULL)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003407 c->c_errors++;
3408 else {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003409 int closure = com_make_closure(c, (PyCodeObject *)co);
3410 int i = com_addconst(c, co);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003411 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003412 com_push(c, 1);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003413 if (closure)
3414 com_addoparg(c, MAKE_CLOSURE, ndefs);
3415 else
3416 com_addoparg(c, MAKE_FUNCTION, ndefs);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003417 com_pop(c, ndefs);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003418 com_addop_varname(c, VAR_STORE, STR(CHILD(n, 1)));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003419 com_pop(c, 1);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003420 Py_DECREF(co);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003421 }
3422}
3423
3424static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003425com_bases(struct compiling *c, node *n)
Guido van Rossumc5e96291991-12-10 13:53:51 +00003426{
Guido van Rossumf1aeab71992-03-27 17:28:26 +00003427 int i;
Guido van Rossumc5e96291991-12-10 13:53:51 +00003428 REQ(n, testlist);
3429 /* testlist: test (',' test)* [','] */
3430 for (i = 0; i < NCH(n); i += 2)
3431 com_node(c, CHILD(n, i));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003432 i = (NCH(n)+1) / 2;
3433 com_addoparg(c, BUILD_TUPLE, i);
3434 com_pop(c, i-1);
Guido van Rossumc5e96291991-12-10 13:53:51 +00003435}
3436
3437static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003438com_classdef(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003439{
Guido van Rossum25831651993-05-19 14:50:45 +00003440 int i;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003441 PyObject *co, *v;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003442 char *name;
3443
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003444 REQ(n, classdef);
Guido van Rossum25831651993-05-19 14:50:45 +00003445 /* classdef: class NAME ['(' testlist ')'] ':' suite */
Guido van Rossum7b89b6a1997-01-18 08:02:57 +00003446 if ((v = PyString_InternFromString(STR(CHILD(n, 1)))) == NULL) {
Guido van Rossum25831651993-05-19 14:50:45 +00003447 c->c_errors++;
3448 return;
3449 }
3450 /* Push the class name on the stack */
3451 i = com_addconst(c, v);
3452 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003453 com_push(c, 1);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003454 Py_DECREF(v);
Guido van Rossum25831651993-05-19 14:50:45 +00003455 /* Push the tuple of base classes on the stack */
Guido van Rossum8b993a91997-01-17 21:04:03 +00003456 if (TYPE(CHILD(n, 2)) != LPAR) {
Guido van Rossumc5e96291991-12-10 13:53:51 +00003457 com_addoparg(c, BUILD_TUPLE, 0);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003458 com_push(c, 1);
3459 }
Guido van Rossum25831651993-05-19 14:50:45 +00003460 else
3461 com_bases(c, CHILD(n, 3));
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003462 name = STR(CHILD(n, 1));
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003463 symtable_enter_scope(c->c_symtable, name, TYPE(n), n->n_lineno);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003464 co = (PyObject *)icompile(n, c);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003465 symtable_exit_scope(c->c_symtable);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003466 if (co == NULL)
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003467 c->c_errors++;
3468 else {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003469 int closure = com_make_closure(c, (PyCodeObject *)co);
3470 i = com_addconst(c, co);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003471 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003472 com_push(c, 1);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003473 if (closure)
3474 com_addoparg(c, MAKE_CLOSURE, 0);
3475 else
3476 com_addoparg(c, MAKE_FUNCTION, 0);
Guido van Rossum681d79a1995-07-18 14:51:37 +00003477 com_addoparg(c, CALL_FUNCTION, 0);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003478 com_addbyte(c, BUILD_CLASS);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003479 com_pop(c, 2);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003480 com_addop_varname(c, VAR_STORE, STR(CHILD(n, 1)));
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003481 Py_DECREF(co);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003482 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003483}
3484
3485static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003486com_node(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003487{
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003488 loop:
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003489 if (c->c_errors)
3490 return;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003491 switch (TYPE(n)) {
3492
3493 /* Definition nodes */
3494
3495 case funcdef:
3496 com_funcdef(c, n);
3497 break;
3498 case classdef:
3499 com_classdef(c, n);
3500 break;
3501
3502 /* Trivial parse tree nodes */
3503
3504 case stmt:
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003505 case small_stmt:
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003506 case flow_stmt:
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003507 n = CHILD(n, 0);
3508 goto loop;
Guido van Rossum3f5da241990-12-20 15:06:42 +00003509
3510 case simple_stmt:
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003511 /* small_stmt (';' small_stmt)* [';'] NEWLINE */
3512 com_addoparg(c, SET_LINENO, n->n_lineno);
3513 {
3514 int i;
3515 for (i = 0; i < NCH(n)-1; i += 2)
3516 com_node(c, CHILD(n, i));
3517 }
3518 break;
3519
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003520 case compound_stmt:
Guido van Rossum3f5da241990-12-20 15:06:42 +00003521 com_addoparg(c, SET_LINENO, n->n_lineno);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003522 n = CHILD(n, 0);
3523 goto loop;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003524
3525 /* Statement nodes */
3526
3527 case expr_stmt:
3528 com_expr_stmt(c, n);
3529 break;
3530 case print_stmt:
3531 com_print_stmt(c, n);
3532 break;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003533 case del_stmt: /* 'del' exprlist */
Thomas Wouters434d0822000-08-24 20:11:32 +00003534 com_assign(c, CHILD(n, 1), OP_DELETE, NULL);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003535 break;
3536 case pass_stmt:
3537 break;
3538 case break_stmt:
Guido van Rossum3f5da241990-12-20 15:06:42 +00003539 if (c->c_loops == 0) {
Guido van Rossum79f25d91997-04-29 20:08:16 +00003540 com_error(c, PyExc_SyntaxError,
3541 "'break' outside loop");
Guido van Rossum3f5da241990-12-20 15:06:42 +00003542 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003543 com_addbyte(c, BREAK_LOOP);
3544 break;
Guido van Rossum4bad92c1991-07-27 21:34:52 +00003545 case continue_stmt:
3546 com_continue_stmt(c, n);
3547 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003548 case return_stmt:
3549 com_return_stmt(c, n);
3550 break;
Tim Peters5ca576e2001-06-18 22:08:13 +00003551 case yield_stmt:
3552 com_yield_stmt(c, n);
3553 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003554 case raise_stmt:
3555 com_raise_stmt(c, n);
3556 break;
3557 case import_stmt:
3558 com_import_stmt(c, n);
3559 break;
Guido van Rossumc5e96291991-12-10 13:53:51 +00003560 case global_stmt:
Guido van Rossumc5e96291991-12-10 13:53:51 +00003561 break;
Guido van Rossumdb3165e1993-10-18 17:06:59 +00003562 case exec_stmt:
3563 com_exec_stmt(c, n);
3564 break;
Guido van Rossum228d7f31997-04-02 05:24:36 +00003565 case assert_stmt:
3566 com_assert_stmt(c, n);
3567 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003568 case if_stmt:
3569 com_if_stmt(c, n);
3570 break;
3571 case while_stmt:
3572 com_while_stmt(c, n);
3573 break;
3574 case for_stmt:
3575 com_for_stmt(c, n);
3576 break;
3577 case try_stmt:
3578 com_try_stmt(c, n);
3579 break;
3580 case suite:
3581 com_suite(c, n);
3582 break;
3583
3584 /* Expression nodes */
3585
3586 case testlist:
Guido van Rossum288a60f1991-12-16 13:05:10 +00003587 com_list(c, n, 0);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003588 break;
3589 case test:
3590 com_test(c, n);
3591 break;
3592 case and_test:
3593 com_and_test(c, n);
3594 break;
3595 case not_test:
3596 com_not_test(c, n);
3597 break;
3598 case comparison:
3599 com_comparison(c, n);
3600 break;
3601 case exprlist:
Guido van Rossum288a60f1991-12-16 13:05:10 +00003602 com_list(c, n, 0);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003603 break;
3604 case expr:
3605 com_expr(c, n);
3606 break;
Guido van Rossum7928cd71991-10-24 14:59:31 +00003607 case xor_expr:
3608 com_xor_expr(c, n);
3609 break;
3610 case and_expr:
3611 com_and_expr(c, n);
3612 break;
3613 case shift_expr:
3614 com_shift_expr(c, n);
3615 break;
3616 case arith_expr:
3617 com_arith_expr(c, n);
3618 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003619 case term:
3620 com_term(c, n);
3621 break;
3622 case factor:
3623 com_factor(c, n);
3624 break;
Guido van Rossum50564e81996-01-12 01:13:16 +00003625 case power:
3626 com_power(c, n);
3627 break;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003628 case atom:
3629 com_atom(c, n);
3630 break;
3631
3632 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00003633 com_error(c, PyExc_SystemError,
3634 "com_node: unexpected node type");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003635 }
3636}
3637
Tim Petersdbd9ba62000-07-09 03:09:57 +00003638static void com_fplist(struct compiling *, node *);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003639
3640static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003641com_fpdef(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003642{
3643 REQ(n, fpdef); /* fpdef: NAME | '(' fplist ')' */
3644 if (TYPE(CHILD(n, 0)) == LPAR)
3645 com_fplist(c, CHILD(n, 1));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003646 else {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003647 com_addop_varname(c, VAR_STORE, STR(CHILD(n, 0)));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003648 com_pop(c, 1);
3649 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003650}
3651
3652static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003653com_fplist(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003654{
Guido van Rossuma9df32a1991-12-31 13:13:35 +00003655 REQ(n, fplist); /* fplist: fpdef (',' fpdef)* [','] */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003656 if (NCH(n) == 1) {
3657 com_fpdef(c, CHILD(n, 0));
3658 }
3659 else {
Guido van Rossum8b993a91997-01-17 21:04:03 +00003660 int i = (NCH(n)+1)/2;
Thomas Wouters0be5aab2000-08-11 22:15:52 +00003661 com_addoparg(c, UNPACK_SEQUENCE, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003662 com_push(c, i-1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003663 for (i = 0; i < NCH(n); i += 2)
3664 com_fpdef(c, CHILD(n, i));
3665 }
3666}
3667
3668static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003669com_arglist(struct compiling *c, node *n)
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003670{
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003671 int nch, i, narg;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003672 int complex = 0;
Guido van Rossumdb9e20f1997-07-10 01:06:53 +00003673 char nbuf[10];
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003674 REQ(n, varargslist);
Guido van Rossumacbefef1992-01-19 16:33:51 +00003675 /* varargslist:
Guido van Rossum681d79a1995-07-18 14:51:37 +00003676 (fpdef ['=' test] ',')* (fpdef ['=' test] | '*' .....) */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003677 nch = NCH(n);
Guido van Rossum681d79a1995-07-18 14:51:37 +00003678 /* Enter all arguments in table of locals */
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003679 for (i = 0, narg = 0; i < nch; i++) {
Guido van Rossum681d79a1995-07-18 14:51:37 +00003680 node *ch = CHILD(n, i);
3681 node *fp;
Guido van Rossum50564e81996-01-12 01:13:16 +00003682 if (TYPE(ch) == STAR || TYPE(ch) == DOUBLESTAR)
Guido van Rossumf10570b1995-07-07 22:53:21 +00003683 break;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003684 REQ(ch, fpdef); /* fpdef: NAME | '(' fplist ')' */
3685 fp = CHILD(ch, 0);
Jeremy Hylton220ae7c2001-03-21 16:43:47 +00003686 if (TYPE(fp) != NAME) {
Guido van Rossumdb9e20f1997-07-10 01:06:53 +00003687 sprintf(nbuf, ".%d", i);
Guido van Rossum530956d1996-07-21 02:27:43 +00003688 complex = 1;
Guido van Rossumf10570b1995-07-07 22:53:21 +00003689 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003690 narg++;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003691 /* all name updates handled by symtable */
Guido van Rossum681d79a1995-07-18 14:51:37 +00003692 if (++i >= nch)
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003693 break;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003694 ch = CHILD(n, i);
3695 if (TYPE(ch) == EQUAL)
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003696 i += 2;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003697 else
3698 REQ(ch, COMMA);
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003699 }
Guido van Rossum681d79a1995-07-18 14:51:37 +00003700 if (complex) {
3701 /* Generate code for complex arguments only after
3702 having counted the simple arguments */
3703 int ilocal = 0;
3704 for (i = 0; i < nch; i++) {
3705 node *ch = CHILD(n, i);
3706 node *fp;
Guido van Rossum50564e81996-01-12 01:13:16 +00003707 if (TYPE(ch) == STAR || TYPE(ch) == DOUBLESTAR)
Guido van Rossum681d79a1995-07-18 14:51:37 +00003708 break;
3709 REQ(ch, fpdef); /* fpdef: NAME | '(' fplist ')' */
3710 fp = CHILD(ch, 0);
3711 if (TYPE(fp) != NAME) {
3712 com_addoparg(c, LOAD_FAST, ilocal);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003713 com_push(c, 1);
Guido van Rossum681d79a1995-07-18 14:51:37 +00003714 com_fpdef(c, ch);
3715 }
3716 ilocal++;
3717 if (++i >= nch)
3718 break;
3719 ch = CHILD(n, i);
3720 if (TYPE(ch) == EQUAL)
3721 i += 2;
3722 else
3723 REQ(ch, COMMA);
3724 }
3725 }
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003726}
3727
3728static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003729com_file_input(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003730{
3731 int i;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003732 PyObject *doc;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003733 REQ(n, file_input); /* (NEWLINE | stmt)* ENDMARKER */
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003734 doc = get_docstring(n);
3735 if (doc != NULL) {
3736 int i = com_addconst(c, doc);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003737 Py_DECREF(doc);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003738 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003739 com_push(c, 1);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003740 com_addop_name(c, STORE_NAME, "__doc__");
Guido van Rossum8b993a91997-01-17 21:04:03 +00003741 com_pop(c, 1);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003742 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003743 for (i = 0; i < NCH(n); i++) {
3744 node *ch = CHILD(n, i);
3745 if (TYPE(ch) != ENDMARKER && TYPE(ch) != NEWLINE)
3746 com_node(c, ch);
3747 }
3748}
3749
3750/* Top-level compile-node interface */
3751
3752static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003753compile_funcdef(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003754{
Guido van Rossum79f25d91997-04-29 20:08:16 +00003755 PyObject *doc;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003756 node *ch;
3757 REQ(n, funcdef); /* funcdef: 'def' NAME parameters ':' suite */
Guido van Rossum9bfef441993-03-29 10:43:31 +00003758 c->c_name = STR(CHILD(n, 1));
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003759 doc = get_docstring(CHILD(n, 4));
3760 if (doc != NULL) {
3761 (void) com_addconst(c, doc);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003762 Py_DECREF(doc);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003763 }
Guido van Rossum681d79a1995-07-18 14:51:37 +00003764 else
Guido van Rossum79f25d91997-04-29 20:08:16 +00003765 (void) com_addconst(c, Py_None); /* No docstring */
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003766 ch = CHILD(n, 2); /* parameters: '(' [varargslist] ')' */
3767 ch = CHILD(ch, 1); /* ')' | varargslist */
Guido van Rossum681d79a1995-07-18 14:51:37 +00003768 if (TYPE(ch) == varargslist)
Guido van Rossum49d6dc41992-01-14 18:30:26 +00003769 com_arglist(c, ch);
Guido van Rossum3f5da241990-12-20 15:06:42 +00003770 c->c_infunction = 1;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003771 com_node(c, CHILD(n, 4));
Guido van Rossum3f5da241990-12-20 15:06:42 +00003772 c->c_infunction = 0;
Tim Petersad1a18b2001-06-23 06:19:16 +00003773 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
3774 com_push(c, 1);
3775 com_addbyte(c, RETURN_VALUE);
3776 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003777}
3778
3779static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003780compile_lambdef(struct compiling *c, node *n)
Guido van Rossum12d12c51993-10-26 17:58:25 +00003781{
Guido van Rossum590baa41993-11-30 13:40:46 +00003782 node *ch;
Guido van Rossum681d79a1995-07-18 14:51:37 +00003783 REQ(n, lambdef); /* lambdef: 'lambda' [varargslist] ':' test */
Guido van Rossum363ac7d1994-11-10 22:40:34 +00003784 c->c_name = "<lambda>";
Guido van Rossum590baa41993-11-30 13:40:46 +00003785
3786 ch = CHILD(n, 1);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003787 (void) com_addconst(c, Py_None); /* No docstring */
Guido van Rossum681d79a1995-07-18 14:51:37 +00003788 if (TYPE(ch) == varargslist) {
Guido van Rossum590baa41993-11-30 13:40:46 +00003789 com_arglist(c, ch);
Guido van Rossum681d79a1995-07-18 14:51:37 +00003790 ch = CHILD(n, 3);
Guido van Rossum590baa41993-11-30 13:40:46 +00003791 }
Guido van Rossum681d79a1995-07-18 14:51:37 +00003792 else
3793 ch = CHILD(n, 2);
3794 com_node(c, ch);
Guido van Rossum12d12c51993-10-26 17:58:25 +00003795 com_addbyte(c, RETURN_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003796 com_pop(c, 1);
Guido van Rossum12d12c51993-10-26 17:58:25 +00003797}
3798
3799static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003800compile_classdef(struct compiling *c, node *n)
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003801{
3802 node *ch;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003803 PyObject *doc;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003804 REQ(n, classdef);
3805 /* classdef: 'class' NAME ['(' testlist ')'] ':' suite */
3806 c->c_name = STR(CHILD(n, 1));
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003807 c->c_private = c->c_name;
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003808 ch = CHILD(n, NCH(n)-1); /* The suite */
3809 doc = get_docstring(ch);
3810 if (doc != NULL) {
3811 int i = com_addconst(c, doc);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003812 Py_DECREF(doc);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003813 com_addoparg(c, LOAD_CONST, i);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003814 com_push(c, 1);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003815 com_addop_name(c, STORE_NAME, "__doc__");
Guido van Rossum8b993a91997-01-17 21:04:03 +00003816 com_pop(c, 1);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003817 }
3818 else
Guido van Rossum79f25d91997-04-29 20:08:16 +00003819 (void) com_addconst(c, Py_None);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003820 com_node(c, ch);
3821 com_addbyte(c, LOAD_LOCALS);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003822 com_push(c, 1);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003823 com_addbyte(c, RETURN_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003824 com_pop(c, 1);
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003825}
3826
3827static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003828compile_node(struct compiling *c, node *n)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003829{
Guido van Rossum3f5da241990-12-20 15:06:42 +00003830 com_addoparg(c, SET_LINENO, n->n_lineno);
3831
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003832 switch (TYPE(n)) {
3833
Guido van Rossum4c417781991-01-21 16:09:22 +00003834 case single_input: /* One interactive command */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003835 /* NEWLINE | simple_stmt | compound_stmt NEWLINE */
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003836 c->c_interactive++;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003837 n = CHILD(n, 0);
3838 if (TYPE(n) != NEWLINE)
3839 com_node(c, n);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003840 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003841 com_push(c, 1);
Guido van Rossum3f5da241990-12-20 15:06:42 +00003842 com_addbyte(c, RETURN_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003843 com_pop(c, 1);
Guido van Rossum4ca6c9d1994-08-29 12:16:12 +00003844 c->c_interactive--;
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003845 break;
3846
Guido van Rossum4c417781991-01-21 16:09:22 +00003847 case file_input: /* A whole file, or built-in function exec() */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003848 com_file_input(c, n);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003849 com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None));
Guido van Rossum8b993a91997-01-17 21:04:03 +00003850 com_push(c, 1);
Guido van Rossum3f5da241990-12-20 15:06:42 +00003851 com_addbyte(c, RETURN_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003852 com_pop(c, 1);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003853 break;
3854
Guido van Rossum590baa41993-11-30 13:40:46 +00003855 case eval_input: /* Built-in function input() */
Guido van Rossum4c417781991-01-21 16:09:22 +00003856 com_node(c, CHILD(n, 0));
3857 com_addbyte(c, RETURN_VALUE);
Guido van Rossum8b993a91997-01-17 21:04:03 +00003858 com_pop(c, 1);
Guido van Rossum4c417781991-01-21 16:09:22 +00003859 break;
3860
Guido van Rossum590baa41993-11-30 13:40:46 +00003861 case lambdef: /* anonymous function definition */
3862 compile_lambdef(c, n);
3863 break;
3864
Guido van Rossum4c417781991-01-21 16:09:22 +00003865 case funcdef: /* A function definition */
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003866 compile_funcdef(c, n);
3867 break;
3868
Guido van Rossum4c417781991-01-21 16:09:22 +00003869 case classdef: /* A class definition */
Guido van Rossum1f4fa501995-01-07 12:41:23 +00003870 compile_classdef(c, n);
Guido van Rossumd6f3bc21990-11-18 17:35:03 +00003871 break;
3872
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003873 default:
Guido van Rossum79f25d91997-04-29 20:08:16 +00003874 com_error(c, PyExc_SystemError,
Guido van Rossum452a9831996-09-17 14:32:04 +00003875 "compile_node: unexpected node type");
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003876 }
3877}
3878
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003879static PyObject *
3880dict_keys_inorder(PyObject *dict, int offset)
3881{
3882 PyObject *tuple, *k, *v;
3883 int i, pos = 0, size = PyDict_Size(dict);
3884
3885 tuple = PyTuple_New(size);
3886 if (tuple == NULL)
3887 return NULL;
3888 while (PyDict_Next(dict, &pos, &k, &v)) {
3889 i = PyInt_AS_LONG(v);
3890 Py_INCREF(k);
Jeremy Hyltonce7ef592001-03-20 00:25:43 +00003891 assert((i - offset) < size);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003892 PyTuple_SET_ITEM(tuple, i - offset, k);
3893 }
3894 return tuple;
3895}
3896
Guido van Rossum79f25d91997-04-29 20:08:16 +00003897PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003898PyNode_Compile(node *n, char *filename)
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003899{
Jeremy Hylton9f324e92001-03-01 22:59:14 +00003900 return PyNode_CompileFlags(n, filename, NULL);
3901}
3902
3903PyCodeObject *
3904PyNode_CompileFlags(node *n, char *filename, PyCompilerFlags *flags)
3905{
3906 return jcompile(n, filename, NULL, flags);
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003907}
3908
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003909struct symtable *
3910PyNode_CompileSymtable(node *n, char *filename)
3911{
3912 struct symtable *st;
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003913 PyFutureFeatures *ff;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003914
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003915 ff = PyNode_Future(n, filename);
3916 if (ff == NULL)
3917 return NULL;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003918 st = symtable_init();
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003919 if (st == NULL)
3920 return NULL;
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003921 st->st_future = ff;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003922 symtable_enter_scope(st, TOP, TYPE(n), n->n_lineno);
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003923 if (st->st_errors > 0)
3924 goto fail;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003925 symtable_node(st, n);
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003926 if (st->st_errors > 0)
3927 goto fail;
Jeremy Hylton1abf6102001-08-11 21:51:24 +00003928
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003929 return st;
Jeremy Hyltonded4bd72001-03-21 19:01:33 +00003930 fail:
3931 PyMem_Free((void *)ff);
3932 st->st_future = NULL;
3933 PySymtable_Free(st);
3934 return NULL;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00003935}
3936
Guido van Rossum79f25d91997-04-29 20:08:16 +00003937static PyCodeObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00003938icompile(node *n, struct compiling *base)
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003939{
Jeremy Hylton9f324e92001-03-01 22:59:14 +00003940 return jcompile(n, base->c_filename, base, NULL);
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003941}
3942
Guido van Rossum79f25d91997-04-29 20:08:16 +00003943static PyCodeObject *
Jeremy Hylton9f324e92001-03-01 22:59:14 +00003944jcompile(node *n, char *filename, struct compiling *base,
3945 PyCompilerFlags *flags)
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003946{
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003947 struct compiling sc;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003948 PyCodeObject *co;
Guido van Rossum590baa41993-11-30 13:40:46 +00003949 if (!com_init(&sc, filename))
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003950 return NULL;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003951 if (base) {
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003952 sc.c_private = base->c_private;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003953 sc.c_symtable = base->c_symtable;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003954 /* c_symtable still points to parent's symbols */
3955 if (base->c_nested
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003956 || (sc.c_symtable->st_cur->ste_type == TYPE_FUNCTION))
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003957 sc.c_nested = 1;
Guido van Rossum4668b002001-08-08 05:00:18 +00003958 sc.c_flags |= base->c_flags & (CO_GENERATOR_ALLOWED |
3959 CO_FUTURE_DIVISION);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003960 } else {
Guido van Rossum8ff077b1996-08-24 06:21:31 +00003961 sc.c_private = NULL;
Jeremy Hylton4db62b12001-02-27 19:07:02 +00003962 sc.c_future = PyNode_Future(n, filename);
Jeremy Hylton9f324e92001-03-01 22:59:14 +00003963 if (sc.c_future == NULL) {
3964 com_free(&sc);
3965 return NULL;
3966 }
Jeremy Hyltonb857ba22001-08-10 21:41:33 +00003967 if (flags)
3968 sc.c_future->ff_features |= flags->cf_flags;
Jeremy Hylton9f324e92001-03-01 22:59:14 +00003969 if (symtable_build(&sc, n) < 0) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003970 com_free(&sc);
3971 return NULL;
3972 }
3973 }
3974 co = NULL;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003975 if (symtable_load_symbols(&sc) < 0) {
3976 sc.c_errors++;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00003977 goto exit;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00003978 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00003979 compile_node(&sc, n);
3980 com_done(&sc);
Guido van Rossum9bfef441993-03-29 10:43:31 +00003981 if (sc.c_errors == 0) {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003982 PyObject *consts, *names, *varnames, *filename, *name,
3983 *freevars, *cellvars;
Guido van Rossum79f25d91997-04-29 20:08:16 +00003984 consts = PyList_AsTuple(sc.c_consts);
3985 names = PyList_AsTuple(sc.c_names);
3986 varnames = PyList_AsTuple(sc.c_varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003987 cellvars = dict_keys_inorder(sc.c_cellvars, 0);
3988 freevars = dict_keys_inorder(sc.c_freevars,
3989 PyTuple_GET_SIZE(cellvars));
Guido van Rossum7b89b6a1997-01-18 08:02:57 +00003990 filename = PyString_InternFromString(sc.c_filename);
3991 name = PyString_InternFromString(sc.c_name);
Guido van Rossum79f25d91997-04-29 20:08:16 +00003992 if (!PyErr_Occurred())
3993 co = PyCode_New(sc.c_argcount,
Jeremy Hylton64949cb2001-01-25 20:06:59 +00003994 sc.c_nlocals,
3995 sc.c_maxstacklevel,
3996 sc.c_flags,
3997 sc.c_code,
3998 consts,
3999 names,
4000 varnames,
4001 freevars,
4002 cellvars,
4003 filename,
4004 name,
4005 sc.c_firstlineno,
4006 sc.c_lnotab);
Guido van Rossum79f25d91997-04-29 20:08:16 +00004007 Py_XDECREF(consts);
4008 Py_XDECREF(names);
4009 Py_XDECREF(varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004010 Py_XDECREF(freevars);
4011 Py_XDECREF(cellvars);
Guido van Rossum79f25d91997-04-29 20:08:16 +00004012 Py_XDECREF(filename);
4013 Py_XDECREF(name);
Guido van Rossuma082ce41991-06-04 19:41:56 +00004014 }
Guido van Rossum6c2f0c72000-08-07 19:22:43 +00004015 else if (!PyErr_Occurred()) {
4016 /* This could happen if someone called PyErr_Clear() after an
4017 error was reported above. That's not supposed to happen,
4018 but I just plugged one case and I'm not sure there can't be
4019 others. In that case, raise SystemError so that at least
4020 it gets reported instead dumping core. */
4021 PyErr_SetString(PyExc_SystemError, "lost syntax error");
4022 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004023 exit:
Jeremy Hylton74b3bc42001-02-23 17:55:27 +00004024 if (base == NULL) {
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004025 PySymtable_Free(sc.c_symtable);
Jeremy Hylton74b3bc42001-02-23 17:55:27 +00004026 sc.c_symtable = NULL;
4027 }
Guido van Rossum10dc2e81990-11-18 17:27:39 +00004028 com_free(&sc);
Guido van Rossum10dc2e81990-11-18 17:27:39 +00004029 return co;
4030}
Guido van Rossumda4eb5c1997-01-24 03:43:35 +00004031
4032int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +00004033PyCode_Addr2Line(PyCodeObject *co, int addrq)
Guido van Rossumda4eb5c1997-01-24 03:43:35 +00004034{
4035 int size = PyString_Size(co->co_lnotab) / 2;
Guido van Rossum2174dcb1999-09-15 22:48:09 +00004036 unsigned char *p = (unsigned char*)PyString_AsString(co->co_lnotab);
Guido van Rossumda4eb5c1997-01-24 03:43:35 +00004037 int line = co->co_firstlineno;
4038 int addr = 0;
4039 while (--size >= 0) {
4040 addr += *p++;
4041 if (addr > addrq)
4042 break;
4043 line += *p++;
4044 }
4045 return line;
4046}
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004047
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004048/* The test for LOCAL must come before the test for FREE in order to
4049 handle classes where name is both local and free. The local var is
4050 a method and the free var is a free var referenced within a method.
4051*/
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004052
4053static int
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004054get_ref_type(struct compiling *c, char *name)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004055{
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004056 char buf[350];
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004057 PyObject *v;
Jeremy Hylton51257732001-03-01 00:42:55 +00004058
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004059 if (PyDict_GetItemString(c->c_cellvars, name) != NULL)
4060 return CELL;
4061 if (PyDict_GetItemString(c->c_locals, name) != NULL)
4062 return LOCAL;
4063 if (PyDict_GetItemString(c->c_freevars, name) != NULL)
4064 return FREE;
4065 v = PyDict_GetItemString(c->c_globals, name);
4066 if (v) {
4067 if (v == Py_None)
4068 return GLOBAL_EXPLICIT;
4069 else {
4070 return GLOBAL_IMPLICIT;
4071 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004072 }
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004073 sprintf(buf,
4074 "unknown scope for %.100s in %.100s(%s) "
4075 "in %s\nsymbols: %s\nlocals: %s\nglobals: %s\n",
4076 name, c->c_name,
4077 PyObject_REPR(c->c_symtable->st_cur->ste_id),
4078 c->c_filename,
4079 PyObject_REPR(c->c_symtable->st_cur->ste_symbols),
4080 PyObject_REPR(c->c_locals),
4081 PyObject_REPR(c->c_globals)
4082 );
4083
4084 Py_FatalError(buf);
4085 return -1;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004086}
4087
Guido van Rossum207fda62001-03-02 03:30:41 +00004088/* Helper functions to issue warnings */
4089
4090static int
4091issue_warning(char *msg, char *filename, int lineno)
4092{
4093 if (PyErr_WarnExplicit(PyExc_SyntaxWarning, msg, filename,
4094 lineno, NULL, NULL) < 0) {
4095 if (PyErr_ExceptionMatches(PyExc_SyntaxWarning)) {
4096 PyErr_SetString(PyExc_SyntaxError, msg);
4097 PyErr_SyntaxLocation(filename, lineno);
4098 }
4099 return -1;
4100 }
4101 return 0;
4102}
Guido van Rossumee34ac12001-02-28 22:08:12 +00004103
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004104static int
Guido van Rossumee34ac12001-02-28 22:08:12 +00004105symtable_warn(struct symtable *st, char *msg)
4106{
Guido van Rossum207fda62001-03-02 03:30:41 +00004107 if (issue_warning(msg, st->st_filename, st->st_cur->ste_lineno) < 0) {
Guido van Rossumee34ac12001-02-28 22:08:12 +00004108 st->st_errors++;
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004109 return -1;
Guido van Rossumee34ac12001-02-28 22:08:12 +00004110 }
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004111 return 0;
Guido van Rossumee34ac12001-02-28 22:08:12 +00004112}
4113
Jeremy Hylton9f1b9932001-02-28 07:07:43 +00004114/* Helper function for setting lineno and filename */
4115
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004116static int
4117symtable_build(struct compiling *c, node *n)
4118{
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004119 if ((c->c_symtable = symtable_init()) == NULL)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004120 return -1;
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00004121 c->c_symtable->st_future = c->c_future;
Jeremy Hylton5acc0c02001-02-02 20:01:10 +00004122 c->c_symtable->st_filename = c->c_filename;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004123 symtable_enter_scope(c->c_symtable, TOP, TYPE(n), n->n_lineno);
4124 if (c->c_symtable->st_errors > 0)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004125 return -1;
4126 symtable_node(c->c_symtable, n);
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004127 if (c->c_symtable->st_errors > 0)
4128 return -1;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004129 /* reset for second pass */
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004130 c->c_symtable->st_nscopes = 1;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004131 c->c_symtable->st_pass = 2;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004132 return 0;
4133}
4134
4135static int
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004136symtable_init_compiling_symbols(struct compiling *c)
4137{
4138 PyObject *varnames;
4139
4140 varnames = c->c_symtable->st_cur->ste_varnames;
4141 if (varnames == NULL) {
4142 varnames = PyList_New(0);
4143 if (varnames == NULL)
4144 return -1;
4145 c->c_symtable->st_cur->ste_varnames = varnames;
4146 Py_INCREF(varnames);
4147 } else
4148 Py_INCREF(varnames);
4149 c->c_varnames = varnames;
4150
4151 c->c_globals = PyDict_New();
4152 if (c->c_globals == NULL)
4153 return -1;
4154 c->c_freevars = PyDict_New();
4155 if (c->c_freevars == NULL)
4156 return -1;
4157 c->c_cellvars = PyDict_New();
4158 if (c->c_cellvars == NULL)
4159 return -1;
4160 return 0;
4161}
4162
4163struct symbol_info {
4164 int si_nlocals;
4165 int si_ncells;
4166 int si_nfrees;
4167 int si_nimplicit;
4168};
4169
4170static void
4171symtable_init_info(struct symbol_info *si)
4172{
4173 si->si_nlocals = 0;
4174 si->si_ncells = 0;
4175 si->si_nfrees = 0;
4176 si->si_nimplicit = 0;
4177}
4178
4179static int
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004180symtable_resolve_free(struct compiling *c, PyObject *name, int flags,
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004181 struct symbol_info *si)
4182{
4183 PyObject *dict, *v;
4184
4185 /* Seperate logic for DEF_FREE. If it occurs in a function,
4186 it indicates a local that we must allocate storage for (a
4187 cell var). If it occurs in a class, then the class has a
4188 method and a free variable with the same name.
4189 */
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004190 if (c->c_symtable->st_cur->ste_type == TYPE_FUNCTION) {
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004191 /* If it isn't declared locally, it can't be a cell. */
4192 if (!(flags & (DEF_LOCAL | DEF_PARAM)))
4193 return 0;
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004194 v = PyInt_FromLong(si->si_ncells++);
4195 dict = c->c_cellvars;
4196 } else {
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004197 /* If it is free anyway, then there is no need to do
4198 anything here.
4199 */
4200 if (is_free(flags ^ DEF_FREE_CLASS)
Jeremy Hylton9c901052001-05-08 04:12:34 +00004201 || (flags == DEF_FREE_CLASS))
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004202 return 0;
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004203 v = PyInt_FromLong(si->si_nfrees++);
4204 dict = c->c_freevars;
4205 }
4206 if (v == NULL)
4207 return -1;
4208 if (PyDict_SetItem(dict, name, v) < 0) {
4209 Py_DECREF(v);
4210 return -1;
4211 }
4212 Py_DECREF(v);
4213 return 0;
4214}
4215
Jeremy Hylton220ae7c2001-03-21 16:43:47 +00004216/* If a variable is a cell and an argument, make sure that appears in
4217 co_cellvars before any variable to its right in varnames.
4218*/
4219
4220
4221static int
4222symtable_cellvar_offsets(PyObject **cellvars, int argcount,
4223 PyObject *varnames, int flags)
4224{
4225 PyObject *v, *w, *d, *list = NULL;
4226 int i, pos;
4227
4228 if (flags & CO_VARARGS)
4229 argcount++;
4230 if (flags & CO_VARKEYWORDS)
4231 argcount++;
4232 for (i = argcount; --i >= 0; ) {
4233 v = PyList_GET_ITEM(varnames, i);
4234 if (PyDict_GetItem(*cellvars, v)) {
4235 if (list == NULL) {
4236 list = PyList_New(1);
4237 if (list == NULL)
4238 return -1;
4239 PyList_SET_ITEM(list, 0, v);
4240 Py_INCREF(v);
4241 } else
4242 PyList_Insert(list, 0, v);
4243 }
4244 }
4245 if (list == NULL || PyList_GET_SIZE(list) == 0)
4246 return 0;
4247 /* There are cellvars that are also arguments. Create a dict
4248 to replace cellvars and put the args at the front.
4249 */
4250 d = PyDict_New();
4251 for (i = PyList_GET_SIZE(list); --i >= 0; ) {
4252 v = PyInt_FromLong(i);
4253 if (v == NULL)
4254 goto fail;
4255 if (PyDict_SetItem(d, PyList_GET_ITEM(list, i), v) < 0)
4256 goto fail;
4257 if (PyDict_DelItem(*cellvars, PyList_GET_ITEM(list, i)) < 0)
4258 goto fail;
4259 }
4260 pos = 0;
4261 i = PyList_GET_SIZE(list);
4262 Py_DECREF(list);
4263 while (PyDict_Next(*cellvars, &pos, &v, &w)) {
4264 w = PyInt_FromLong(i++); /* don't care about the old key */
4265 if (PyDict_SetItem(d, v, w) < 0) {
4266 Py_DECREF(w);
4267 goto fail;
4268 }
4269 Py_DECREF(w);
4270 }
4271 Py_DECREF(*cellvars);
4272 *cellvars = d;
4273 return 1;
4274 fail:
4275 Py_DECREF(d);
4276 return -1;
4277}
4278
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004279static int
4280symtable_freevar_offsets(PyObject *freevars, int offset)
4281{
4282 PyObject *name, *v;
4283 int pos;
4284
4285 /* The cell vars are the first elements of the closure,
4286 followed by the free vars. Update the offsets in
4287 c_freevars to account for number of cellvars. */
4288 pos = 0;
4289 while (PyDict_Next(freevars, &pos, &name, &v)) {
4290 int i = PyInt_AS_LONG(v) + offset;
4291 PyObject *o = PyInt_FromLong(i);
4292 if (o == NULL)
4293 return -1;
4294 if (PyDict_SetItem(freevars, name, o) < 0) {
4295 Py_DECREF(o);
4296 return -1;
4297 }
4298 Py_DECREF(o);
4299 }
4300 return 0;
4301}
4302
4303static int
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004304symtable_check_unoptimized(struct compiling *c,
4305 PySymtableEntryObject *ste,
4306 struct symbol_info *si)
4307{
4308 char buf[300];
4309
4310 if (!(si->si_ncells || si->si_nfrees || ste->ste_child_free
4311 || (ste->ste_nested && si->si_nimplicit)))
4312 return 0;
4313
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004314#define ILLEGAL_CONTAINS "contains a nested function with free variables"
4315
4316#define ILLEGAL_IS "is a nested function"
4317
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004318#define ILLEGAL_IMPORT_STAR \
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004319"import * is not allowed in function '%.100s' because it %s"
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004320
4321#define ILLEGAL_BARE_EXEC \
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004322"unqualified exec is not allowed in function '%.100s' it %s"
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004323
4324#define ILLEGAL_EXEC_AND_IMPORT_STAR \
4325"function '%.100s' uses import * and bare exec, which are illegal" \
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004326"because it %s"
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004327
4328 /* XXX perhaps the linenos for these opt-breaking statements
4329 should be stored so the exception can point to them. */
4330
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004331 if (ste->ste_child_free) {
4332 if (ste->ste_optimized == OPT_IMPORT_STAR)
4333 sprintf(buf, ILLEGAL_IMPORT_STAR,
4334 PyString_AS_STRING(ste->ste_name),
4335 ILLEGAL_CONTAINS);
4336 else if (ste->ste_optimized == (OPT_BARE_EXEC | OPT_EXEC))
4337 sprintf(buf, ILLEGAL_BARE_EXEC,
4338 PyString_AS_STRING(ste->ste_name),
4339 ILLEGAL_CONTAINS);
4340 else {
4341 sprintf(buf, ILLEGAL_EXEC_AND_IMPORT_STAR,
4342 PyString_AS_STRING(ste->ste_name),
4343 ILLEGAL_CONTAINS);
4344 }
4345 } else {
4346 if (ste->ste_optimized == OPT_IMPORT_STAR)
4347 sprintf(buf, ILLEGAL_IMPORT_STAR,
4348 PyString_AS_STRING(ste->ste_name),
4349 ILLEGAL_IS);
4350 else if (ste->ste_optimized == (OPT_BARE_EXEC | OPT_EXEC))
4351 sprintf(buf, ILLEGAL_BARE_EXEC,
4352 PyString_AS_STRING(ste->ste_name),
4353 ILLEGAL_IS);
4354 else {
4355 sprintf(buf, ILLEGAL_EXEC_AND_IMPORT_STAR,
4356 PyString_AS_STRING(ste->ste_name),
4357 ILLEGAL_IS);
4358 }
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004359 }
Jeremy Hylton280e6bd2001-03-22 03:51:05 +00004360
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004361 PyErr_SetString(PyExc_SyntaxError, buf);
4362 PyErr_SyntaxLocation(c->c_symtable->st_filename,
4363 ste->ste_opt_lineno);
4364 return -1;
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004365}
4366
4367static int
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004368symtable_update_flags(struct compiling *c, PySymtableEntryObject *ste,
4369 struct symbol_info *si)
4370{
Jeremy Hyltonb857ba22001-08-10 21:41:33 +00004371 if (c->c_future)
4372 c->c_flags |= c->c_future->ff_features;
Tim Peters5ca576e2001-06-18 22:08:13 +00004373 if (ste->ste_generator)
4374 c->c_flags |= CO_GENERATOR;
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004375 if (ste->ste_type != TYPE_MODULE)
4376 c->c_flags |= CO_NEWLOCALS;
4377 if (ste->ste_type == TYPE_FUNCTION) {
4378 c->c_nlocals = si->si_nlocals;
4379 if (ste->ste_optimized == 0)
4380 c->c_flags |= CO_OPTIMIZED;
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004381 else if (ste->ste_optimized != OPT_EXEC)
4382 return symtable_check_unoptimized(c, ste, si);
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004383 }
4384 return 0;
4385}
4386
4387static int
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004388symtable_load_symbols(struct compiling *c)
4389{
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004390 static PyObject *implicit = NULL;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004391 struct symtable *st = c->c_symtable;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004392 PySymtableEntryObject *ste = st->st_cur;
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004393 PyObject *name, *varnames, *v;
4394 int i, flags, pos;
4395 struct symbol_info si;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004396
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004397 if (implicit == NULL) {
4398 implicit = PyInt_FromLong(1);
4399 if (implicit == NULL)
4400 return -1;
4401 }
4402 v = NULL;
4403
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004404 if (symtable_init_compiling_symbols(c) < 0)
4405 goto fail;
4406 symtable_init_info(&si);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004407 varnames = st->st_cur->ste_varnames;
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004408 si.si_nlocals = PyList_GET_SIZE(varnames);
4409 c->c_argcount = si.si_nlocals;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004410
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004411 for (i = 0; i < si.si_nlocals; ++i) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004412 v = PyInt_FromLong(i);
4413 if (PyDict_SetItem(c->c_locals,
4414 PyList_GET_ITEM(varnames, i), v) < 0)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004415 goto fail;
4416 Py_DECREF(v);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004417 }
4418
4419 /* XXX The cases below define the rules for whether a name is
4420 local or global. The logic could probably be clearer. */
4421 pos = 0;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004422 while (PyDict_Next(ste->ste_symbols, &pos, &name, &v)) {
4423 flags = PyInt_AS_LONG(v);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004424
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004425 if (flags & DEF_FREE_GLOBAL)
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004426 /* undo the original DEF_FREE */
4427 flags &= ~(DEF_FREE | DEF_FREE_CLASS);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004428
Jeremy Hyltonce7ef592001-03-20 00:25:43 +00004429 /* Deal with names that need two actions:
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004430 1. Cell variables that are also locals.
Jeremy Hyltonce7ef592001-03-20 00:25:43 +00004431 2. Free variables in methods that are also class
4432 variables or declared global.
4433 */
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004434 if (flags & (DEF_FREE | DEF_FREE_CLASS))
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004435 symtable_resolve_free(c, name, flags, &si);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004436
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004437 if (flags & DEF_STAR) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004438 c->c_argcount--;
4439 c->c_flags |= CO_VARARGS;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004440 } else if (flags & DEF_DOUBLESTAR) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004441 c->c_argcount--;
4442 c->c_flags |= CO_VARKEYWORDS;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004443 } else if (flags & DEF_INTUPLE)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004444 c->c_argcount--;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004445 else if (flags & DEF_GLOBAL) {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004446 if (flags & DEF_PARAM) {
4447 PyErr_Format(PyExc_SyntaxError, LOCAL_GLOBAL,
Jeremy Hylton5acc0c02001-02-02 20:01:10 +00004448 PyString_AS_STRING(name));
Jeremy Hyltonad3d3f22001-02-28 17:47:12 +00004449 PyErr_SyntaxLocation(st->st_filename,
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004450 ste->ste_lineno);
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004451 st->st_errors++;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004452 goto fail;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004453 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004454 if (PyDict_SetItem(c->c_globals, name, Py_None) < 0)
4455 goto fail;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004456 } else if (flags & DEF_FREE_GLOBAL) {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004457 si.si_nimplicit++;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004458 if (PyDict_SetItem(c->c_globals, name, implicit) < 0)
4459 goto fail;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004460 } else if ((flags & DEF_LOCAL) && !(flags & DEF_PARAM)) {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004461 v = PyInt_FromLong(si.si_nlocals++);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004462 if (v == NULL)
4463 goto fail;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004464 if (PyDict_SetItem(c->c_locals, name, v) < 0)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004465 goto fail;
4466 Py_DECREF(v);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004467 if (ste->ste_type != TYPE_CLASS)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004468 if (PyList_Append(c->c_varnames, name) < 0)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004469 goto fail;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004470 } else if (is_free(flags)) {
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004471 if (ste->ste_nested) {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004472 v = PyInt_FromLong(si.si_nfrees++);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004473 if (v == NULL)
4474 goto fail;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004475 if (PyDict_SetItem(c->c_freevars, name, v) < 0)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004476 goto fail;
4477 Py_DECREF(v);
4478 } else {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004479 si.si_nimplicit++;
Jeremy Hylton1abf6102001-08-11 21:51:24 +00004480 if (PyDict_SetItem(c->c_globals, name,
4481 implicit) < 0)
4482 goto fail;
4483 if (st->st_nscopes != 1) {
4484 v = PyInt_FromLong(flags);
4485 if (PyDict_SetItem(st->st_global,
4486 name, v))
4487 goto fail;
4488 Py_DECREF(v);
4489 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004490 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004491 }
4492 }
4493
Jeremy Hyltonddc4fd02001-04-27 02:29:40 +00004494 assert(PyDict_Size(c->c_freevars) == si.si_nfrees);
4495
Jeremy Hylton220ae7c2001-03-21 16:43:47 +00004496 if (si.si_ncells > 1) { /* one cell is always in order */
4497 if (symtable_cellvar_offsets(&c->c_cellvars, c->c_argcount,
4498 c->c_varnames, c->c_flags) < 0)
4499 return -1;
4500 }
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004501 if (symtable_freevar_offsets(c->c_freevars, si.si_ncells) < 0)
4502 return -1;
4503 return symtable_update_flags(c, ste, &si);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004504 fail:
4505 /* is this always the right thing to do? */
4506 Py_XDECREF(v);
4507 return -1;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004508}
4509
4510static struct symtable *
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004511symtable_init()
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004512{
4513 struct symtable *st;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004514
4515 st = (struct symtable *)PyMem_Malloc(sizeof(struct symtable));
4516 if (st == NULL)
4517 return NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004518 st->st_pass = 1;
Tim Petersff1f8522001-08-11 01:06:35 +00004519
Jeremy Hylton5acc0c02001-02-02 20:01:10 +00004520 st->st_filename = NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004521 if ((st->st_stack = PyList_New(0)) == NULL)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004522 goto fail;
4523 if ((st->st_symbols = PyDict_New()) == NULL)
4524 goto fail;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004525 st->st_cur = NULL;
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004526 st->st_nscopes = 0;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004527 st->st_errors = 0;
4528 st->st_tmpname = 0;
4529 st->st_private = NULL;
4530 return st;
4531 fail:
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004532 PySymtable_Free(st);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004533 return NULL;
4534}
4535
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004536void
4537PySymtable_Free(struct symtable *st)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004538{
4539 Py_XDECREF(st->st_symbols);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004540 Py_XDECREF(st->st_stack);
Jeremy Hylton74b3bc42001-02-23 17:55:27 +00004541 Py_XDECREF(st->st_cur);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004542 PyMem_Free((void *)st);
4543}
4544
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004545/* When the compiler exits a scope, it must should update the scope's
4546 free variable information with the list of free variables in its
4547 children.
4548
4549 Variables that are free in children and defined in the current
4550 scope are cellvars.
4551
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004552 If the scope being exited is defined at the top-level (ste_nested is
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004553 false), free variables in children that are not defined here are
4554 implicit globals.
4555
4556*/
4557
4558static int
4559symtable_update_free_vars(struct symtable *st)
4560{
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004561 int i, j, def;
4562 PyObject *o, *name, *list = NULL;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004563 PySymtableEntryObject *child, *ste = st->st_cur;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004564
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004565 if (ste->ste_type == TYPE_CLASS)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004566 def = DEF_FREE_CLASS;
4567 else
4568 def = DEF_FREE;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004569 for (i = 0; i < PyList_GET_SIZE(ste->ste_children); ++i) {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004570 int pos = 0;
4571
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004572 if (list)
4573 PyList_SetSlice(list, 0,
4574 ((PyVarObject*)list)->ob_size, 0);
Barry Warsaw0372af72001-02-23 18:22:59 +00004575 child = (PySymtableEntryObject *)
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004576 PyList_GET_ITEM(ste->ste_children, i);
4577 while (PyDict_Next(child->ste_symbols, &pos, &name, &o)) {
Jeremy Hylton78891072001-03-01 06:09:34 +00004578 int flags = PyInt_AS_LONG(o);
4579 if (!(is_free(flags)))
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004580 continue; /* avoids indentation */
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004581 if (list == NULL) {
4582 list = PyList_New(0);
4583 if (list == NULL)
4584 return -1;
4585 }
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004586 ste->ste_child_free = 1;
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004587 if (PyList_Append(list, name) < 0) {
4588 Py_DECREF(list);
4589 return -1;
4590 }
4591 }
4592 for (j = 0; list && j < PyList_GET_SIZE(list); j++) {
Jeremy Hylton78891072001-03-01 06:09:34 +00004593 PyObject *v;
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004594 name = PyList_GET_ITEM(list, j);
Jeremy Hylton78891072001-03-01 06:09:34 +00004595 v = PyDict_GetItem(ste->ste_symbols, name);
4596 /* If a name N is declared global in scope A and
4597 referenced in scope B contained (perhaps
4598 indirectly) in A and there are no scopes
4599 with bindings for N between B and A, then N
Jeremy Hylton9c901052001-05-08 04:12:34 +00004600 is global in B. Unless A is a class scope,
4601 because class scopes are not considered for
4602 nested scopes.
Jeremy Hylton78891072001-03-01 06:09:34 +00004603 */
Jeremy Hyltonce7ef592001-03-20 00:25:43 +00004604 if (v && (ste->ste_type != TYPE_CLASS)) {
Jeremy Hylton78891072001-03-01 06:09:34 +00004605 int flags = PyInt_AS_LONG(v);
4606 if (flags & DEF_GLOBAL) {
4607 symtable_undo_free(st, child->ste_id,
4608 name);
4609 continue;
4610 }
4611 }
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004612 if (ste->ste_nested) {
4613 if (symtable_add_def_o(st, ste->ste_symbols,
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004614 name, def) < 0) {
4615 Py_DECREF(list);
4616 return -1;
4617 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004618 } else {
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004619 if (symtable_check_global(st, child->ste_id,
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004620 name) < 0) {
4621 Py_DECREF(list);
4622 return -1;
4623 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004624 }
4625 }
4626 }
Jeremy Hyltond7f393e2001-02-12 16:01:03 +00004627
4628 Py_XDECREF(list);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004629 return 0;
4630}
4631
4632/* If the current scope is a non-nested class or if name is not
4633 defined in the current, non-nested scope, then it is an implicit
4634 global in all nested scopes.
4635*/
4636
4637static int
4638symtable_check_global(struct symtable *st, PyObject *child, PyObject *name)
4639{
4640 PyObject *o;
4641 int v;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004642 PySymtableEntryObject *ste = st->st_cur;
Jeremy Hylton78891072001-03-01 06:09:34 +00004643
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004644 if (ste->ste_type == TYPE_CLASS)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004645 return symtable_undo_free(st, child, name);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004646 o = PyDict_GetItem(ste->ste_symbols, name);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004647 if (o == NULL)
4648 return symtable_undo_free(st, child, name);
4649 v = PyInt_AS_LONG(o);
Jeremy Hylton78891072001-03-01 06:09:34 +00004650
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004651 if (is_free(v) || (v & DEF_GLOBAL))
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004652 return symtable_undo_free(st, child, name);
4653 else
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004654 return symtable_add_def_o(st, ste->ste_symbols,
4655 name, DEF_FREE);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004656}
4657
4658static int
4659symtable_undo_free(struct symtable *st, PyObject *id,
4660 PyObject *name)
4661{
4662 int i, v, x;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004663 PyObject *info;
4664 PySymtableEntryObject *ste;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004665
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004666 ste = (PySymtableEntryObject *)PyDict_GetItem(st->st_symbols, id);
4667 if (ste == NULL)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004668 return -1;
Jeremy Hylton78891072001-03-01 06:09:34 +00004669
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004670 info = PyDict_GetItem(ste->ste_symbols, name);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004671 if (info == NULL)
4672 return 0;
4673 v = PyInt_AS_LONG(info);
4674 if (is_free(v)) {
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004675 if (symtable_add_def_o(st, ste->ste_symbols, name,
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004676 DEF_FREE_GLOBAL) < 0)
4677 return -1;
4678 } else
4679 /* If the name is defined here or declared global,
4680 then the recursion stops. */
4681 return 0;
4682
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004683 for (i = 0; i < PyList_GET_SIZE(ste->ste_children); ++i) {
4684 PySymtableEntryObject *child;
Barry Warsaw0372af72001-02-23 18:22:59 +00004685 child = (PySymtableEntryObject *)
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004686 PyList_GET_ITEM(ste->ste_children, i);
4687 x = symtable_undo_free(st, child->ste_id, name);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004688 if (x < 0)
4689 return x;
4690 }
4691 return 0;
4692}
4693
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004694/* symtable_enter_scope() gets a reference via PySymtableEntry_New().
4695 This reference is released when the scope is exited, via the DECREF
4696 in symtable_exit_scope().
4697*/
4698
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004699static int
4700symtable_exit_scope(struct symtable *st)
4701{
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004702 int end;
4703
Jeremy Hylton4419ac12001-02-28 22:54:51 +00004704 if (st->st_pass == 1)
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004705 symtable_update_free_vars(st);
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004706 Py_DECREF(st->st_cur);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004707 end = PyList_GET_SIZE(st->st_stack) - 1;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004708 st->st_cur = (PySymtableEntryObject *)PyList_GET_ITEM(st->st_stack,
4709 end);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004710 if (PySequence_DelItem(st->st_stack, end) < 0)
4711 return -1;
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004712 return 0;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004713}
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004714
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004715static void
4716symtable_enter_scope(struct symtable *st, char *name, int type,
4717 int lineno)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004718{
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004719 PySymtableEntryObject *prev = NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004720
4721 if (st->st_cur) {
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004722 prev = st->st_cur;
4723 if (PyList_Append(st->st_stack, (PyObject *)st->st_cur) < 0) {
4724 Py_DECREF(st->st_cur);
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004725 st->st_errors++;
4726 return;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004727 }
4728 }
Barry Warsaw0372af72001-02-23 18:22:59 +00004729 st->st_cur = (PySymtableEntryObject *)
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004730 PySymtableEntry_New(st, name, type, lineno);
4731 if (strcmp(name, TOP) == 0)
4732 st->st_global = st->st_cur->ste_symbols;
Jeremy Hylton74b3bc42001-02-23 17:55:27 +00004733 if (prev && st->st_pass == 1) {
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004734 if (PyList_Append(prev->ste_children,
4735 (PyObject *)st->st_cur) < 0)
4736 st->st_errors++;
Jeremy Hylton74b3bc42001-02-23 17:55:27 +00004737 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004738}
4739
4740static int
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004741symtable_lookup(struct symtable *st, char *name)
4742{
4743 char buffer[MANGLE_LEN];
4744 PyObject *v;
4745 int flags;
4746
4747 if (mangle(st->st_private, name, buffer, sizeof(buffer)))
4748 name = buffer;
4749 v = PyDict_GetItemString(st->st_cur->ste_symbols, name);
4750 if (v == NULL) {
4751 if (PyErr_Occurred())
4752 return -1;
4753 else
4754 return 0;
4755 }
4756
4757 flags = PyInt_AS_LONG(v);
4758 return flags;
4759}
4760
4761static int
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004762symtable_add_def(struct symtable *st, char *name, int flag)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004763{
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004764 PyObject *s;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004765 char buffer[MANGLE_LEN];
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00004766 int ret;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004767
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004768 if (mangle(st->st_private, name, buffer, sizeof(buffer)))
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004769 name = buffer;
4770 if ((s = PyString_InternFromString(name)) == NULL)
4771 return -1;
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00004772 ret = symtable_add_def_o(st, st->st_cur->ste_symbols, s, flag);
4773 Py_DECREF(s);
4774 return ret;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004775}
4776
4777/* Must only be called with mangled names */
4778
4779static int
4780symtable_add_def_o(struct symtable *st, PyObject *dict,
4781 PyObject *name, int flag)
4782{
4783 PyObject *o;
4784 int val;
4785
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004786 if ((o = PyDict_GetItem(dict, name))) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004787 val = PyInt_AS_LONG(o);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004788 if ((flag & DEF_PARAM) && (val & DEF_PARAM)) {
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004789 PyErr_Format(PyExc_SyntaxError, DUPLICATE_ARGUMENT,
Jeremy Hylton483638c2001-02-01 20:20:45 +00004790 PyString_AsString(name));
Jeremy Hyltonad3d3f22001-02-28 17:47:12 +00004791 PyErr_SyntaxLocation(st->st_filename,
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004792 st->st_cur->ste_lineno);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004793 return -1;
4794 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004795 val |= flag;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004796 } else
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004797 val = flag;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004798 o = PyInt_FromLong(val);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004799 if (PyDict_SetItem(dict, name, o) < 0) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004800 Py_DECREF(o);
4801 return -1;
4802 }
4803 Py_DECREF(o);
4804
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004805 if (flag & DEF_PARAM) {
Jeremy Hyltoncb17ae82001-02-09 22:22:18 +00004806 if (PyList_Append(st->st_cur->ste_varnames, name) < 0)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004807 return -1;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004808 } else if (flag & DEF_GLOBAL) {
4809 /* XXX need to update DEF_GLOBAL for other flags too;
4810 perhaps only DEF_FREE_GLOBAL */
4811 if ((o = PyDict_GetItem(st->st_global, name))) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004812 val = PyInt_AS_LONG(o);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004813 val |= flag;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004814 } else
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004815 val = flag;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004816 o = PyInt_FromLong(val);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004817 if (PyDict_SetItem(st->st_global, name, o) < 0) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004818 Py_DECREF(o);
4819 return -1;
4820 }
4821 Py_DECREF(o);
4822 }
4823 return 0;
4824}
4825
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004826#define symtable_add_use(ST, NAME) symtable_add_def((ST), (NAME), USE)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004827
Tim Peters08a898f2001-06-28 01:52:22 +00004828/* Look for a yield stmt under n. Return 1 if found, else 0.
4829 This hack is used to look inside "if 0:" blocks (which are normally
4830 ignored) in case those are the only places a yield occurs (so that this
4831 function is a generator). */
Tim Petersb6c3cea2001-06-26 03:36:28 +00004832static int
4833look_for_yield(node *n)
4834{
4835 int i;
4836
4837 for (i = 0; i < NCH(n); ++i) {
4838 node *kid = CHILD(n, i);
4839
4840 switch (TYPE(kid)) {
4841
4842 case classdef:
4843 case funcdef:
Tim Peters08a898f2001-06-28 01:52:22 +00004844 case lambdef:
Tim Petersb6c3cea2001-06-26 03:36:28 +00004845 /* Stuff in nested functions and classes can't make
4846 the parent a generator. */
4847 return 0;
4848
4849 case yield_stmt:
4850 return 1;
4851
4852 default:
4853 if (look_for_yield(kid))
4854 return 1;
4855 }
4856 }
4857 return 0;
4858}
4859
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004860static void
4861symtable_node(struct symtable *st, node *n)
4862{
4863 int i, start = 0;
4864
4865 loop:
4866 switch (TYPE(n)) {
4867 case funcdef: {
4868 char *func_name = STR(CHILD(n, 1));
4869 symtable_add_def(st, func_name, DEF_LOCAL);
4870 symtable_default_args(st, CHILD(n, 2));
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004871 symtable_enter_scope(st, func_name, TYPE(n), n->n_lineno);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004872 symtable_funcdef(st, n);
4873 symtable_exit_scope(st);
4874 break;
4875 }
4876 case lambdef:
4877 if (NCH(n) == 4)
4878 symtable_default_args(st, CHILD(n, 1));
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004879 symtable_enter_scope(st, "lambda", TYPE(n), n->n_lineno);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004880 symtable_funcdef(st, n);
4881 symtable_exit_scope(st);
4882 break;
4883 case classdef: {
4884 char *tmp, *class_name = STR(CHILD(n, 1));
4885 symtable_add_def(st, class_name, DEF_LOCAL);
4886 if (TYPE(CHILD(n, 2)) == LPAR) {
4887 node *bases = CHILD(n, 3);
4888 int i;
4889 for (i = 0; i < NCH(bases); i += 2) {
4890 symtable_node(st, CHILD(bases, i));
4891 }
4892 }
Jeremy Hylton4b38da62001-02-02 18:19:15 +00004893 symtable_enter_scope(st, class_name, TYPE(n), n->n_lineno);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004894 tmp = st->st_private;
4895 st->st_private = class_name;
4896 symtable_node(st, CHILD(n, NCH(n) - 1));
4897 st->st_private = tmp;
4898 symtable_exit_scope(st);
4899 break;
4900 }
4901 case if_stmt:
4902 for (i = 0; i + 3 < NCH(n); i += 4) {
Tim Petersb6c3cea2001-06-26 03:36:28 +00004903 if (is_constant_false(NULL, (CHILD(n, i + 1)))) {
4904 if (st->st_cur->ste_generator == 0)
4905 st->st_cur->ste_generator =
4906 look_for_yield(CHILD(n, i+3));
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004907 continue;
Tim Petersb6c3cea2001-06-26 03:36:28 +00004908 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004909 symtable_node(st, CHILD(n, i + 1));
4910 symtable_node(st, CHILD(n, i + 3));
4911 }
4912 if (i + 2 < NCH(n))
4913 symtable_node(st, CHILD(n, i + 2));
4914 break;
4915 case global_stmt:
4916 symtable_global(st, n);
4917 break;
4918 case import_stmt:
4919 symtable_import(st, n);
4920 break;
Jeremy Hylton483638c2001-02-01 20:20:45 +00004921 case exec_stmt: {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004922 st->st_cur->ste_optimized |= OPT_EXEC;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004923 symtable_node(st, CHILD(n, 1));
4924 if (NCH(n) > 2)
4925 symtable_node(st, CHILD(n, 3));
Jeremy Hylton2e2cded2001-03-22 03:57:58 +00004926 else {
Jeremy Hylton29906ee2001-02-27 04:23:34 +00004927 st->st_cur->ste_optimized |= OPT_BARE_EXEC;
Jeremy Hylton2e2cded2001-03-22 03:57:58 +00004928 st->st_cur->ste_opt_lineno = n->n_lineno;
4929 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004930 if (NCH(n) > 4)
4931 symtable_node(st, CHILD(n, 5));
4932 break;
Jeremy Hylton483638c2001-02-01 20:20:45 +00004933
4934 }
Jeremy Hylton384639f2001-02-19 15:50:51 +00004935 case assert_stmt:
4936 if (Py_OptimizeFlag)
4937 return;
4938 if (NCH(n) == 2) {
4939 n = CHILD(n, 1);
4940 goto loop;
4941 } else {
4942 symtable_node(st, CHILD(n, 1));
4943 n = CHILD(n, 3);
4944 goto loop;
4945 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004946 case except_clause:
4947 if (NCH(n) == 4)
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004948 symtable_assign(st, CHILD(n, 3), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004949 if (NCH(n) > 1) {
4950 n = CHILD(n, 1);
4951 goto loop;
4952 }
4953 break;
4954 case del_stmt:
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004955 symtable_assign(st, CHILD(n, 1), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004956 break;
Tim Peters5ca576e2001-06-18 22:08:13 +00004957 case yield_stmt:
4958 st->st_cur->ste_generator = 1;
4959 n = CHILD(n, 1);
4960 goto loop;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004961 case expr_stmt:
4962 if (NCH(n) == 1)
4963 n = CHILD(n, 0);
4964 else {
4965 if (TYPE(CHILD(n, 1)) == augassign) {
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004966 symtable_assign(st, CHILD(n, 0), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004967 symtable_node(st, CHILD(n, 2));
4968 break;
4969 } else {
4970 int i;
4971 for (i = 0; i < NCH(n) - 2; i += 2)
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004972 symtable_assign(st, CHILD(n, i), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004973 n = CHILD(n, NCH(n) - 1);
4974 }
4975 }
4976 goto loop;
4977 /* watchout for fall-through logic below */
Jeremy Hylton64949cb2001-01-25 20:06:59 +00004978 case argument:
4979 if (NCH(n) == 3) {
4980 n = CHILD(n, 2);
4981 goto loop;
4982 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004983 case listmaker:
4984 if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for) {
Jeremy Hylton23b42272001-03-19 20:38:06 +00004985 st->st_tmpname++;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004986 symtable_list_comprehension(st, CHILD(n, 1));
Jeremy Hylton23b42272001-03-19 20:38:06 +00004987 symtable_node(st, CHILD(n, 0));
4988 st->st_tmpname--;
4989 return;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004990 }
4991 case atom:
4992 if (TYPE(n) == atom && TYPE(CHILD(n, 0)) == NAME) {
4993 symtable_add_use(st, STR(CHILD(n, 0)));
4994 break;
4995 }
4996 case for_stmt:
4997 if (TYPE(n) == for_stmt) {
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00004998 symtable_assign(st, CHILD(n, 1), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00004999 start = 3;
5000 }
5001 default:
5002 if (NCH(n) == 1) {
5003 n = CHILD(n, 0);
5004 goto loop;
5005 }
5006 for (i = start; i < NCH(n); ++i)
5007 if (TYPE(CHILD(n, i)) >= single_input)
5008 symtable_node(st, CHILD(n, i));
5009 }
5010}
5011
5012static void
5013symtable_funcdef(struct symtable *st, node *n)
5014{
5015 node *body;
5016
5017 if (TYPE(n) == lambdef) {
5018 if (NCH(n) == 4)
5019 symtable_params(st, CHILD(n, 1));
5020 } else
5021 symtable_params(st, CHILD(n, 2));
5022 body = CHILD(n, NCH(n) - 1);
5023 symtable_node(st, body);
5024}
5025
5026/* The next two functions parse the argument tuple.
5027 symtable_default_arg() checks for names in the default arguments,
5028 which are references in the defining scope. symtable_params()
5029 parses the parameter names, which are defined in the function's
5030 body.
5031
5032 varargslist:
5033 (fpdef ['=' test] ',')* ('*' NAME [',' '**' NAME] | '**' NAME)
5034 | fpdef ['=' test] (',' fpdef ['=' test])* [',']
5035*/
5036
5037static void
5038symtable_default_args(struct symtable *st, node *n)
5039{
5040 node *c;
5041 int i;
5042
5043 if (TYPE(n) == parameters) {
5044 n = CHILD(n, 1);
5045 if (TYPE(n) == RPAR)
5046 return;
5047 }
5048 REQ(n, varargslist);
5049 for (i = 0; i < NCH(n); i += 2) {
5050 c = CHILD(n, i);
5051 if (TYPE(c) == STAR || TYPE(c) == DOUBLESTAR) {
5052 break;
5053 }
5054 if (i > 0 && (TYPE(CHILD(n, i - 1)) == EQUAL))
5055 symtable_node(st, CHILD(n, i));
5056 }
5057}
5058
5059static void
5060symtable_params(struct symtable *st, node *n)
5061{
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005062 int i, complex = -1, ext = 0;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005063 node *c = NULL;
5064
5065 if (TYPE(n) == parameters) {
5066 n = CHILD(n, 1);
5067 if (TYPE(n) == RPAR)
5068 return;
5069 }
5070 REQ(n, varargslist);
5071 for (i = 0; i < NCH(n); i += 2) {
5072 c = CHILD(n, i);
5073 if (TYPE(c) == STAR || TYPE(c) == DOUBLESTAR) {
5074 ext = 1;
5075 break;
5076 }
5077 if (TYPE(c) == test) {
5078 continue;
5079 }
5080 if (TYPE(CHILD(c, 0)) == NAME)
5081 symtable_add_def(st, STR(CHILD(c, 0)), DEF_PARAM);
5082 else {
5083 char nbuf[10];
5084 sprintf(nbuf, ".%d", i);
5085 symtable_add_def(st, nbuf, DEF_PARAM);
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005086 complex = i;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005087 }
5088 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005089 if (ext) {
5090 c = CHILD(n, i);
5091 if (TYPE(c) == STAR) {
5092 i++;
5093 symtable_add_def(st, STR(CHILD(n, i)),
5094 DEF_PARAM | DEF_STAR);
5095 i += 2;
Jeremy Hylton1113cfc2001-01-23 00:50:52 +00005096 if (i >= NCH(n))
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005097 c = NULL;
5098 else
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005099 c = CHILD(n, i);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005100 }
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005101 if (c && TYPE(c) == DOUBLESTAR) {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005102 i++;
5103 symtable_add_def(st, STR(CHILD(n, i)),
5104 DEF_PARAM | DEF_DOUBLESTAR);
5105 }
5106 }
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005107 if (complex >= 0) {
5108 int j;
5109 for (j = 0; j <= complex; j++) {
5110 c = CHILD(n, j);
5111 if (TYPE(c) == COMMA)
Jeremy Hylton2b3f0ca2001-02-19 23:52:49 +00005112 c = CHILD(n, ++j);
5113 else if (TYPE(c) == EQUAL)
5114 c = CHILD(n, j += 3);
Jeremy Hyltona6ebc482001-01-25 17:01:49 +00005115 if (TYPE(CHILD(c, 0)) == LPAR)
5116 symtable_params_fplist(st, CHILD(c, 1));
5117 }
5118 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005119}
5120
5121static void
5122symtable_params_fplist(struct symtable *st, node *n)
5123{
5124 int i;
5125 node *c;
5126
5127 REQ(n, fplist);
5128 for (i = 0; i < NCH(n); i += 2) {
5129 c = CHILD(n, i);
5130 REQ(c, fpdef);
5131 if (NCH(c) == 1)
5132 symtable_add_def(st, STR(CHILD(c, 0)),
5133 DEF_PARAM | DEF_INTUPLE);
5134 else
5135 symtable_params_fplist(st, CHILD(c, 1));
5136 }
5137
5138}
5139
5140static void
5141symtable_global(struct symtable *st, node *n)
5142{
5143 int i;
5144
Jeremy Hylton9f324e92001-03-01 22:59:14 +00005145 /* XXX It might be helpful to warn about module-level global
5146 statements, but it's hard to tell the difference between
5147 module-level and a string passed to exec.
5148 */
Jeremy Hyltonc1761322001-02-28 23:44:45 +00005149
Jeremy Hylton29906ee2001-02-27 04:23:34 +00005150 for (i = 1; i < NCH(n); i += 2) {
5151 char *name = STR(CHILD(n, i));
Jeremy Hyltonbe77cf72001-02-27 05:15:57 +00005152 int flags;
5153
5154 flags = symtable_lookup(st, name);
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00005155 if (flags < 0)
5156 continue;
Jeremy Hyltonbe77cf72001-02-27 05:15:57 +00005157 if (flags && flags != DEF_GLOBAL) {
5158 char buf[500];
5159 if (flags & DEF_PARAM) {
5160 PyErr_Format(PyExc_SyntaxError,
5161 "name '%.400s' is local and global",
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00005162 name);
Jeremy Hyltonad3d3f22001-02-28 17:47:12 +00005163 PyErr_SyntaxLocation(st->st_filename,
Jeremy Hyltonbe77cf72001-02-27 05:15:57 +00005164 st->st_cur->ste_lineno);
5165 st->st_errors++;
5166 return;
Guido van Rossum0bba7f82001-02-28 21:55:38 +00005167 }
5168 else {
5169 if (flags & DEF_LOCAL)
5170 sprintf(buf, GLOBAL_AFTER_ASSIGN,
5171 name);
5172 else
5173 sprintf(buf, GLOBAL_AFTER_USE, name);
Guido van Rossumee34ac12001-02-28 22:08:12 +00005174 symtable_warn(st, buf);
Jeremy Hyltonbe77cf72001-02-27 05:15:57 +00005175 }
5176 }
Jeremy Hylton29906ee2001-02-27 04:23:34 +00005177 symtable_add_def(st, name, DEF_GLOBAL);
5178 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005179}
5180
5181static void
5182symtable_list_comprehension(struct symtable *st, node *n)
5183{
5184 char tmpname[12];
5185
Jeremy Hylton23b42272001-03-19 20:38:06 +00005186 sprintf(tmpname, "_[%d]", st->st_tmpname);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005187 symtable_add_def(st, tmpname, DEF_LOCAL);
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005188 symtable_assign(st, CHILD(n, 1), 0);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005189 symtable_node(st, CHILD(n, 3));
5190 if (NCH(n) == 5)
5191 symtable_node(st, CHILD(n, 4));
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005192}
5193
5194static void
5195symtable_import(struct symtable *st, node *n)
5196{
5197 int i;
Jeremy Hylton483638c2001-02-01 20:20:45 +00005198 /* import_stmt: 'import' dotted_as_name (',' dotted_as_name)*
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005199 | 'from' dotted_name 'import'
5200 ('*' | import_as_name (',' import_as_name)*)
Jeremy Hylton483638c2001-02-01 20:20:45 +00005201 import_as_name: NAME [NAME NAME]
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005202 */
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005203 if (STR(CHILD(n, 0))[0] == 'f') { /* from */
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00005204 node *dotname = CHILD(n, 1);
5205 if (strcmp(STR(CHILD(dotname, 0)), "__future__") == 0) {
5206 /* check for bogus imports */
5207 if (n->n_lineno >= st->st_future->ff_last_lineno) {
5208 PyErr_SetString(PyExc_SyntaxError,
5209 LATE_FUTURE);
Jeremy Hyltonad3d3f22001-02-28 17:47:12 +00005210 PyErr_SyntaxLocation(st->st_filename,
Jeremy Hylton39e2f3f2001-02-28 01:58:08 +00005211 n->n_lineno);
5212 st->st_errors++;
5213 return;
5214 }
5215 }
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005216 if (TYPE(CHILD(n, 3)) == STAR) {
Jeremy Hylton8a6f2952001-08-06 19:45:40 +00005217 if (st->st_cur->ste_type != TYPE_MODULE) {
Jeremy Hylton6a53bd82001-08-06 20:34:25 +00005218 if (symtable_warn(st,
5219 "import * only allowed at module level") < 0)
5220 return;
Jeremy Hylton8a6f2952001-08-06 19:45:40 +00005221 }
Jeremy Hylton29906ee2001-02-27 04:23:34 +00005222 st->st_cur->ste_optimized |= OPT_IMPORT_STAR;
Jeremy Hylton2e2cded2001-03-22 03:57:58 +00005223 st->st_cur->ste_opt_lineno = n->n_lineno;
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005224 } else {
5225 for (i = 3; i < NCH(n); i += 2) {
5226 node *c = CHILD(n, i);
5227 if (NCH(c) > 1) /* import as */
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005228 symtable_assign(st, CHILD(c, 2),
5229 DEF_IMPORT);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005230 else
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005231 symtable_assign(st, CHILD(c, 0),
5232 DEF_IMPORT);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005233 }
5234 }
Jeremy Hylton29906ee2001-02-27 04:23:34 +00005235 } else {
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005236 for (i = 1; i < NCH(n); i += 2) {
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005237 symtable_assign(st, CHILD(n, i), DEF_IMPORT);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005238 }
5239 }
5240}
5241
5242static void
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005243symtable_assign(struct symtable *st, node *n, int flag)
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005244{
5245 node *tmp;
5246 int i;
5247
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005248 loop:
5249 switch (TYPE(n)) {
5250 case lambdef:
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005251 /* invalid assignment, e.g. lambda x:x=2. The next
5252 pass will catch this error. */
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005253 return;
5254 case power:
5255 if (NCH(n) > 2) {
5256 for (i = 2; i < NCH(n); ++i)
5257 if (TYPE(CHILD(n, i)) != DOUBLESTAR)
5258 symtable_node(st, CHILD(n, i));
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005259 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005260 if (NCH(n) > 1) {
5261 symtable_node(st, CHILD(n, 0));
5262 symtable_node(st, CHILD(n, 1));
5263 } else {
5264 n = CHILD(n, 0);
5265 goto loop;
5266 }
5267 return;
5268 case listmaker:
Jeremy Hylton23b42272001-03-19 20:38:06 +00005269 if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for) {
5270 /* XXX This is an error, but the next pass
5271 will catch it. */
5272 return;
5273 } else {
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005274 for (i = 0; i < NCH(n); i += 2)
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005275 symtable_assign(st, CHILD(n, i), flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005276 }
5277 return;
5278 case exprlist:
5279 case testlist:
5280 if (NCH(n) == 1) {
5281 n = CHILD(n, 0);
5282 goto loop;
5283 }
5284 else {
5285 int i;
5286 for (i = 0; i < NCH(n); i += 2)
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005287 symtable_assign(st, CHILD(n, i), flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005288 return;
5289 }
5290 goto loop;
5291 case atom:
5292 tmp = CHILD(n, 0);
5293 if (TYPE(tmp) == LPAR || TYPE(tmp) == LSQB) {
5294 n = CHILD(n, 1);
5295 goto loop;
Jeremy Hylton897b8212001-03-23 14:08:38 +00005296 } else if (TYPE(tmp) == NAME) {
Jeremy Hyltona830b382001-04-09 16:07:59 +00005297 if (strcmp(STR(tmp), "__debug__") == 0)
5298 symtable_warn(st, ASSIGN_DEBUG);
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005299 symtable_add_def(st, STR(tmp), DEF_LOCAL | flag);
Jeremy Hylton897b8212001-03-23 14:08:38 +00005300 }
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005301 return;
5302 case dotted_as_name:
5303 if (NCH(n) == 3)
5304 symtable_add_def(st, STR(CHILD(n, 2)),
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005305 DEF_LOCAL | flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005306 else
5307 symtable_add_def(st,
5308 STR(CHILD(CHILD(n,
5309 0), 0)),
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005310 DEF_LOCAL | flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005311 return;
5312 case dotted_name:
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005313 symtable_add_def(st, STR(CHILD(n, 0)), DEF_LOCAL | flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005314 return;
5315 case NAME:
Jeremy Hyltoneab156f2001-01-30 01:24:43 +00005316 symtable_add_def(st, STR(n), DEF_LOCAL | flag);
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005317 return;
5318 default:
5319 if (NCH(n) == 0)
5320 return;
Jeremy Hylton17820c42001-02-19 15:33:10 +00005321 if (NCH(n) == 1) {
5322 n = CHILD(n, 0);
5323 goto loop;
Jeremy Hylton64949cb2001-01-25 20:06:59 +00005324 }
Jeremy Hylton17820c42001-02-19 15:33:10 +00005325 /* Should only occur for errors like x + 1 = 1,
5326 which will be caught in the next pass. */
5327 for (i = 0; i < NCH(n); ++i)
5328 if (TYPE(CHILD(n, i)) >= single_input)
5329 symtable_assign(st, CHILD(n, i), flag);
Jeremy Hyltone36f7782001-01-19 03:21:30 +00005330 }
5331}