Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1 | /* Compile an expression node to intermediate code */ |
| 2 | |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3 | /* XXX TO DO: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4 | XXX add __doc__ attribute == co_doc to code object attributes? |
| 5 | XXX (it's currently the first item of the co_const tuple) |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 6 | XXX Generate simple jump for break/return outside 'try...finally' |
Jeremy Hylton | 3faa52e | 2001-02-01 22:48:12 +0000 | [diff] [blame] | 7 | XXX Allow 'continue' inside finally clause of try-finally |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 8 | XXX New opcode for loading the initial index for a for loop |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 9 | XXX other JAR tricks? |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 10 | */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 11 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 12 | #include "Python.h" |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 13 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 14 | #include "node.h" |
| 15 | #include "token.h" |
| 16 | #include "graminit.h" |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 17 | #include "compile.h" |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 18 | #include "symtable.h" |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 19 | #include "opcode.h" |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 20 | #include "structmember.h" |
| 21 | |
| 22 | #include <ctype.h> |
Guido van Rossum | 282914b | 1991-04-04 10:42:56 +0000 | [diff] [blame] | 23 | |
Guido van Rossum | b05a5c7 | 1997-05-07 17:46:13 +0000 | [diff] [blame] | 24 | /* Three symbols from graminit.h are also defined in Python.h, with |
| 25 | Py_ prefixes to their names. Python.h can't include graminit.h |
| 26 | (which defines too many confusing symbols), but we can check here |
| 27 | that they haven't changed (which is very unlikely, but possible). */ |
| 28 | #if Py_single_input != single_input |
Guido van Rossum | 2f75b29 | 1997-05-20 22:18:48 +0000 | [diff] [blame] | 29 | #error "single_input has changed -- update Py_single_input in Python.h" |
Guido van Rossum | b05a5c7 | 1997-05-07 17:46:13 +0000 | [diff] [blame] | 30 | #endif |
| 31 | #if Py_file_input != file_input |
Guido van Rossum | 2f75b29 | 1997-05-20 22:18:48 +0000 | [diff] [blame] | 32 | #error "file_input has changed -- update Py_file_input in Python.h" |
Guido van Rossum | b05a5c7 | 1997-05-07 17:46:13 +0000 | [diff] [blame] | 33 | #endif |
| 34 | #if Py_eval_input != eval_input |
Guido van Rossum | 2f75b29 | 1997-05-20 22:18:48 +0000 | [diff] [blame] | 35 | #error "eval_input has changed -- update Py_eval_input in Python.h" |
Guido van Rossum | b05a5c7 | 1997-05-07 17:46:13 +0000 | [diff] [blame] | 36 | #endif |
| 37 | |
Guido van Rossum | 8e793d9 | 1997-03-03 19:13:14 +0000 | [diff] [blame] | 38 | int Py_OptimizeFlag = 0; |
| 39 | |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 40 | #define OP_DELETE 0 |
| 41 | #define OP_ASSIGN 1 |
| 42 | #define OP_APPLY 2 |
| 43 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 44 | #define VAR_LOAD 0 |
| 45 | #define VAR_STORE 1 |
| 46 | #define VAR_DELETE 2 |
| 47 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 48 | #define DEL_CLOSURE_ERROR \ |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 49 | "can not delete variable '%.400s' referenced in nested scope" |
| 50 | |
| 51 | #define DUPLICATE_ARGUMENT \ |
| 52 | "duplicate argument '%s' in function definition" |
| 53 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 54 | #define GLOBAL_AFTER_ASSIGN \ |
| 55 | "name '%.400s' is assigned to before global declaration" |
| 56 | |
| 57 | #define GLOBAL_AFTER_USE \ |
| 58 | "name '%.400s' is used prior to global declaration" |
| 59 | |
Martin v. Löwis | dd7eb14 | 2003-10-18 22:05:25 +0000 | [diff] [blame] | 60 | #define PARAM_GLOBAL \ |
Neal Norwitz | 2a47c0f | 2002-01-29 00:53:41 +0000 | [diff] [blame] | 61 | "name '%.400s' is a function parameter and declared global" |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 62 | |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 63 | #define LATE_FUTURE \ |
| 64 | "from __future__ imports must occur at the beginning of the file" |
| 65 | |
Jeremy Hylton | 897b821 | 2001-03-23 14:08:38 +0000 | [diff] [blame] | 66 | #define ASSIGN_DEBUG \ |
| 67 | "can not assign to __debug__" |
| 68 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 69 | #define MANGLE_LEN 256 |
| 70 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 71 | #define OFF(x) offsetof(PyCodeObject, x) |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 72 | |
Guido van Rossum | 6f79937 | 2001-09-20 20:46:19 +0000 | [diff] [blame] | 73 | static PyMemberDef code_memberlist[] = { |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 74 | {"co_argcount", T_INT, OFF(co_argcount), READONLY}, |
| 75 | {"co_nlocals", T_INT, OFF(co_nlocals), READONLY}, |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 76 | {"co_stacksize",T_INT, OFF(co_stacksize), READONLY}, |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 77 | {"co_flags", T_INT, OFF(co_flags), READONLY}, |
Guido van Rossum | 39d942d | 1992-01-12 02:30:05 +0000 | [diff] [blame] | 78 | {"co_code", T_OBJECT, OFF(co_code), READONLY}, |
| 79 | {"co_consts", T_OBJECT, OFF(co_consts), READONLY}, |
| 80 | {"co_names", T_OBJECT, OFF(co_names), READONLY}, |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 81 | {"co_varnames", T_OBJECT, OFF(co_varnames), READONLY}, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 82 | {"co_freevars", T_OBJECT, OFF(co_freevars), READONLY}, |
| 83 | {"co_cellvars", T_OBJECT, OFF(co_cellvars), READONLY}, |
Guido van Rossum | 39d942d | 1992-01-12 02:30:05 +0000 | [diff] [blame] | 84 | {"co_filename", T_OBJECT, OFF(co_filename), READONLY}, |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 85 | {"co_name", T_OBJECT, OFF(co_name), READONLY}, |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 86 | {"co_firstlineno", T_INT, OFF(co_firstlineno), READONLY}, |
| 87 | {"co_lnotab", T_OBJECT, OFF(co_lnotab), READONLY}, |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 88 | {NULL} /* Sentinel */ |
| 89 | }; |
| 90 | |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 91 | /* Helper for code_new: return a shallow copy of a tuple that is |
| 92 | guaranteed to contain exact strings, by converting string subclasses |
| 93 | to exact strings and complaining if a non-string is found. */ |
| 94 | static PyObject* |
| 95 | validate_and_copy_tuple(PyObject *tup) |
| 96 | { |
| 97 | PyObject *newtuple; |
| 98 | PyObject *item; |
| 99 | int i, len; |
| 100 | |
| 101 | len = PyTuple_GET_SIZE(tup); |
| 102 | newtuple = PyTuple_New(len); |
| 103 | if (newtuple == NULL) |
| 104 | return NULL; |
| 105 | |
| 106 | for (i = 0; i < len; i++) { |
| 107 | item = PyTuple_GET_ITEM(tup, i); |
| 108 | if (PyString_CheckExact(item)) { |
| 109 | Py_INCREF(item); |
| 110 | } |
| 111 | else if (!PyString_Check(item)) { |
| 112 | PyErr_Format( |
| 113 | PyExc_TypeError, |
| 114 | "name tuples must contain only " |
| 115 | "strings, not '%.500s'", |
| 116 | item->ob_type->tp_name); |
| 117 | Py_DECREF(newtuple); |
| 118 | return NULL; |
| 119 | } |
| 120 | else { |
| 121 | item = PyString_FromStringAndSize( |
| 122 | PyString_AS_STRING(item), |
| 123 | PyString_GET_SIZE(item)); |
| 124 | if (item == NULL) { |
| 125 | Py_DECREF(newtuple); |
| 126 | return NULL; |
| 127 | } |
| 128 | } |
| 129 | PyTuple_SET_ITEM(newtuple, i, item); |
| 130 | } |
| 131 | |
| 132 | return newtuple; |
| 133 | } |
| 134 | |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 135 | PyDoc_STRVAR(code_doc, |
| 136 | "code(argcount, nlocals, stacksize, flags, codestring, constants, names,\n\ |
| 137 | varnames, filename, name, firstlineno, lnotab[, freevars[, cellvars]])\n\ |
| 138 | \n\ |
| 139 | Create a code object. Not for the faint of heart."); |
| 140 | |
| 141 | static PyObject * |
| 142 | code_new(PyTypeObject *type, PyObject *args, PyObject *kw) |
| 143 | { |
| 144 | int argcount; |
| 145 | int nlocals; |
| 146 | int stacksize; |
| 147 | int flags; |
Tim Peters | d459f53 | 2004-08-12 18:16:43 +0000 | [diff] [blame] | 148 | PyObject *co = NULL; |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 149 | PyObject *code; |
| 150 | PyObject *consts; |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 151 | PyObject *names, *ournames = NULL; |
| 152 | PyObject *varnames, *ourvarnames = NULL; |
| 153 | PyObject *freevars = NULL, *ourfreevars = NULL; |
| 154 | PyObject *cellvars = NULL, *ourcellvars = NULL; |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 155 | PyObject *filename; |
| 156 | PyObject *name; |
| 157 | int firstlineno; |
| 158 | PyObject *lnotab; |
| 159 | |
| 160 | if (!PyArg_ParseTuple(args, "iiiiSO!O!O!SSiS|O!O!:code", |
| 161 | &argcount, &nlocals, &stacksize, &flags, |
| 162 | &code, |
| 163 | &PyTuple_Type, &consts, |
| 164 | &PyTuple_Type, &names, |
| 165 | &PyTuple_Type, &varnames, |
| 166 | &filename, &name, |
| 167 | &firstlineno, &lnotab, |
| 168 | &PyTuple_Type, &freevars, |
| 169 | &PyTuple_Type, &cellvars)) |
| 170 | return NULL; |
| 171 | |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 172 | if (argcount < 0) { |
| 173 | PyErr_SetString( |
| 174 | PyExc_ValueError, |
| 175 | "code: argcount must not be negative"); |
| 176 | goto cleanup; |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 177 | } |
| 178 | |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 179 | if (nlocals < 0) { |
| 180 | PyErr_SetString( |
| 181 | PyExc_ValueError, |
| 182 | "code: nlocals must not be negative"); |
| 183 | goto cleanup; |
Raymond Hettinger | cc1798e | 2003-09-16 04:27:52 +0000 | [diff] [blame] | 184 | } |
Raymond Hettinger | 37a724d | 2003-09-15 21:43:16 +0000 | [diff] [blame] | 185 | |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 186 | ournames = validate_and_copy_tuple(names); |
| 187 | if (ournames == NULL) |
| 188 | goto cleanup; |
| 189 | ourvarnames = validate_and_copy_tuple(varnames); |
| 190 | if (ourvarnames == NULL) |
| 191 | goto cleanup; |
| 192 | if (freevars) |
| 193 | ourfreevars = validate_and_copy_tuple(freevars); |
| 194 | else |
| 195 | ourfreevars = PyTuple_New(0); |
| 196 | if (ourfreevars == NULL) |
| 197 | goto cleanup; |
| 198 | if (cellvars) |
| 199 | ourcellvars = validate_and_copy_tuple(cellvars); |
| 200 | else |
| 201 | ourcellvars = PyTuple_New(0); |
| 202 | if (ourcellvars == NULL) |
| 203 | goto cleanup; |
| 204 | |
Raymond Hettinger | 37a724d | 2003-09-15 21:43:16 +0000 | [diff] [blame] | 205 | co = (PyObject *) PyCode_New(argcount, nlocals, stacksize, flags, |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 206 | code, consts, ournames, ourvarnames, |
| 207 | ourfreevars, ourcellvars, filename, |
| 208 | name, firstlineno, lnotab); |
| 209 | cleanup: |
| 210 | Py_XDECREF(ournames); |
| 211 | Py_XDECREF(ourvarnames); |
| 212 | Py_XDECREF(ourfreevars); |
| 213 | Py_XDECREF(ourcellvars); |
Raymond Hettinger | 37a724d | 2003-09-15 21:43:16 +0000 | [diff] [blame] | 214 | return co; |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 215 | } |
| 216 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 217 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 218 | code_dealloc(PyCodeObject *co) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 219 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 220 | Py_XDECREF(co->co_code); |
| 221 | Py_XDECREF(co->co_consts); |
| 222 | Py_XDECREF(co->co_names); |
Guido van Rossum | 275558c | 1997-07-25 20:13:49 +0000 | [diff] [blame] | 223 | Py_XDECREF(co->co_varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 224 | Py_XDECREF(co->co_freevars); |
| 225 | Py_XDECREF(co->co_cellvars); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 226 | Py_XDECREF(co->co_filename); |
| 227 | Py_XDECREF(co->co_name); |
Guido van Rossum | 275558c | 1997-07-25 20:13:49 +0000 | [diff] [blame] | 228 | Py_XDECREF(co->co_lnotab); |
Guido van Rossum | b18618d | 2000-05-03 23:44:39 +0000 | [diff] [blame] | 229 | PyObject_DEL(co); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 232 | static PyObject * |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 233 | code_repr(PyCodeObject *co) |
Guido van Rossum | 2dff991 | 1992-09-03 20:50:59 +0000 | [diff] [blame] | 234 | { |
| 235 | char buf[500]; |
| 236 | int lineno = -1; |
Guido van Rossum | 2dff991 | 1992-09-03 20:50:59 +0000 | [diff] [blame] | 237 | char *filename = "???"; |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 238 | char *name = "???"; |
Guido van Rossum | d076c73 | 1998-10-07 19:42:25 +0000 | [diff] [blame] | 239 | |
Guido van Rossum | a396a88 | 2000-04-07 01:21:36 +0000 | [diff] [blame] | 240 | if (co->co_firstlineno != 0) |
| 241 | lineno = co->co_firstlineno; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 242 | if (co->co_filename && PyString_Check(co->co_filename)) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 243 | filename = PyString_AS_STRING(co->co_filename); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 244 | if (co->co_name && PyString_Check(co->co_name)) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 245 | name = PyString_AS_STRING(co->co_name); |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 246 | PyOS_snprintf(buf, sizeof(buf), |
| 247 | "<code object %.100s at %p, file \"%.300s\", line %d>", |
| 248 | name, co, filename, lineno); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 249 | return PyString_FromString(buf); |
Guido van Rossum | 2dff991 | 1992-09-03 20:50:59 +0000 | [diff] [blame] | 250 | } |
| 251 | |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 252 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 253 | code_compare(PyCodeObject *co, PyCodeObject *cp) |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 254 | { |
| 255 | int cmp; |
Guido van Rossum | 4467959 | 2000-04-10 16:20:31 +0000 | [diff] [blame] | 256 | cmp = PyObject_Compare(co->co_name, cp->co_name); |
| 257 | if (cmp) return cmp; |
Guido van Rossum | beef8aa | 1997-08-29 17:12:43 +0000 | [diff] [blame] | 258 | cmp = co->co_argcount - cp->co_argcount; |
Michael W. Hudson | 3ae3315 | 2002-10-03 09:50:47 +0000 | [diff] [blame] | 259 | if (cmp) return (cmp<0)?-1:1; |
Guido van Rossum | beef8aa | 1997-08-29 17:12:43 +0000 | [diff] [blame] | 260 | cmp = co->co_nlocals - cp->co_nlocals; |
Michael W. Hudson | 3ae3315 | 2002-10-03 09:50:47 +0000 | [diff] [blame] | 261 | if (cmp) return (cmp<0)?-1:1; |
Guido van Rossum | beef8aa | 1997-08-29 17:12:43 +0000 | [diff] [blame] | 262 | cmp = co->co_flags - cp->co_flags; |
Michael W. Hudson | 3ae3315 | 2002-10-03 09:50:47 +0000 | [diff] [blame] | 263 | if (cmp) return (cmp<0)?-1:1; |
Raymond Hettinger | 9047c8f | 2004-10-24 00:10:06 +0000 | [diff] [blame] | 264 | cmp = co->co_firstlineno - cp->co_firstlineno; |
| 265 | if (cmp) return (cmp<0)?-1:1; |
Guido van Rossum | d076c73 | 1998-10-07 19:42:25 +0000 | [diff] [blame] | 266 | cmp = PyObject_Compare(co->co_code, cp->co_code); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 267 | if (cmp) return cmp; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 268 | cmp = PyObject_Compare(co->co_consts, cp->co_consts); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 269 | if (cmp) return cmp; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 270 | cmp = PyObject_Compare(co->co_names, cp->co_names); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 271 | if (cmp) return cmp; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 272 | cmp = PyObject_Compare(co->co_varnames, cp->co_varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 273 | if (cmp) return cmp; |
| 274 | cmp = PyObject_Compare(co->co_freevars, cp->co_freevars); |
| 275 | if (cmp) return cmp; |
| 276 | cmp = PyObject_Compare(co->co_cellvars, cp->co_cellvars); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 277 | return cmp; |
| 278 | } |
| 279 | |
| 280 | static long |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 281 | code_hash(PyCodeObject *co) |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 282 | { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 283 | long h, h0, h1, h2, h3, h4, h5, h6; |
Guido van Rossum | 4467959 | 2000-04-10 16:20:31 +0000 | [diff] [blame] | 284 | h0 = PyObject_Hash(co->co_name); |
| 285 | if (h0 == -1) return -1; |
Guido van Rossum | d076c73 | 1998-10-07 19:42:25 +0000 | [diff] [blame] | 286 | h1 = PyObject_Hash(co->co_code); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 287 | if (h1 == -1) return -1; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 288 | h2 = PyObject_Hash(co->co_consts); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 289 | if (h2 == -1) return -1; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 290 | h3 = PyObject_Hash(co->co_names); |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 291 | if (h3 == -1) return -1; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 292 | h4 = PyObject_Hash(co->co_varnames); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 293 | if (h4 == -1) return -1; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 294 | h5 = PyObject_Hash(co->co_freevars); |
| 295 | if (h5 == -1) return -1; |
| 296 | h6 = PyObject_Hash(co->co_cellvars); |
| 297 | if (h6 == -1) return -1; |
| 298 | h = h0 ^ h1 ^ h2 ^ h3 ^ h4 ^ h5 ^ h6 ^ |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 299 | co->co_argcount ^ co->co_nlocals ^ co->co_flags; |
Guido van Rossum | 2e8f8a3 | 1993-11-05 10:20:10 +0000 | [diff] [blame] | 300 | if (h == -1) h = -2; |
| 301 | return h; |
| 302 | } |
| 303 | |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 304 | /* XXX code objects need to participate in GC? */ |
| 305 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 306 | PyTypeObject PyCode_Type = { |
| 307 | PyObject_HEAD_INIT(&PyType_Type) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 308 | 0, |
| 309 | "code", |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 310 | sizeof(PyCodeObject), |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 311 | 0, |
Jeremy Hylton | c785f48 | 2001-09-14 20:08:07 +0000 | [diff] [blame] | 312 | (destructor)code_dealloc, /* tp_dealloc */ |
| 313 | 0, /* tp_print */ |
| 314 | 0, /* tp_getattr */ |
| 315 | 0, /* tp_setattr */ |
| 316 | (cmpfunc)code_compare, /* tp_compare */ |
| 317 | (reprfunc)code_repr, /* tp_repr */ |
| 318 | 0, /* tp_as_number */ |
| 319 | 0, /* tp_as_sequence */ |
| 320 | 0, /* tp_as_mapping */ |
| 321 | (hashfunc)code_hash, /* tp_hash */ |
| 322 | 0, /* tp_call */ |
| 323 | 0, /* tp_str */ |
| 324 | PyObject_GenericGetAttr, /* tp_getattro */ |
| 325 | 0, /* tp_setattro */ |
| 326 | 0, /* tp_as_buffer */ |
| 327 | Py_TPFLAGS_DEFAULT, /* tp_flags */ |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 328 | code_doc, /* tp_doc */ |
Jeremy Hylton | c785f48 | 2001-09-14 20:08:07 +0000 | [diff] [blame] | 329 | 0, /* tp_traverse */ |
| 330 | 0, /* tp_clear */ |
| 331 | 0, /* tp_richcompare */ |
| 332 | 0, /* tp_weaklistoffset */ |
| 333 | 0, /* tp_iter */ |
| 334 | 0, /* tp_iternext */ |
| 335 | 0, /* tp_methods */ |
| 336 | code_memberlist, /* tp_members */ |
| 337 | 0, /* tp_getset */ |
| 338 | 0, /* tp_base */ |
| 339 | 0, /* tp_dict */ |
| 340 | 0, /* tp_descr_get */ |
| 341 | 0, /* tp_descr_set */ |
| 342 | 0, /* tp_dictoffset */ |
| 343 | 0, /* tp_init */ |
| 344 | 0, /* tp_alloc */ |
Guido van Rossum | bea18cc | 2002-06-14 20:41:17 +0000 | [diff] [blame] | 345 | code_new, /* tp_new */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 346 | }; |
| 347 | |
Guido van Rossum | 644a12b | 1997-04-09 19:24:53 +0000 | [diff] [blame] | 348 | #define NAME_CHARS \ |
| 349 | "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz" |
| 350 | |
Guido van Rossum | fc5ce61 | 2001-01-19 00:24:06 +0000 | [diff] [blame] | 351 | /* all_name_chars(s): true iff all chars in s are valid NAME_CHARS */ |
| 352 | |
| 353 | static int |
| 354 | all_name_chars(unsigned char *s) |
| 355 | { |
Guido van Rossum | cd90c20 | 2001-02-09 15:06:42 +0000 | [diff] [blame] | 356 | static char ok_name_char[256]; |
| 357 | static unsigned char *name_chars = (unsigned char *)NAME_CHARS; |
Guido van Rossum | fc5ce61 | 2001-01-19 00:24:06 +0000 | [diff] [blame] | 358 | |
Guido van Rossum | cd90c20 | 2001-02-09 15:06:42 +0000 | [diff] [blame] | 359 | if (ok_name_char[*name_chars] == 0) { |
| 360 | unsigned char *p; |
| 361 | for (p = name_chars; *p; p++) |
| 362 | ok_name_char[*p] = 1; |
| 363 | } |
| 364 | while (*s) { |
| 365 | if (ok_name_char[*s++] == 0) |
| 366 | return 0; |
| 367 | } |
| 368 | return 1; |
Guido van Rossum | fc5ce61 | 2001-01-19 00:24:06 +0000 | [diff] [blame] | 369 | } |
| 370 | |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 371 | static void |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 372 | intern_strings(PyObject *tuple) |
| 373 | { |
| 374 | int i; |
| 375 | |
| 376 | for (i = PyTuple_GET_SIZE(tuple); --i >= 0; ) { |
| 377 | PyObject *v = PyTuple_GET_ITEM(tuple, i); |
Michael W. Hudson | 6093462 | 2004-08-12 17:56:29 +0000 | [diff] [blame] | 378 | if (v == NULL || !PyString_CheckExact(v)) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 379 | Py_FatalError("non-string found in code slot"); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 380 | } |
| 381 | PyString_InternInPlace(&PyTuple_GET_ITEM(tuple, i)); |
| 382 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 383 | } |
| 384 | |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 385 | /* Begin: Peephole optimizations ----------------------------------------- */ |
| 386 | |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 387 | #define GETARG(arr, i) ((int)((arr[i+2]<<8) + arr[i+1])) |
| 388 | #define UNCONDITIONAL_JUMP(op) (op==JUMP_ABSOLUTE || op==JUMP_FORWARD) |
Raymond Hettinger | 5b75c38 | 2003-03-28 12:05:00 +0000 | [diff] [blame] | 389 | #define ABSOLUTE_JUMP(op) (op==JUMP_ABSOLUTE || op==CONTINUE_LOOP) |
| 390 | #define GETJUMPTGT(arr, i) (GETARG(arr,i) + (ABSOLUTE_JUMP(arr[i]) ? 0 : i+3)) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 391 | #define SETARG(arr, i, val) arr[i+2] = val>>8; arr[i+1] = val & 255 |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 392 | #define CODESIZE(op) (HAS_ARG(op) ? 3 : 1) |
| 393 | #define ISBASICBLOCK(blocks, start, bytes) (blocks[start]==blocks[start+bytes-1]) |
| 394 | |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 395 | /* Replace LOAD_CONST c1. LOAD_CONST c2 ... LOAD_CONST cn BUILD_TUPLE n |
| 396 | with LOAD_CONST (c1, c2, ... cn). |
| 397 | The consts table must still be in list form so that the |
| 398 | new constant (c1, c2, ... cn) can be appended. |
| 399 | Called with codestr pointing to the first LOAD_CONST. |
| 400 | Bails out with no change if one or more of the LOAD_CONSTs is missing. */ |
| 401 | static int |
| 402 | tuple_of_constants(unsigned char *codestr, int n, PyObject *consts) |
| 403 | { |
| 404 | PyObject *newconst, *constant; |
| 405 | int i, arg, len_consts; |
| 406 | |
| 407 | /* Pre-conditions */ |
| 408 | assert(PyList_CheckExact(consts)); |
| 409 | assert(codestr[0] == LOAD_CONST); |
| 410 | assert(codestr[n*3] == BUILD_TUPLE); |
| 411 | assert(GETARG(codestr, (n*3)) == n); |
| 412 | |
| 413 | /* Verify chain of n load_constants */ |
| 414 | for (i=0 ; i<n ; i++) |
| 415 | if (codestr[i*3] != LOAD_CONST) |
| 416 | return 0; |
| 417 | |
| 418 | /* Buildup new tuple of constants */ |
| 419 | newconst = PyTuple_New(n); |
| 420 | if (newconst == NULL) |
| 421 | return 0; |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 422 | len_consts = PyList_GET_SIZE(consts); |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 423 | for (i=0 ; i<n ; i++) { |
| 424 | arg = GETARG(codestr, (i*3)); |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 425 | assert(arg < len_consts); |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 426 | constant = PyList_GET_ITEM(consts, arg); |
| 427 | Py_INCREF(constant); |
| 428 | PyTuple_SET_ITEM(newconst, i, constant); |
| 429 | } |
| 430 | |
| 431 | /* Append folded constant onto consts */ |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 432 | if (PyList_Append(consts, newconst)) { |
| 433 | Py_DECREF(newconst); |
| 434 | return 0; |
| 435 | } |
| 436 | Py_DECREF(newconst); |
| 437 | |
| 438 | /* Write NOPs over old LOAD_CONSTS and |
| 439 | add a new LOAD_CONST newconst on top of the BUILD_TUPLE n */ |
| 440 | memset(codestr, NOP, n*3); |
| 441 | codestr[n*3] = LOAD_CONST; |
| 442 | SETARG(codestr, (n*3), len_consts); |
| 443 | return 1; |
| 444 | } |
| 445 | |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 446 | static unsigned int * |
| 447 | markblocks(unsigned char *code, int len) |
| 448 | { |
| 449 | unsigned int *blocks = PyMem_Malloc(len*sizeof(int)); |
| 450 | int i,j, opcode, oldblock, newblock, blockcnt = 0; |
| 451 | |
| 452 | if (blocks == NULL) |
| 453 | return NULL; |
| 454 | memset(blocks, 0, len*sizeof(int)); |
| 455 | for (i=0 ; i<len ; i+=CODESIZE(opcode)) { |
| 456 | opcode = code[i]; |
| 457 | switch (opcode) { |
| 458 | case FOR_ITER: |
| 459 | case JUMP_FORWARD: |
| 460 | case JUMP_IF_FALSE: |
| 461 | case JUMP_IF_TRUE: |
| 462 | case JUMP_ABSOLUTE: |
| 463 | case CONTINUE_LOOP: |
| 464 | case SETUP_LOOP: |
| 465 | case SETUP_EXCEPT: |
| 466 | case SETUP_FINALLY: |
| 467 | j = GETJUMPTGT(code, i); |
| 468 | oldblock = blocks[j]; |
| 469 | newblock = ++blockcnt; |
| 470 | for (; j<len ; j++) { |
| 471 | if (blocks[j] != (unsigned)oldblock) |
| 472 | break; |
| 473 | blocks[j] = newblock; |
| 474 | } |
| 475 | break; |
| 476 | } |
| 477 | } |
| 478 | return blocks; |
| 479 | } |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 480 | |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 481 | /* Perform basic peephole optimizations to components of a code object. |
| 482 | The consts object should still be in list form to allow new constants |
| 483 | to be appended. |
| 484 | |
| 485 | To keep the optimizer simple, it bails out (does nothing) for code |
| 486 | containing extended arguments or that has a length over 32,700. That |
| 487 | allows us to avoid overflow and sign issues. Likewise, it bails when |
| 488 | the lineno table has complex encoding for gaps >= 255. |
| 489 | |
| 490 | Optimizations are restricted to simple transformations occuring within a |
| 491 | single basic block. All transformations keep the code size the same or |
| 492 | smaller. For those that reduce size, the gaps are initially filled with |
| 493 | NOPs. Later those NOPs are removed and the jump addresses retargeted in |
| 494 | a single pass. Line numbering is adjusted accordingly. */ |
| 495 | |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 496 | static PyObject * |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 497 | optimize_code(PyObject *code, PyObject* consts, PyObject *names, PyObject *lineno_obj) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 498 | { |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 499 | int i, j, codelen, nops, h, adj; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 500 | int tgt, tgttgt, opcode; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 501 | unsigned char *codestr = NULL; |
| 502 | unsigned char *lineno; |
| 503 | int *addrmap = NULL; |
| 504 | int new_line, cum_orig_line, last_line, tabsiz; |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 505 | int cumlc=0, lastlc=0; /* Count runs of consecutive LOAD_CONST codes */ |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 506 | unsigned int *blocks; |
Raymond Hettinger | 76d962d | 2004-07-16 12:16:48 +0000 | [diff] [blame] | 507 | char *name; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 508 | |
Raymond Hettinger | 1792bfb | 2004-08-25 17:19:38 +0000 | [diff] [blame] | 509 | /* Bypass optimization when the lineno table is too complex */ |
| 510 | assert(PyString_Check(lineno_obj)); |
| 511 | lineno = PyString_AS_STRING(lineno_obj); |
| 512 | tabsiz = PyString_GET_SIZE(lineno_obj); |
| 513 | if (memchr(lineno, 255, tabsiz) != NULL) |
| 514 | goto exitUnchanged; |
| 515 | |
Raymond Hettinger | a12fa14 | 2004-08-24 04:34:16 +0000 | [diff] [blame] | 516 | /* Avoid situations where jump retargeting could overflow */ |
Raymond Hettinger | 06cc973 | 2004-09-28 17:22:12 +0000 | [diff] [blame] | 517 | assert(PyString_Check(code)); |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 518 | codelen = PyString_Size(code); |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 519 | if (codelen > 32700) |
Raymond Hettinger | a12fa14 | 2004-08-24 04:34:16 +0000 | [diff] [blame] | 520 | goto exitUnchanged; |
| 521 | |
| 522 | /* Make a modifiable copy of the code string */ |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 523 | codestr = PyMem_Malloc(codelen); |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 524 | if (codestr == NULL) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 525 | goto exitUnchanged; |
| 526 | codestr = memcpy(codestr, PyString_AS_STRING(code), codelen); |
Raymond Hettinger | 98bd181 | 2004-08-06 19:46:34 +0000 | [diff] [blame] | 527 | |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 528 | /* Mapping to new jump targets after NOPs are removed */ |
| 529 | addrmap = PyMem_Malloc(codelen * sizeof(int)); |
| 530 | if (addrmap == NULL) |
| 531 | goto exitUnchanged; |
| 532 | |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 533 | blocks = markblocks(codestr, codelen); |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 534 | if (blocks == NULL) |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 535 | goto exitUnchanged; |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 536 | assert(PyList_Check(consts)); |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 537 | |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 538 | for (i=0, nops=0 ; i<codelen ; i += CODESIZE(codestr[i])) { |
| 539 | addrmap[i] = i - nops; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 540 | opcode = codestr[i]; |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 541 | |
| 542 | lastlc = cumlc; |
| 543 | cumlc = 0; |
| 544 | |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 545 | switch (opcode) { |
| 546 | |
Raymond Hettinger | 43ea47f | 2004-06-24 09:25:39 +0000 | [diff] [blame] | 547 | /* Replace UNARY_NOT JUMP_IF_FALSE POP_TOP with |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 548 | with JUMP_IF_TRUE POP_TOP */ |
Raymond Hettinger | 9c18e81 | 2004-06-21 16:31:15 +0000 | [diff] [blame] | 549 | case UNARY_NOT: |
| 550 | if (codestr[i+1] != JUMP_IF_FALSE || |
| 551 | codestr[i+4] != POP_TOP || |
| 552 | !ISBASICBLOCK(blocks,i,5)) |
| 553 | continue; |
| 554 | tgt = GETJUMPTGT(codestr, (i+1)); |
| 555 | if (codestr[tgt] != POP_TOP) |
| 556 | continue; |
Raymond Hettinger | 43ea47f | 2004-06-24 09:25:39 +0000 | [diff] [blame] | 557 | j = GETARG(codestr, i+1) + 1; |
| 558 | codestr[i] = JUMP_IF_TRUE; |
| 559 | SETARG(codestr, i, j); |
| 560 | codestr[i+3] = POP_TOP; |
| 561 | codestr[i+4] = NOP; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 562 | nops++; |
Raymond Hettinger | 9c18e81 | 2004-06-21 16:31:15 +0000 | [diff] [blame] | 563 | break; |
| 564 | |
| 565 | /* not a is b --> a is not b |
| 566 | not a in b --> a not in b |
| 567 | not a is not b --> a is b |
| 568 | not a not in b --> a in b */ |
| 569 | case COMPARE_OP: |
| 570 | j = GETARG(codestr, i); |
| 571 | if (j < 6 || j > 9 || |
| 572 | codestr[i+3] != UNARY_NOT || |
| 573 | !ISBASICBLOCK(blocks,i,4)) |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 574 | continue; |
Raymond Hettinger | 9c18e81 | 2004-06-21 16:31:15 +0000 | [diff] [blame] | 575 | SETARG(codestr, i, (j^1)); |
| 576 | codestr[i+3] = NOP; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 577 | nops++; |
Tim Peters | db5860b | 2004-07-17 05:00:52 +0000 | [diff] [blame] | 578 | break; |
| 579 | |
Raymond Hettinger | 76d962d | 2004-07-16 12:16:48 +0000 | [diff] [blame] | 580 | /* Replace LOAD_GLOBAL/LOAD_NAME None with LOAD_CONST None */ |
| 581 | case LOAD_NAME: |
| 582 | case LOAD_GLOBAL: |
| 583 | j = GETARG(codestr, i); |
| 584 | name = PyString_AsString(PyTuple_GET_ITEM(names, j)); |
| 585 | if (name == NULL || strcmp(name, "None") != 0) |
| 586 | continue; |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 587 | for (j=0 ; j < PyList_GET_SIZE(consts) ; j++) { |
| 588 | if (PyList_GET_ITEM(consts, j) == Py_None) { |
Raymond Hettinger | 76d962d | 2004-07-16 12:16:48 +0000 | [diff] [blame] | 589 | codestr[i] = LOAD_CONST; |
| 590 | SETARG(codestr, i, j); |
| 591 | break; |
| 592 | } |
| 593 | } |
Raymond Hettinger | 9c18e81 | 2004-06-21 16:31:15 +0000 | [diff] [blame] | 594 | break; |
| 595 | |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 596 | /* Skip over LOAD_CONST trueconst JUMP_IF_FALSE xx POP_TOP */ |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 597 | case LOAD_CONST: |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 598 | cumlc = lastlc + 1; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 599 | j = GETARG(codestr, i); |
| 600 | if (codestr[i+3] != JUMP_IF_FALSE || |
| 601 | codestr[i+6] != POP_TOP || |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 602 | !ISBASICBLOCK(blocks,i,7) || |
| 603 | !PyObject_IsTrue(PyList_GET_ITEM(consts, j))) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 604 | continue; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 605 | memset(codestr+i, NOP, 7); |
| 606 | nops += 7; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 607 | break; |
| 608 | |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 609 | /* Try to fold tuples of constants. |
| 610 | Skip over BUILD_SEQN 1 UNPACK_SEQN 1. |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 611 | Replace BUILD_SEQN 2 UNPACK_SEQN 2 with ROT2. |
| 612 | Replace BUILD_SEQN 3 UNPACK_SEQN 3 with ROT3 ROT2. */ |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 613 | case BUILD_TUPLE: |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 614 | j = GETARG(codestr, i); |
| 615 | h = i - 3 * j; |
| 616 | if (h >= 0 && |
Raymond Hettinger | 23109ef | 2004-10-26 08:59:14 +0000 | [diff] [blame] | 617 | j == lastlc && |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 618 | codestr[h] == LOAD_CONST && |
| 619 | ISBASICBLOCK(blocks, h, 3*(j+1)) && |
| 620 | tuple_of_constants(&codestr[h], j, consts)) { |
| 621 | nops += 3 * j; |
| 622 | break; |
| 623 | } |
| 624 | /* Intentional fallthrough */ |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 625 | case BUILD_LIST: |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 626 | j = GETARG(codestr, i); |
| 627 | if (codestr[i+3] != UNPACK_SEQUENCE || |
| 628 | !ISBASICBLOCK(blocks,i,6) || |
| 629 | j != GETARG(codestr, i+3)) |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 630 | continue; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 631 | if (j == 1) { |
| 632 | memset(codestr+i, NOP, 6); |
| 633 | nops += 6; |
| 634 | } else if (j == 2) { |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 635 | codestr[i] = ROT_TWO; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 636 | memset(codestr+i+1, NOP, 5); |
| 637 | nops += 5; |
| 638 | } else if (j == 3) { |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 639 | codestr[i] = ROT_THREE; |
| 640 | codestr[i+1] = ROT_TWO; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 641 | memset(codestr+i+2, NOP, 4); |
| 642 | nops += 4; |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 643 | } |
| 644 | break; |
| 645 | |
Raymond Hettinger | ef0a82b | 2004-08-25 03:18:29 +0000 | [diff] [blame] | 646 | /* Simplify conditional jump to conditional jump where the |
| 647 | result of the first test implies the success of a similar |
| 648 | test or the failure of the opposite test. |
| 649 | Arises in code like: |
| 650 | "a and b or c" |
| 651 | "a and b and c" |
| 652 | x:JUMP_IF_FALSE y y:JUMP_IF_FALSE z --> x:JUMP_IF_FALSE z |
Raymond Hettinger | 65d3c05 | 2004-08-25 15:15:56 +0000 | [diff] [blame] | 653 | x:JUMP_IF_FALSE y y:JUMP_IF_TRUE z --> x:JUMP_IF_FALSE y+3 |
| 654 | where y+3 is the instruction following the second test. |
Raymond Hettinger | ef0a82b | 2004-08-25 03:18:29 +0000 | [diff] [blame] | 655 | */ |
| 656 | case JUMP_IF_FALSE: |
| 657 | case JUMP_IF_TRUE: |
| 658 | tgt = GETJUMPTGT(codestr, i); |
| 659 | j = codestr[tgt]; |
| 660 | if (j == JUMP_IF_FALSE || j == JUMP_IF_TRUE) { |
| 661 | if (j == opcode) { |
| 662 | tgttgt = GETJUMPTGT(codestr, tgt) - i - 3; |
| 663 | SETARG(codestr, i, tgttgt); |
| 664 | } else { |
| 665 | tgt -= i; |
| 666 | SETARG(codestr, i, tgt); |
| 667 | } |
| 668 | break; |
| 669 | } |
| 670 | /* Intentional fallthrough */ |
| 671 | |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 672 | /* Replace jumps to unconditional jumps */ |
Raymond Hettinger | 255a3d0 | 2003-04-15 10:35:07 +0000 | [diff] [blame] | 673 | case FOR_ITER: |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 674 | case JUMP_FORWARD: |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 675 | case JUMP_ABSOLUTE: |
| 676 | case CONTINUE_LOOP: |
| 677 | case SETUP_LOOP: |
| 678 | case SETUP_EXCEPT: |
| 679 | case SETUP_FINALLY: |
| 680 | tgt = GETJUMPTGT(codestr, i); |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 681 | if (!UNCONDITIONAL_JUMP(codestr[tgt])) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 682 | continue; |
| 683 | tgttgt = GETJUMPTGT(codestr, tgt); |
| 684 | if (opcode == JUMP_FORWARD) /* JMP_ABS can go backwards */ |
| 685 | opcode = JUMP_ABSOLUTE; |
Raymond Hettinger | 5b75c38 | 2003-03-28 12:05:00 +0000 | [diff] [blame] | 686 | if (!ABSOLUTE_JUMP(opcode)) |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 687 | tgttgt -= i + 3; /* Calc relative jump addr */ |
| 688 | if (tgttgt < 0) /* No backward relative jumps */ |
| 689 | continue; |
| 690 | codestr[i] = opcode; |
| 691 | SETARG(codestr, i, tgttgt); |
| 692 | break; |
| 693 | |
| 694 | case EXTENDED_ARG: |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 695 | goto exitUnchanged; |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 696 | |
| 697 | /* Replace RETURN LOAD_CONST None RETURN with just RETURN */ |
| 698 | case RETURN_VALUE: |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 699 | if (i+4 >= codelen || |
| 700 | codestr[i+4] != RETURN_VALUE || |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 701 | !ISBASICBLOCK(blocks,i,5)) |
| 702 | continue; |
| 703 | memset(codestr+i+1, NOP, 4); |
| 704 | nops += 4; |
| 705 | break; |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 706 | } |
| 707 | } |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 708 | |
| 709 | /* Fixup linenotab */ |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 710 | cum_orig_line = 0; |
| 711 | last_line = 0; |
| 712 | for (i=0 ; i < tabsiz ; i+=2) { |
| 713 | cum_orig_line += lineno[i]; |
| 714 | new_line = addrmap[cum_orig_line]; |
Raymond Hettinger | 1792bfb | 2004-08-25 17:19:38 +0000 | [diff] [blame] | 715 | assert (new_line - last_line < 255); |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 716 | lineno[i] =((unsigned char)(new_line - last_line)); |
| 717 | last_line = new_line; |
| 718 | } |
| 719 | |
| 720 | /* Remove NOPs and fixup jump targets */ |
| 721 | for (i=0, h=0 ; i<codelen ; ) { |
| 722 | opcode = codestr[i]; |
| 723 | switch (opcode) { |
| 724 | case NOP: |
| 725 | i++; |
| 726 | continue; |
| 727 | |
| 728 | case JUMP_ABSOLUTE: |
| 729 | case CONTINUE_LOOP: |
| 730 | j = addrmap[GETARG(codestr, i)]; |
| 731 | SETARG(codestr, i, j); |
| 732 | break; |
| 733 | |
| 734 | case FOR_ITER: |
| 735 | case JUMP_FORWARD: |
| 736 | case JUMP_IF_FALSE: |
| 737 | case JUMP_IF_TRUE: |
| 738 | case SETUP_LOOP: |
| 739 | case SETUP_EXCEPT: |
| 740 | case SETUP_FINALLY: |
| 741 | j = addrmap[GETARG(codestr, i) + i + 3] - addrmap[i] - 3; |
| 742 | SETARG(codestr, i, j); |
| 743 | break; |
| 744 | } |
| 745 | adj = CODESIZE(opcode); |
| 746 | while (adj--) |
| 747 | codestr[h++] = codestr[i++]; |
| 748 | } |
Raymond Hettinger | a12fa14 | 2004-08-24 04:34:16 +0000 | [diff] [blame] | 749 | assert(h + nops == codelen); |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 750 | |
| 751 | code = PyString_FromStringAndSize((char *)codestr, h); |
| 752 | PyMem_Free(addrmap); |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 753 | PyMem_Free(codestr); |
Raymond Hettinger | ff5bc50 | 2004-03-21 15:12:00 +0000 | [diff] [blame] | 754 | PyMem_Free(blocks); |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 755 | return code; |
| 756 | |
| 757 | exitUnchanged: |
Raymond Hettinger | fd2d1f7 | 2004-08-23 23:37:48 +0000 | [diff] [blame] | 758 | if (addrmap != NULL) |
| 759 | PyMem_Free(addrmap); |
| 760 | if (codestr != NULL) |
| 761 | PyMem_Free(codestr); |
Raymond Hettinger | f6f575a | 2003-03-26 01:07:54 +0000 | [diff] [blame] | 762 | Py_INCREF(code); |
| 763 | return code; |
| 764 | } |
| 765 | |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 766 | /* End: Peephole optimizations ----------------------------------------- */ |
| 767 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 768 | PyCodeObject * |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 769 | PyCode_New(int argcount, int nlocals, int stacksize, int flags, |
| 770 | PyObject *code, PyObject *consts, PyObject *names, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 771 | PyObject *varnames, PyObject *freevars, PyObject *cellvars, |
| 772 | PyObject *filename, PyObject *name, int firstlineno, |
| 773 | PyObject *lnotab) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 774 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 775 | PyCodeObject *co; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 776 | int i; |
| 777 | /* Check argument types */ |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 778 | if (argcount < 0 || nlocals < 0 || |
Guido van Rossum | d076c73 | 1998-10-07 19:42:25 +0000 | [diff] [blame] | 779 | code == NULL || |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 780 | consts == NULL || !PyTuple_Check(consts) || |
| 781 | names == NULL || !PyTuple_Check(names) || |
| 782 | varnames == NULL || !PyTuple_Check(varnames) || |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 783 | freevars == NULL || !PyTuple_Check(freevars) || |
| 784 | cellvars == NULL || !PyTuple_Check(cellvars) || |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 785 | name == NULL || !PyString_Check(name) || |
| 786 | filename == NULL || !PyString_Check(filename) || |
Jeremy Hylton | 9f64caa | 2001-11-09 22:02:48 +0000 | [diff] [blame] | 787 | lnotab == NULL || !PyString_Check(lnotab) || |
| 788 | !PyObject_CheckReadBuffer(code)) { |
Guido van Rossum | d076c73 | 1998-10-07 19:42:25 +0000 | [diff] [blame] | 789 | PyErr_BadInternalCall(); |
| 790 | return NULL; |
| 791 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 792 | intern_strings(names); |
| 793 | intern_strings(varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 794 | intern_strings(freevars); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 795 | intern_strings(cellvars); |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 796 | /* Intern selected string constants */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 797 | for (i = PyTuple_Size(consts); --i >= 0; ) { |
| 798 | PyObject *v = PyTuple_GetItem(consts, i); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 799 | if (!PyString_Check(v)) |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 800 | continue; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 801 | if (!all_name_chars((unsigned char *)PyString_AS_STRING(v))) |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 802 | continue; |
| 803 | PyString_InternInPlace(&PyTuple_GET_ITEM(consts, i)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 804 | } |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 805 | co = PyObject_NEW(PyCodeObject, &PyCode_Type); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 806 | if (co != NULL) { |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 807 | co->co_argcount = argcount; |
| 808 | co->co_nlocals = nlocals; |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 809 | co->co_stacksize = stacksize; |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 810 | co->co_flags = flags; |
Raymond Hettinger | 1a78929 | 2004-08-18 05:22:06 +0000 | [diff] [blame] | 811 | Py_INCREF(code); |
| 812 | co->co_code = code; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 813 | Py_INCREF(consts); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 814 | co->co_consts = consts; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 815 | Py_INCREF(names); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 816 | co->co_names = names; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 817 | Py_INCREF(varnames); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 818 | co->co_varnames = varnames; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 819 | Py_INCREF(freevars); |
| 820 | co->co_freevars = freevars; |
| 821 | Py_INCREF(cellvars); |
| 822 | co->co_cellvars = cellvars; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 823 | Py_INCREF(filename); |
Guido van Rossum | a082ce4 | 1991-06-04 19:41:56 +0000 | [diff] [blame] | 824 | co->co_filename = filename; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 825 | Py_INCREF(name); |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 826 | co->co_name = name; |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 827 | co->co_firstlineno = firstlineno; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 828 | Py_INCREF(lnotab); |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 829 | co->co_lnotab = lnotab; |
Jeremy Hylton | 985eba5 | 2003-02-05 23:13:00 +0000 | [diff] [blame] | 830 | if (PyTuple_GET_SIZE(freevars) == 0 && |
| 831 | PyTuple_GET_SIZE(cellvars) == 0) |
| 832 | co->co_flags |= CO_NOFREE; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 833 | } |
| 834 | return co; |
| 835 | } |
| 836 | |
| 837 | |
| 838 | /* Data structure used internally */ |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 839 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 840 | /* The compiler uses two passes to generate bytecodes. The first pass |
| 841 | builds the symbol table. The second pass generates the bytecode. |
| 842 | |
| 843 | The first pass uses a single symtable struct. The second pass uses |
| 844 | a compiling struct for each code block. The compiling structs |
| 845 | share a reference to the symtable. |
| 846 | |
| 847 | The two passes communicate via symtable_load_symbols() and via |
| 848 | is_local() and is_global(). The former initializes several slots |
| 849 | in the compiling struct: c_varnames, c_locals, c_nlocals, |
| 850 | c_argcount, c_globals, and c_flags. |
| 851 | */ |
| 852 | |
Tim Peters | 2a7f384 | 2001-06-09 09:26:21 +0000 | [diff] [blame] | 853 | /* All about c_lnotab. |
| 854 | |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 855 | c_lnotab is an array of unsigned bytes disguised as a Python string. Since |
| 856 | version 2.3, SET_LINENO opcodes are never generated and bytecode offsets are |
| 857 | mapped to source code line #s via c_lnotab instead. |
| 858 | |
Tim Peters | 2a7f384 | 2001-06-09 09:26:21 +0000 | [diff] [blame] | 859 | The array is conceptually a list of |
| 860 | (bytecode offset increment, line number increment) |
| 861 | pairs. The details are important and delicate, best illustrated by example: |
| 862 | |
| 863 | byte code offset source code line number |
| 864 | 0 1 |
| 865 | 6 2 |
| 866 | 50 7 |
| 867 | 350 307 |
| 868 | 361 308 |
| 869 | |
| 870 | The first trick is that these numbers aren't stored, only the increments |
| 871 | from one row to the next (this doesn't really work, but it's a start): |
| 872 | |
| 873 | 0, 1, 6, 1, 44, 5, 300, 300, 11, 1 |
| 874 | |
| 875 | The second trick is that an unsigned byte can't hold negative values, or |
| 876 | values larger than 255, so (a) there's a deep assumption that byte code |
| 877 | offsets and their corresponding line #s both increase monotonically, and (b) |
| 878 | if at least one column jumps by more than 255 from one row to the next, more |
| 879 | than one pair is written to the table. In case #b, there's no way to know |
| 880 | from looking at the table later how many were written. That's the delicate |
| 881 | part. A user of c_lnotab desiring to find the source line number |
| 882 | corresponding to a bytecode address A should do something like this |
| 883 | |
| 884 | lineno = addr = 0 |
| 885 | for addr_incr, line_incr in c_lnotab: |
| 886 | addr += addr_incr |
| 887 | if addr > A: |
| 888 | return lineno |
| 889 | lineno += line_incr |
| 890 | |
| 891 | In order for this to work, when the addr field increments by more than 255, |
| 892 | the line # increment in each pair generated must be 0 until the remaining addr |
| 893 | increment is < 256. So, in the example above, com_set_lineno should not (as |
| 894 | was actually done until 2.2) expand 300, 300 to 255, 255, 45, 45, but to |
| 895 | 255, 0, 45, 255, 0, 45. |
| 896 | */ |
| 897 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 898 | struct compiling { |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 899 | PyObject *c_code; /* string */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 900 | PyObject *c_consts; /* list of objects */ |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 901 | PyObject *c_const_dict; /* inverse of c_consts */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 902 | PyObject *c_names; /* list of strings (names) */ |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 903 | PyObject *c_name_dict; /* inverse of c_names */ |
Neal Norwitz | 0698222 | 2002-12-18 01:18:44 +0000 | [diff] [blame] | 904 | PyObject *c_globals; /* dictionary (value=None or True) */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 905 | PyObject *c_locals; /* dictionary (value=localID) */ |
| 906 | PyObject *c_varnames; /* list (inverse of c_locals) */ |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 907 | PyObject *c_freevars; /* dictionary (value=None) */ |
Brett Cannon | 31f8350 | 2004-08-15 01:15:01 +0000 | [diff] [blame] | 908 | PyObject *c_cellvars; /* dictionary */ |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 909 | int c_nlocals; /* index of next local */ |
| 910 | int c_argcount; /* number of top-level arguments */ |
| 911 | int c_flags; /* same as co_flags */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 912 | int c_nexti; /* index into c_code */ |
| 913 | int c_errors; /* counts errors occurred */ |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 914 | int c_infunction; /* set when compiling a function */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 915 | int c_interactive; /* generating code for interactive command */ |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 916 | int c_loops; /* counts nested loops */ |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 917 | int c_begin; /* begin of current loop, for 'continue' */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 918 | int c_block[CO_MAXBLOCKS]; /* stack of block types */ |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 919 | int c_nblocks; /* current block stack level */ |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 920 | const char *c_filename; /* filename of current node */ |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 921 | char *c_name; /* name of object (e.g. function) */ |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 922 | int c_lineno; /* Current line number */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 923 | int c_stacklevel; /* Current stack level */ |
| 924 | int c_maxstacklevel; /* Maximum stack level */ |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 925 | int c_firstlineno; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 926 | PyObject *c_lnotab; /* Table mapping address to line number */ |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 927 | int c_last_addr; /* last op addr seen and recorded in lnotab */ |
| 928 | int c_last_line; /* last line seen and recorded in lnotab */ |
| 929 | int c_lnotab_next; /* current length of lnotab */ |
| 930 | int c_lnotab_last; /* start of last lnotab record added */ |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 931 | char *c_private; /* for private name mangling */ |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 932 | int c_tmpname; /* temporary local name counter */ |
Guido van Rossum | cd90c20 | 2001-02-09 15:06:42 +0000 | [diff] [blame] | 933 | int c_nested; /* Is block nested funcdef or lamdef? */ |
| 934 | int c_closure; /* Is nested w/freevars? */ |
| 935 | struct symtable *c_symtable; /* pointer to module symbol table */ |
Jeremy Hylton | 4db62b1 | 2001-02-27 19:07:02 +0000 | [diff] [blame] | 936 | PyFutureFeatures *c_future; /* pointer to module's __future__ */ |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 937 | char *c_encoding; /* source encoding (a borrowed reference) */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 938 | }; |
| 939 | |
Guido van Rossum | f68d8e5 | 2001-04-14 17:55:09 +0000 | [diff] [blame] | 940 | static int |
| 941 | is_free(int v) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 942 | { |
| 943 | if ((v & (USE | DEF_FREE)) |
| 944 | && !(v & (DEF_LOCAL | DEF_PARAM | DEF_GLOBAL))) |
| 945 | return 1; |
| 946 | if (v & DEF_FREE_CLASS) |
| 947 | return 1; |
| 948 | return 0; |
| 949 | } |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 950 | |
Jeremy Hylton | 5acc0c0 | 2001-02-02 20:01:10 +0000 | [diff] [blame] | 951 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 952 | com_error(struct compiling *c, PyObject *exc, char *msg) |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 953 | { |
Jeremy Hylton | 9f1b993 | 2001-02-28 07:07:43 +0000 | [diff] [blame] | 954 | PyObject *t = NULL, *v = NULL, *w = NULL, *line = NULL; |
| 955 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 956 | if (c == NULL) { |
| 957 | /* Error occurred via symtable call to |
| 958 | is_constant_false */ |
| 959 | PyErr_SetString(exc, msg); |
| 960 | return; |
| 961 | } |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 962 | c->c_errors++; |
Jeremy Hylton | 9f1b993 | 2001-02-28 07:07:43 +0000 | [diff] [blame] | 963 | if (c->c_lineno < 1 || c->c_interactive) { |
| 964 | /* Unknown line number or interactive input */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 965 | PyErr_SetString(exc, msg); |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 966 | return; |
| 967 | } |
Fred Drake | dcf08e0 | 2000-08-15 15:49:44 +0000 | [diff] [blame] | 968 | v = PyString_FromString(msg); |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 969 | if (v == NULL) |
| 970 | return; /* MemoryError, too bad */ |
Fred Drake | dcf08e0 | 2000-08-15 15:49:44 +0000 | [diff] [blame] | 971 | |
Jeremy Hylton | ad3d3f2 | 2001-02-28 17:47:12 +0000 | [diff] [blame] | 972 | line = PyErr_ProgramText(c->c_filename, c->c_lineno); |
Jeremy Hylton | 9f1b993 | 2001-02-28 07:07:43 +0000 | [diff] [blame] | 973 | if (line == NULL) { |
| 974 | Py_INCREF(Py_None); |
| 975 | line = Py_None; |
| 976 | } |
Martin v. Löwis | cfeb3b6 | 2002-03-03 21:30:27 +0000 | [diff] [blame] | 977 | if (exc == PyExc_SyntaxError) { |
| 978 | t = Py_BuildValue("(ziOO)", c->c_filename, c->c_lineno, |
| 979 | Py_None, line); |
| 980 | if (t == NULL) |
| 981 | goto exit; |
Raymond Hettinger | 8ae4689 | 2003-10-12 19:09:37 +0000 | [diff] [blame] | 982 | w = PyTuple_Pack(2, v, t); |
Martin v. Löwis | cfeb3b6 | 2002-03-03 21:30:27 +0000 | [diff] [blame] | 983 | if (w == NULL) |
| 984 | goto exit; |
| 985 | PyErr_SetObject(exc, w); |
| 986 | } else { |
| 987 | /* Make sure additional exceptions are printed with |
| 988 | file and line, also. */ |
| 989 | PyErr_SetObject(exc, v); |
| 990 | PyErr_SyntaxLocation(c->c_filename, c->c_lineno); |
| 991 | } |
Jeremy Hylton | 9f1b993 | 2001-02-28 07:07:43 +0000 | [diff] [blame] | 992 | exit: |
| 993 | Py_XDECREF(t); |
| 994 | Py_XDECREF(v); |
| 995 | Py_XDECREF(w); |
| 996 | Py_XDECREF(line); |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 997 | } |
| 998 | |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 999 | /* Interface to the block stack */ |
| 1000 | |
| 1001 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1002 | block_push(struct compiling *c, int type) |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1003 | { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1004 | if (c->c_nblocks >= CO_MAXBLOCKS) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1005 | com_error(c, PyExc_SystemError, |
| 1006 | "too many statically nested blocks"); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1007 | } |
| 1008 | else { |
| 1009 | c->c_block[c->c_nblocks++] = type; |
| 1010 | } |
| 1011 | } |
| 1012 | |
| 1013 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1014 | block_pop(struct compiling *c, int type) |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1015 | { |
| 1016 | if (c->c_nblocks > 0) |
| 1017 | c->c_nblocks--; |
| 1018 | if (c->c_block[c->c_nblocks] != type && c->c_errors == 0) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1019 | com_error(c, PyExc_SystemError, "bad block pop"); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1020 | } |
| 1021 | } |
| 1022 | |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 1023 | /* Prototype forward declarations */ |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1024 | |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 1025 | static int issue_warning(const char *, const char *, int); |
| 1026 | static int com_init(struct compiling *, const char *); |
Tim Peters | dbd9ba6 | 2000-07-09 03:09:57 +0000 | [diff] [blame] | 1027 | static void com_free(struct compiling *); |
| 1028 | static void com_push(struct compiling *, int); |
| 1029 | static void com_pop(struct compiling *, int); |
| 1030 | static void com_done(struct compiling *); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1031 | static void com_node(struct compiling *, node *); |
| 1032 | static void com_factor(struct compiling *, node *); |
Tim Peters | dbd9ba6 | 2000-07-09 03:09:57 +0000 | [diff] [blame] | 1033 | static void com_addbyte(struct compiling *, int); |
| 1034 | static void com_addint(struct compiling *, int); |
| 1035 | static void com_addoparg(struct compiling *, int, int); |
| 1036 | static void com_addfwref(struct compiling *, int, int *); |
| 1037 | static void com_backpatch(struct compiling *, int); |
| 1038 | static int com_add(struct compiling *, PyObject *, PyObject *, PyObject *); |
| 1039 | static int com_addconst(struct compiling *, PyObject *); |
| 1040 | static int com_addname(struct compiling *, PyObject *); |
| 1041 | static void com_addopname(struct compiling *, int, node *); |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1042 | static void com_test(struct compiling *c, node *n); |
Tim Peters | dbd9ba6 | 2000-07-09 03:09:57 +0000 | [diff] [blame] | 1043 | static void com_list(struct compiling *, node *, int); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1044 | static void com_list_iter(struct compiling *, node *, node *, char *); |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1045 | static void com_gen_iter(struct compiling *, node *, node *); |
Tim Peters | dbd9ba6 | 2000-07-09 03:09:57 +0000 | [diff] [blame] | 1046 | static int com_argdefs(struct compiling *, node *); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 1047 | static void com_assign(struct compiling *, node *, int, node *); |
| 1048 | static void com_assign_name(struct compiling *, node *, int); |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1049 | static int com_make_closure(struct compiling *c, PyCodeObject *co); |
| 1050 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1051 | static PyCodeObject *icompile(node *, struct compiling *); |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 1052 | static PyCodeObject *jcompile(node *, const char *, struct compiling *, |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 1053 | PyCompilerFlags *); |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1054 | static PyObject *parsestrplus(struct compiling*, node *); |
| 1055 | static PyObject *parsestr(struct compiling *, char *); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 1056 | static node *get_rawdocstring(node *); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1057 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1058 | static int get_ref_type(struct compiling *, char *); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1059 | |
| 1060 | /* symtable operations */ |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1061 | static int symtable_lookup(struct symtable *st, char *name); |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 1062 | static struct symtable *symtable_build(node *, PyFutureFeatures *, |
| 1063 | const char *filename); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1064 | static int symtable_load_symbols(struct compiling *); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 1065 | static struct symtable *symtable_init(void); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 1066 | static void symtable_enter_scope(struct symtable *, char *, int, int); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1067 | static int symtable_exit_scope(struct symtable *); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1068 | static int symtable_add_def(struct symtable *, char *, int); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1069 | static int symtable_add_def_o(struct symtable *, PyObject *, PyObject *, int); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1070 | |
| 1071 | static void symtable_node(struct symtable *, node *); |
| 1072 | static void symtable_funcdef(struct symtable *, node *); |
| 1073 | static void symtable_default_args(struct symtable *, node *); |
| 1074 | static void symtable_params(struct symtable *, node *); |
| 1075 | static void symtable_params_fplist(struct symtable *, node *n); |
| 1076 | static void symtable_global(struct symtable *, node *); |
| 1077 | static void symtable_import(struct symtable *, node *); |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 1078 | static void symtable_assign(struct symtable *, node *, int); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1079 | static void symtable_list_comprehension(struct symtable *, node *); |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1080 | static void symtable_generator_expression(struct symtable *, node *); |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 1081 | static void symtable_list_for(struct symtable *, node *); |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1082 | static void symtable_gen_for(struct symtable *, node *, int); |
| 1083 | static void symtable_gen_iter(struct symtable *, node *); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1084 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1085 | static int symtable_update_free_vars(struct symtable *); |
| 1086 | static int symtable_undo_free(struct symtable *, PyObject *, PyObject *); |
| 1087 | static int symtable_check_global(struct symtable *, PyObject *, PyObject *); |
| 1088 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1089 | /* helper */ |
| 1090 | static void |
| 1091 | do_pad(int pad) |
| 1092 | { |
| 1093 | int i; |
| 1094 | for (i = 0; i < pad; ++i) |
| 1095 | fprintf(stderr, " "); |
| 1096 | } |
| 1097 | |
| 1098 | static void |
| 1099 | dump(node *n, int pad, int depth) |
| 1100 | { |
| 1101 | int i; |
| 1102 | if (depth == 0) |
| 1103 | return; |
| 1104 | do_pad(pad); |
| 1105 | fprintf(stderr, "%d: %s\n", TYPE(n), STR(n)); |
| 1106 | if (depth > 0) |
| 1107 | depth--; |
| 1108 | for (i = 0; i < NCH(n); ++i) |
| 1109 | dump(CHILD(n, i), pad + 1, depth); |
| 1110 | } |
| 1111 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1112 | static int |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 1113 | com_init(struct compiling *c, const char *filename) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1114 | { |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1115 | memset((void *)c, '\0', sizeof(struct compiling)); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1116 | if ((c->c_code = PyString_FromStringAndSize((char *)NULL, |
| 1117 | 1000)) == NULL) |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1118 | goto fail; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1119 | if ((c->c_consts = PyList_New(0)) == NULL) |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1120 | goto fail; |
| 1121 | if ((c->c_const_dict = PyDict_New()) == NULL) |
| 1122 | goto fail; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1123 | if ((c->c_names = PyList_New(0)) == NULL) |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1124 | goto fail; |
| 1125 | if ((c->c_name_dict = PyDict_New()) == NULL) |
| 1126 | goto fail; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1127 | if ((c->c_locals = PyDict_New()) == NULL) |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1128 | goto fail; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1129 | if ((c->c_lnotab = PyString_FromStringAndSize((char *)NULL, |
| 1130 | 1000)) == NULL) |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1131 | goto fail; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1132 | c->c_globals = NULL; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1133 | c->c_varnames = NULL; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1134 | c->c_freevars = NULL; |
| 1135 | c->c_cellvars = NULL; |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 1136 | c->c_nlocals = 0; |
| 1137 | c->c_argcount = 0; |
| 1138 | c->c_flags = 0; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1139 | c->c_nexti = 0; |
| 1140 | c->c_errors = 0; |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 1141 | c->c_infunction = 0; |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 1142 | c->c_interactive = 0; |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 1143 | c->c_loops = 0; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 1144 | c->c_begin = 0; |
| 1145 | c->c_nblocks = 0; |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 1146 | c->c_filename = filename; |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 1147 | c->c_name = "?"; |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 1148 | c->c_lineno = 0; |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1149 | c->c_stacklevel = 0; |
| 1150 | c->c_maxstacklevel = 0; |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1151 | c->c_firstlineno = 0; |
| 1152 | c->c_last_addr = 0; |
| 1153 | c->c_last_line = 0; |
Barry Warsaw | 174e801 | 2001-01-22 04:35:57 +0000 | [diff] [blame] | 1154 | c->c_lnotab_next = 0; |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 1155 | c->c_lnotab_last = 0; |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1156 | c->c_tmpname = 0; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1157 | c->c_nested = 0; |
| 1158 | c->c_closure = 0; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1159 | c->c_symtable = NULL; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1160 | return 1; |
| 1161 | |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1162 | fail: |
| 1163 | com_free(c); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1164 | return 0; |
| 1165 | } |
| 1166 | |
| 1167 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1168 | com_free(struct compiling *c) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1169 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1170 | Py_XDECREF(c->c_code); |
| 1171 | Py_XDECREF(c->c_consts); |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1172 | Py_XDECREF(c->c_const_dict); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1173 | Py_XDECREF(c->c_names); |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1174 | Py_XDECREF(c->c_name_dict); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1175 | Py_XDECREF(c->c_globals); |
| 1176 | Py_XDECREF(c->c_locals); |
| 1177 | Py_XDECREF(c->c_varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1178 | Py_XDECREF(c->c_freevars); |
| 1179 | Py_XDECREF(c->c_cellvars); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1180 | Py_XDECREF(c->c_lnotab); |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 1181 | if (c->c_future) |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 1182 | PyObject_FREE((void *)c->c_future); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1183 | } |
| 1184 | |
| 1185 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1186 | com_push(struct compiling *c, int n) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1187 | { |
| 1188 | c->c_stacklevel += n; |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1189 | if (c->c_stacklevel > c->c_maxstacklevel) { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1190 | c->c_maxstacklevel = c->c_stacklevel; |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1191 | /* |
| 1192 | fprintf(stderr, "%s:%s:%d max stack nexti=%d level=%d n=%d\n", |
| 1193 | c->c_filename, c->c_name, c->c_lineno, |
| 1194 | c->c_nexti, c->c_stacklevel, n); |
| 1195 | */ |
| 1196 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1197 | } |
| 1198 | |
| 1199 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1200 | com_pop(struct compiling *c, int n) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1201 | { |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1202 | if (c->c_stacklevel < n) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1203 | c->c_stacklevel = 0; |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 1204 | else |
| 1205 | c->c_stacklevel -= n; |
| 1206 | } |
| 1207 | |
| 1208 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1209 | com_done(struct compiling *c) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1210 | { |
| 1211 | if (c->c_code != NULL) |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1212 | _PyString_Resize(&c->c_code, c->c_nexti); |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1213 | if (c->c_lnotab != NULL) |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1214 | _PyString_Resize(&c->c_lnotab, c->c_lnotab_next); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1215 | } |
| 1216 | |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1217 | static int |
| 1218 | com_check_size(PyObject **s, int offset) |
| 1219 | { |
| 1220 | int len = PyString_GET_SIZE(*s); |
| 1221 | if (offset >= len) |
| 1222 | return _PyString_Resize(s, len * 2); |
| 1223 | return 0; |
| 1224 | } |
| 1225 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1226 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1227 | com_addbyte(struct compiling *c, int byte) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1228 | { |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 1229 | /*fprintf(stderr, "%3d: %3d\n", c->c_nexti, byte);*/ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1230 | assert(byte >= 0 && byte <= 255); |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 1231 | assert(c->c_code != 0); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1232 | if (com_check_size(&c->c_code, c->c_nexti)) { |
| 1233 | c->c_errors++; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1234 | return; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1235 | } |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1236 | PyString_AS_STRING(c->c_code)[c->c_nexti++] = byte; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1237 | } |
| 1238 | |
| 1239 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1240 | com_addint(struct compiling *c, int x) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1241 | { |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 1242 | com_addbyte(c, x & 0xff); |
| 1243 | com_addbyte(c, x >> 8); /* XXX x should be positive */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1244 | } |
| 1245 | |
| 1246 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1247 | com_add_lnotab(struct compiling *c, int addr, int line) |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1248 | { |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1249 | char *p; |
| 1250 | if (c->c_lnotab == NULL) |
| 1251 | return; |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1252 | if (com_check_size(&c->c_lnotab, c->c_lnotab_next + 2)) { |
| 1253 | c->c_errors++; |
| 1254 | return; |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1255 | } |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1256 | p = PyString_AS_STRING(c->c_lnotab) + c->c_lnotab_next; |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1257 | *p++ = addr; |
| 1258 | *p++ = line; |
| 1259 | c->c_lnotab_next += 2; |
| 1260 | } |
| 1261 | |
| 1262 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1263 | com_set_lineno(struct compiling *c, int lineno) |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1264 | { |
| 1265 | c->c_lineno = lineno; |
| 1266 | if (c->c_firstlineno == 0) { |
| 1267 | c->c_firstlineno = c->c_last_line = lineno; |
| 1268 | } |
| 1269 | else { |
| 1270 | int incr_addr = c->c_nexti - c->c_last_addr; |
| 1271 | int incr_line = lineno - c->c_last_line; |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 1272 | c->c_lnotab_last = c->c_lnotab_next; |
Tim Peters | 2a7f384 | 2001-06-09 09:26:21 +0000 | [diff] [blame] | 1273 | while (incr_addr > 255) { |
| 1274 | com_add_lnotab(c, 255, 0); |
| 1275 | incr_addr -= 255; |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1276 | } |
Tim Peters | 2a7f384 | 2001-06-09 09:26:21 +0000 | [diff] [blame] | 1277 | while (incr_line > 255) { |
| 1278 | com_add_lnotab(c, incr_addr, 255); |
| 1279 | incr_line -=255; |
| 1280 | incr_addr = 0; |
| 1281 | } |
| 1282 | if (incr_addr > 0 || incr_line > 0) |
| 1283 | com_add_lnotab(c, incr_addr, incr_line); |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 1284 | c->c_last_addr = c->c_nexti; |
| 1285 | c->c_last_line = lineno; |
| 1286 | } |
| 1287 | } |
| 1288 | |
| 1289 | static void |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 1290 | com_strip_lnotab(struct compiling *c) |
| 1291 | { |
| 1292 | /* strip the last lnotab entry if no opcode were emitted. |
| 1293 | * This prevents a line number to be generated on a final |
| 1294 | * pass, like in the following example: |
| 1295 | * |
| 1296 | * if a: |
| 1297 | * print 5 |
| 1298 | * else: |
| 1299 | * pass |
| 1300 | * |
| 1301 | * Without the fix, a line trace event would be generated |
| 1302 | * on the pass even if a is true (because of the implicit |
| 1303 | * return). |
| 1304 | */ |
| 1305 | if (c->c_nexti == c->c_last_addr && c->c_lnotab_last > 0) { |
| 1306 | c->c_lnotab_next = c->c_lnotab_last; |
| 1307 | } |
| 1308 | } |
| 1309 | |
| 1310 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1311 | com_addoparg(struct compiling *c, int op, int arg) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1312 | { |
Fred Drake | ef8ace3 | 2000-08-24 00:32:09 +0000 | [diff] [blame] | 1313 | int extended_arg = arg >> 16; |
Fred Drake | ef8ace3 | 2000-08-24 00:32:09 +0000 | [diff] [blame] | 1314 | if (extended_arg){ |
| 1315 | com_addbyte(c, EXTENDED_ARG); |
| 1316 | com_addint(c, extended_arg); |
| 1317 | arg &= 0xffff; |
| 1318 | } |
Guido van Rossum | 8e793d9 | 1997-03-03 19:13:14 +0000 | [diff] [blame] | 1319 | com_addbyte(c, op); |
| 1320 | com_addint(c, arg); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1321 | } |
| 1322 | |
| 1323 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1324 | com_addfwref(struct compiling *c, int op, int *p_anchor) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1325 | { |
| 1326 | /* Compile a forward reference for backpatching */ |
| 1327 | int here; |
| 1328 | int anchor; |
| 1329 | com_addbyte(c, op); |
| 1330 | here = c->c_nexti; |
| 1331 | anchor = *p_anchor; |
| 1332 | *p_anchor = here; |
| 1333 | com_addint(c, anchor == 0 ? 0 : here - anchor); |
| 1334 | } |
| 1335 | |
| 1336 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1337 | com_backpatch(struct compiling *c, int anchor) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1338 | { |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 1339 | unsigned char *code = (unsigned char *) PyString_AS_STRING(c->c_code); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1340 | int target = c->c_nexti; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1341 | int dist; |
| 1342 | int prev; |
| 1343 | for (;;) { |
| 1344 | /* Make the JUMP instruction at anchor point to target */ |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 1345 | prev = code[anchor] + (code[anchor+1] << 8); |
| 1346 | dist = target - (anchor+2); |
| 1347 | code[anchor] = dist & 0xff; |
Fred Drake | ef8ace3 | 2000-08-24 00:32:09 +0000 | [diff] [blame] | 1348 | dist >>= 8; |
| 1349 | code[anchor+1] = dist; |
| 1350 | dist >>= 8; |
| 1351 | if (dist) { |
| 1352 | com_error(c, PyExc_SystemError, |
| 1353 | "com_backpatch: offset too large"); |
| 1354 | break; |
| 1355 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1356 | if (!prev) |
| 1357 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1358 | anchor -= prev; |
| 1359 | } |
| 1360 | } |
| 1361 | |
Guido van Rossum | a9df32a | 1991-12-31 13:13:35 +0000 | [diff] [blame] | 1362 | /* Handle literals and names uniformly */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1363 | |
| 1364 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1365 | com_add(struct compiling *c, PyObject *list, PyObject *dict, PyObject *v) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1366 | { |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1367 | PyObject *w, *t, *np=NULL; |
| 1368 | long n; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1369 | |
Raymond Hettinger | 8ae4689 | 2003-10-12 19:09:37 +0000 | [diff] [blame] | 1370 | t = PyTuple_Pack(2, v, v->ob_type); |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1371 | if (t == NULL) |
| 1372 | goto fail; |
| 1373 | w = PyDict_GetItem(dict, t); |
| 1374 | if (w != NULL) { |
| 1375 | n = PyInt_AsLong(w); |
| 1376 | } else { |
| 1377 | n = PyList_Size(list); |
| 1378 | np = PyInt_FromLong(n); |
| 1379 | if (np == NULL) |
| 1380 | goto fail; |
| 1381 | if (PyList_Append(list, v) != 0) |
| 1382 | goto fail; |
| 1383 | if (PyDict_SetItem(dict, t, np) != 0) |
| 1384 | goto fail; |
| 1385 | Py_DECREF(np); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 1386 | } |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1387 | Py_DECREF(t); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 1388 | return n; |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1389 | fail: |
| 1390 | Py_XDECREF(np); |
| 1391 | Py_XDECREF(t); |
| 1392 | c->c_errors++; |
| 1393 | return 0; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1394 | } |
| 1395 | |
| 1396 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1397 | com_addconst(struct compiling *c, PyObject *v) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1398 | { |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1399 | return com_add(c, c->c_consts, c->c_const_dict, v); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1400 | } |
| 1401 | |
| 1402 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1403 | com_addname(struct compiling *c, PyObject *v) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1404 | { |
Guido van Rossum | a2ace6a | 2000-04-28 16:42:25 +0000 | [diff] [blame] | 1405 | return com_add(c, c->c_names, c->c_name_dict, v); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1406 | } |
| 1407 | |
Raymond Hettinger | 0ae0c07 | 2002-06-20 22:23:15 +0000 | [diff] [blame] | 1408 | int |
| 1409 | _Py_Mangle(char *p, char *name, char *buffer, size_t maxlen) |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1410 | { |
Guido van Rossum | d8a6d1c | 1996-08-24 07:54:27 +0000 | [diff] [blame] | 1411 | /* Name mangling: __private becomes _classname__private. |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1412 | This is independent from how the name is used. */ |
Guido van Rossum | 582acec | 2000-06-28 22:07:35 +0000 | [diff] [blame] | 1413 | size_t nlen, plen; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1414 | if (p == NULL || name == NULL || name[0] != '_' || name[1] != '_') |
| 1415 | return 0; |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1416 | nlen = strlen(name); |
Guido van Rossum | d8a6d1c | 1996-08-24 07:54:27 +0000 | [diff] [blame] | 1417 | if (nlen+2 >= maxlen) |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1418 | return 0; /* Don't mangle __extremely_long_names */ |
| 1419 | if (name[nlen-1] == '_' && name[nlen-2] == '_') |
| 1420 | return 0; /* Don't mangle __whatever__ */ |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1421 | /* Strip leading underscores from class name */ |
| 1422 | while (*p == '_') |
| 1423 | p++; |
| 1424 | if (*p == '\0') |
| 1425 | return 0; /* Don't mangle if class is just underscores */ |
| 1426 | plen = strlen(p); |
| 1427 | if (plen + nlen >= maxlen) |
Guido van Rossum | d8a6d1c | 1996-08-24 07:54:27 +0000 | [diff] [blame] | 1428 | plen = maxlen-nlen-2; /* Truncate class name if too long */ |
| 1429 | /* buffer = "_" + p[:plen] + name # i.e. 1+plen+nlen bytes */ |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1430 | buffer[0] = '_'; |
| 1431 | strncpy(buffer+1, p, plen); |
Guido van Rossum | d8a6d1c | 1996-08-24 07:54:27 +0000 | [diff] [blame] | 1432 | strcpy(buffer+1+plen, name); |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1433 | return 1; |
| 1434 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1435 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1436 | static void |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1437 | com_addop_name(struct compiling *c, int op, char *name) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1438 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1439 | PyObject *v; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1440 | int i; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1441 | char buffer[MANGLE_LEN]; |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 1442 | |
Raymond Hettinger | 0ae0c07 | 2002-06-20 22:23:15 +0000 | [diff] [blame] | 1443 | if (_Py_Mangle(c->c_private, name, buffer, sizeof(buffer))) |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 1444 | name = buffer; |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 1445 | if (name == NULL || (v = PyString_InternFromString(name)) == NULL) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1446 | c->c_errors++; |
| 1447 | i = 255; |
| 1448 | } |
| 1449 | else { |
| 1450 | i = com_addname(c, v); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1451 | Py_DECREF(v); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1452 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1453 | com_addoparg(c, op, i); |
| 1454 | } |
| 1455 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1456 | #define NAME_LOCAL 0 |
| 1457 | #define NAME_GLOBAL 1 |
| 1458 | #define NAME_DEFAULT 2 |
| 1459 | #define NAME_CLOSURE 3 |
| 1460 | |
| 1461 | static int |
| 1462 | com_lookup_arg(PyObject *dict, PyObject *name) |
| 1463 | { |
| 1464 | PyObject *v = PyDict_GetItem(dict, name); |
| 1465 | if (v == NULL) |
| 1466 | return -1; |
| 1467 | else |
| 1468 | return PyInt_AS_LONG(v); |
| 1469 | } |
| 1470 | |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 1471 | static int |
| 1472 | none_assignment_check(struct compiling *c, char *name, int assigning) |
| 1473 | { |
| 1474 | if (name[0] == 'N' && strcmp(name, "None") == 0) { |
| 1475 | char *msg; |
| 1476 | if (assigning) |
Michael W. Hudson | 976249b | 2003-01-16 15:39:07 +0000 | [diff] [blame] | 1477 | msg = "assignment to None"; |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 1478 | else |
| 1479 | msg = "deleting None"; |
Raymond Hettinger | 11a70c7 | 2004-07-17 21:46:25 +0000 | [diff] [blame] | 1480 | com_error(c, PyExc_SyntaxError, msg); |
| 1481 | return -1; |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 1482 | } |
| 1483 | return 0; |
| 1484 | } |
| 1485 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1486 | static void |
| 1487 | com_addop_varname(struct compiling *c, int kind, char *name) |
| 1488 | { |
| 1489 | PyObject *v; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1490 | int i, reftype; |
| 1491 | int scope = NAME_DEFAULT; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1492 | int op = STOP_CODE; |
| 1493 | char buffer[MANGLE_LEN]; |
| 1494 | |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 1495 | if (kind != VAR_LOAD && |
| 1496 | none_assignment_check(c, name, kind == VAR_STORE)) |
| 1497 | { |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 1498 | i = 255; |
| 1499 | goto done; |
| 1500 | } |
Raymond Hettinger | 0ae0c07 | 2002-06-20 22:23:15 +0000 | [diff] [blame] | 1501 | if (_Py_Mangle(c->c_private, name, buffer, sizeof(buffer))) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1502 | name = buffer; |
| 1503 | if (name == NULL || (v = PyString_InternFromString(name)) == NULL) { |
| 1504 | c->c_errors++; |
| 1505 | i = 255; |
| 1506 | goto done; |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 1507 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1508 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1509 | reftype = get_ref_type(c, name); |
| 1510 | switch (reftype) { |
| 1511 | case LOCAL: |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 1512 | if (c->c_symtable->st_cur->ste_type == TYPE_FUNCTION) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1513 | scope = NAME_LOCAL; |
| 1514 | break; |
| 1515 | case GLOBAL_EXPLICIT: |
| 1516 | scope = NAME_GLOBAL; |
| 1517 | break; |
| 1518 | case GLOBAL_IMPLICIT: |
| 1519 | if (c->c_flags & CO_OPTIMIZED) |
| 1520 | scope = NAME_GLOBAL; |
| 1521 | break; |
| 1522 | case FREE: |
| 1523 | case CELL: |
| 1524 | scope = NAME_CLOSURE; |
| 1525 | break; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1526 | } |
| 1527 | |
| 1528 | i = com_addname(c, v); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1529 | if (scope == NAME_LOCAL) |
| 1530 | i = com_lookup_arg(c->c_locals, v); |
| 1531 | else if (reftype == FREE) |
| 1532 | i = com_lookup_arg(c->c_freevars, v); |
| 1533 | else if (reftype == CELL) |
| 1534 | i = com_lookup_arg(c->c_cellvars, v); |
| 1535 | if (i == -1) { |
| 1536 | c->c_errors++; /* XXX no exception set */ |
| 1537 | i = 255; |
| 1538 | goto done; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1539 | } |
| 1540 | Py_DECREF(v); |
| 1541 | |
| 1542 | switch (kind) { |
| 1543 | case VAR_LOAD: |
| 1544 | switch (scope) { |
| 1545 | case NAME_LOCAL: |
| 1546 | op = LOAD_FAST; |
| 1547 | break; |
| 1548 | case NAME_GLOBAL: |
| 1549 | op = LOAD_GLOBAL; |
| 1550 | break; |
| 1551 | case NAME_DEFAULT: |
| 1552 | op = LOAD_NAME; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1553 | break; |
| 1554 | case NAME_CLOSURE: |
| 1555 | op = LOAD_DEREF; |
| 1556 | break; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1557 | } |
| 1558 | break; |
| 1559 | case VAR_STORE: |
| 1560 | switch (scope) { |
| 1561 | case NAME_LOCAL: |
| 1562 | op = STORE_FAST; |
| 1563 | break; |
| 1564 | case NAME_GLOBAL: |
| 1565 | op = STORE_GLOBAL; |
| 1566 | break; |
| 1567 | case NAME_DEFAULT: |
| 1568 | op = STORE_NAME; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1569 | break; |
| 1570 | case NAME_CLOSURE: |
| 1571 | op = STORE_DEREF; |
| 1572 | break; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1573 | } |
| 1574 | break; |
| 1575 | case VAR_DELETE: |
| 1576 | switch (scope) { |
| 1577 | case NAME_LOCAL: |
| 1578 | op = DELETE_FAST; |
| 1579 | break; |
| 1580 | case NAME_GLOBAL: |
| 1581 | op = DELETE_GLOBAL; |
| 1582 | break; |
| 1583 | case NAME_DEFAULT: |
| 1584 | op = DELETE_NAME; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1585 | break; |
| 1586 | case NAME_CLOSURE: { |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 1587 | char buf[500]; |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 1588 | PyOS_snprintf(buf, sizeof(buf), |
| 1589 | DEL_CLOSURE_ERROR, name); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 1590 | com_error(c, PyExc_SyntaxError, buf); |
| 1591 | i = 255; |
| 1592 | break; |
| 1593 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1594 | } |
| 1595 | break; |
| 1596 | } |
| 1597 | done: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1598 | com_addoparg(c, op, i); |
| 1599 | } |
| 1600 | |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1601 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 1602 | com_addopname(struct compiling *c, int op, node *n) |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1603 | { |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1604 | char *name; |
| 1605 | char buffer[1000]; |
| 1606 | /* XXX it is possible to write this code without the 1000 |
| 1607 | chars on the total length of dotted names, I just can't be |
| 1608 | bothered right now */ |
| 1609 | if (TYPE(n) == STAR) |
| 1610 | name = "*"; |
| 1611 | else if (TYPE(n) == dotted_name) { |
| 1612 | char *p = buffer; |
| 1613 | int i; |
| 1614 | name = buffer; |
| 1615 | for (i = 0; i < NCH(n); i += 2) { |
| 1616 | char *s = STR(CHILD(n, i)); |
| 1617 | if (p + strlen(s) > buffer + (sizeof buffer) - 2) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1618 | com_error(c, PyExc_MemoryError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 1619 | "dotted_name too long"); |
Guido van Rossum | d9dfaf5 | 1995-02-17 15:04:57 +0000 | [diff] [blame] | 1620 | name = NULL; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1621 | break; |
| 1622 | } |
| 1623 | if (p != buffer) |
| 1624 | *p++ = '.'; |
| 1625 | strcpy(p, s); |
| 1626 | p = strchr(p, '\0'); |
| 1627 | } |
| 1628 | } |
| 1629 | else { |
| 1630 | REQ(n, NAME); |
| 1631 | name = STR(n); |
| 1632 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 1633 | com_addop_name(c, op, name); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1634 | } |
| 1635 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1636 | static PyObject * |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1637 | parsenumber(struct compiling *c, char *s) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1638 | { |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 1639 | char *end; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1640 | long x; |
Guido van Rossum | 0ae748d | 1997-02-14 22:58:07 +0000 | [diff] [blame] | 1641 | double dx; |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1642 | #ifndef WITHOUT_COMPLEX |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1643 | int imflag; |
| 1644 | #endif |
| 1645 | |
Guido van Rossum | 282914b | 1991-04-04 10:42:56 +0000 | [diff] [blame] | 1646 | errno = 0; |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 1647 | end = s + strlen(s) - 1; |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1648 | #ifndef WITHOUT_COMPLEX |
Guido van Rossum | 15ad9a6 | 1996-01-26 20:53:56 +0000 | [diff] [blame] | 1649 | imflag = *end == 'j' || *end == 'J'; |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1650 | #endif |
Guido van Rossum | f1aeab7 | 1992-03-27 17:28:26 +0000 | [diff] [blame] | 1651 | if (*end == 'l' || *end == 'L') |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1652 | return PyLong_FromString(s, (char **)0, 0); |
Guido van Rossum | 078151d | 2002-08-11 04:24:12 +0000 | [diff] [blame] | 1653 | if (s[0] == '0') { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1654 | x = (long) PyOS_strtoul(s, &end, 0); |
Guido van Rossum | 078151d | 2002-08-11 04:24:12 +0000 | [diff] [blame] | 1655 | if (x < 0 && errno == 0) { |
Guido van Rossum | 6c9e130 | 2003-11-29 23:52:13 +0000 | [diff] [blame] | 1656 | return PyLong_FromString(s, (char **)0, 0); |
Guido van Rossum | 078151d | 2002-08-11 04:24:12 +0000 | [diff] [blame] | 1657 | } |
| 1658 | } |
Guido van Rossum | acbefef | 1992-01-19 16:33:51 +0000 | [diff] [blame] | 1659 | else |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1660 | x = PyOS_strtol(s, &end, 0); |
Guido van Rossum | 282914b | 1991-04-04 10:42:56 +0000 | [diff] [blame] | 1661 | if (*end == '\0') { |
Jeremy Hylton | 71b6af9 | 2001-08-27 19:45:25 +0000 | [diff] [blame] | 1662 | if (errno != 0) |
| 1663 | return PyLong_FromString(s, (char **)0, 0); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1664 | return PyInt_FromLong(x); |
Guido van Rossum | 282914b | 1991-04-04 10:42:56 +0000 | [diff] [blame] | 1665 | } |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 1666 | /* XXX Huge floats may silently fail */ |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1667 | #ifndef WITHOUT_COMPLEX |
| 1668 | if (imflag) { |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1669 | Py_complex z; |
| 1670 | z.real = 0.; |
Guido van Rossum | 0ae748d | 1997-02-14 22:58:07 +0000 | [diff] [blame] | 1671 | PyFPE_START_PROTECT("atof", return 0) |
Martin v. Löwis | 737ea82 | 2004-06-08 18:52:54 +0000 | [diff] [blame] | 1672 | z.imag = PyOS_ascii_atof(s); |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1673 | PyFPE_END_PROTECT(z) |
| 1674 | return PyComplex_FromCComplex(z); |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1675 | } |
Guido van Rossum | ac1fc95 | 1997-10-08 15:23:55 +0000 | [diff] [blame] | 1676 | else |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 1677 | #endif |
Guido van Rossum | ac1fc95 | 1997-10-08 15:23:55 +0000 | [diff] [blame] | 1678 | { |
Guido van Rossum | 0ae748d | 1997-02-14 22:58:07 +0000 | [diff] [blame] | 1679 | PyFPE_START_PROTECT("atof", return 0) |
Martin v. Löwis | 737ea82 | 2004-06-08 18:52:54 +0000 | [diff] [blame] | 1680 | dx = PyOS_ascii_atof(s); |
Guido van Rossum | 45b8391 | 1997-03-14 04:32:50 +0000 | [diff] [blame] | 1681 | PyFPE_END_PROTECT(dx) |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1682 | return PyFloat_FromDouble(dx); |
Guido van Rossum | 0ae748d | 1997-02-14 22:58:07 +0000 | [diff] [blame] | 1683 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1684 | } |
| 1685 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1686 | static PyObject * |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1687 | decode_utf8(char **sPtr, char *end, char* encoding) |
| 1688 | { |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1689 | #ifndef Py_USING_UNICODE |
Martin v. Löwis | 2863c10 | 2002-08-07 15:18:57 +0000 | [diff] [blame] | 1690 | Py_FatalError("decode_utf8 should not be called in this build."); |
| 1691 | return NULL; |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1692 | #else |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1693 | PyObject *u, *v; |
| 1694 | char *s, *t; |
| 1695 | t = s = *sPtr; |
| 1696 | /* while (s < end && *s != '\\') s++; */ /* inefficient for u".." */ |
| 1697 | while (s < end && (*s & 0x80)) s++; |
| 1698 | *sPtr = s; |
| 1699 | u = PyUnicode_DecodeUTF8(t, s - t, NULL); |
| 1700 | if (u == NULL) |
| 1701 | return NULL; |
| 1702 | v = PyUnicode_AsEncodedString(u, encoding, NULL); |
| 1703 | Py_DECREF(u); |
| 1704 | return v; |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1705 | #endif |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1706 | } |
| 1707 | |
Jeremy Hylton | accb62b | 2002-12-31 18:17:44 +0000 | [diff] [blame] | 1708 | /* compiler.transformer.Transformer.decode_literal depends on what |
| 1709 | might seem like minor details of this function -- changes here |
| 1710 | must be reflected there. */ |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1711 | static PyObject * |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1712 | parsestr(struct compiling *c, char *s) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1713 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1714 | PyObject *v; |
Guido van Rossum | 582acec | 2000-06-28 22:07:35 +0000 | [diff] [blame] | 1715 | size_t len; |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 1716 | int quote = *s; |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1717 | int rawmode = 0; |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1718 | char* encoding = ((c == NULL) ? NULL : c->c_encoding); |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1719 | int need_encoding; |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1720 | int unicode = 0; |
Guido van Rossum | 05459c5 | 2002-05-28 18:47:29 +0000 | [diff] [blame] | 1721 | |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1722 | if (isalpha(quote) || quote == '_') { |
| 1723 | if (quote == 'u' || quote == 'U') { |
| 1724 | quote = *++s; |
| 1725 | unicode = 1; |
| 1726 | } |
| 1727 | if (quote == 'r' || quote == 'R') { |
| 1728 | quote = *++s; |
| 1729 | rawmode = 1; |
| 1730 | } |
| 1731 | } |
Guido van Rossum | 8054fad | 1993-10-26 15:19:44 +0000 | [diff] [blame] | 1732 | if (quote != '\'' && quote != '\"') { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1733 | PyErr_BadInternalCall(); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1734 | return NULL; |
| 1735 | } |
| 1736 | s++; |
| 1737 | len = strlen(s); |
Guido van Rossum | 582acec | 2000-06-28 22:07:35 +0000 | [diff] [blame] | 1738 | if (len > INT_MAX) { |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1739 | com_error(c, PyExc_OverflowError, |
Martin v. Löwis | cfeb3b6 | 2002-03-03 21:30:27 +0000 | [diff] [blame] | 1740 | "string to parse is too long"); |
Guido van Rossum | 582acec | 2000-06-28 22:07:35 +0000 | [diff] [blame] | 1741 | return NULL; |
| 1742 | } |
Guido van Rossum | 8054fad | 1993-10-26 15:19:44 +0000 | [diff] [blame] | 1743 | if (s[--len] != quote) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1744 | PyErr_BadInternalCall(); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1745 | return NULL; |
| 1746 | } |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 1747 | if (len >= 4 && s[0] == quote && s[1] == quote) { |
| 1748 | s += 2; |
| 1749 | len -= 2; |
| 1750 | if (s[--len] != quote || s[--len] != quote) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1751 | PyErr_BadInternalCall(); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 1752 | return NULL; |
| 1753 | } |
| 1754 | } |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1755 | #ifdef Py_USING_UNICODE |
Guido van Rossum | fdc8bdb | 2000-05-01 17:54:56 +0000 | [diff] [blame] | 1756 | if (unicode || Py_UnicodeFlag) { |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1757 | PyObject *u, *w; |
Walter Dörwald | 4c6c765 | 2002-11-21 20:13:40 +0000 | [diff] [blame] | 1758 | char *buf; |
| 1759 | char *p; |
| 1760 | char *end; |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1761 | if (encoding == NULL) { |
| 1762 | buf = s; |
| 1763 | u = NULL; |
| 1764 | } else if (strcmp(encoding, "iso-8859-1") == 0) { |
| 1765 | buf = s; |
| 1766 | u = NULL; |
| 1767 | } else { |
| 1768 | /* "\XX" may become "\u005c\uHHLL" (12 bytes) */ |
| 1769 | u = PyString_FromStringAndSize((char *)NULL, len * 4); |
| 1770 | if (u == NULL) |
| 1771 | return NULL; |
| 1772 | p = buf = PyString_AsString(u); |
| 1773 | end = s + len; |
| 1774 | while (s < end) { |
| 1775 | if (*s == '\\') { |
| 1776 | *p++ = *s++; |
| 1777 | if (*s & 0x80) { |
| 1778 | strcpy(p, "u005c"); |
| 1779 | p += 5; |
| 1780 | } |
| 1781 | } |
| 1782 | if (*s & 0x80) { /* XXX inefficient */ |
| 1783 | char *r; |
| 1784 | int rn, i; |
| 1785 | w = decode_utf8(&s, end, "utf-16-be"); |
| 1786 | if (w == NULL) { |
| 1787 | Py_DECREF(u); |
| 1788 | return NULL; |
| 1789 | } |
| 1790 | r = PyString_AsString(w); |
| 1791 | rn = PyString_Size(w); |
| 1792 | assert(rn % 2 == 0); |
| 1793 | for (i = 0; i < rn; i += 2) { |
| 1794 | sprintf(p, "\\u%02x%02x", |
| 1795 | r[i + 0] & 0xFF, |
| 1796 | r[i + 1] & 0xFF); |
| 1797 | p += 6; |
| 1798 | } |
| 1799 | Py_DECREF(w); |
| 1800 | } else { |
| 1801 | *p++ = *s++; |
| 1802 | } |
| 1803 | } |
| 1804 | len = p - buf; |
| 1805 | } |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1806 | if (rawmode) |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1807 | v = PyUnicode_DecodeRawUnicodeEscape(buf, len, NULL); |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1808 | else |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1809 | v = PyUnicode_DecodeUnicodeEscape(buf, len, NULL); |
| 1810 | Py_XDECREF(u); |
Martin v. Löwis | cfeb3b6 | 2002-03-03 21:30:27 +0000 | [diff] [blame] | 1811 | if (v == NULL) |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1812 | PyErr_SyntaxLocation(c->c_filename, c->c_lineno); |
Martin v. Löwis | cfeb3b6 | 2002-03-03 21:30:27 +0000 | [diff] [blame] | 1813 | return v; |
| 1814 | |
Guido van Rossum | 5aa88f0 | 2000-03-10 23:01:36 +0000 | [diff] [blame] | 1815 | } |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1816 | #endif |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1817 | need_encoding = (encoding != NULL && |
| 1818 | strcmp(encoding, "utf-8") != 0 && |
| 1819 | strcmp(encoding, "iso-8859-1") != 0); |
| 1820 | if (rawmode || strchr(s, '\\') == NULL) { |
| 1821 | if (need_encoding) { |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1822 | #ifndef Py_USING_UNICODE |
| 1823 | /* This should not happen - we never see any other |
| 1824 | encoding. */ |
Martin v. Löwis | 2863c10 | 2002-08-07 15:18:57 +0000 | [diff] [blame] | 1825 | Py_FatalError("cannot deal with encodings in this build."); |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1826 | #else |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1827 | PyObject* u = PyUnicode_DecodeUTF8(s, len, NULL); |
| 1828 | if (u == NULL) |
| 1829 | return NULL; |
| 1830 | v = PyUnicode_AsEncodedString(u, encoding, NULL); |
| 1831 | Py_DECREF(u); |
| 1832 | return v; |
Martin v. Löwis | 019934b | 2002-08-07 12:33:18 +0000 | [diff] [blame] | 1833 | #endif |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 1834 | } else { |
| 1835 | return PyString_FromStringAndSize(s, len); |
| 1836 | } |
| 1837 | } |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 1838 | |
| 1839 | v = PyString_DecodeEscape(s, len, NULL, unicode, |
| 1840 | need_encoding ? encoding : NULL); |
Fredrik Lundh | 1fa0b89 | 2000-09-02 20:11:27 +0000 | [diff] [blame] | 1841 | if (v == NULL) |
Guido van Rossum | b081e0c | 2002-08-16 01:57:32 +0000 | [diff] [blame] | 1842 | PyErr_SyntaxLocation(c->c_filename, c->c_lineno); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1843 | return v; |
| 1844 | } |
| 1845 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1846 | static PyObject * |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1847 | parsestrplus(struct compiling* c, node *n) |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1848 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 1849 | PyObject *v; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1850 | int i; |
| 1851 | REQ(CHILD(n, 0), STRING); |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1852 | if ((v = parsestr(c, STR(CHILD(n, 0)))) != NULL) { |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1853 | /* String literal concatenation */ |
Fred Drake | 4e998bc | 2000-04-13 14:10:44 +0000 | [diff] [blame] | 1854 | for (i = 1; i < NCH(n); i++) { |
| 1855 | PyObject *s; |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1856 | s = parsestr(c, STR(CHILD(n, i))); |
Fred Drake | 4e998bc | 2000-04-13 14:10:44 +0000 | [diff] [blame] | 1857 | if (s == NULL) |
| 1858 | goto onError; |
| 1859 | if (PyString_Check(v) && PyString_Check(s)) { |
| 1860 | PyString_ConcatAndDel(&v, s); |
| 1861 | if (v == NULL) |
| 1862 | goto onError; |
| 1863 | } |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1864 | #ifdef Py_USING_UNICODE |
Fred Drake | 4e998bc | 2000-04-13 14:10:44 +0000 | [diff] [blame] | 1865 | else { |
| 1866 | PyObject *temp; |
| 1867 | temp = PyUnicode_Concat(v, s); |
| 1868 | Py_DECREF(s); |
| 1869 | if (temp == NULL) |
| 1870 | goto onError; |
| 1871 | Py_DECREF(v); |
| 1872 | v = temp; |
| 1873 | } |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 1874 | #endif |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1875 | } |
| 1876 | } |
| 1877 | return v; |
Fred Drake | 4e998bc | 2000-04-13 14:10:44 +0000 | [diff] [blame] | 1878 | |
| 1879 | onError: |
| 1880 | Py_XDECREF(v); |
| 1881 | return NULL; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 1882 | } |
| 1883 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1884 | static void |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1885 | com_list_for(struct compiling *c, node *n, node *e, char *t) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 1886 | { |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1887 | int anchor = 0; |
| 1888 | int save_begin = c->c_begin; |
| 1889 | |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1890 | /* list_for: for v in expr [list_iter] */ |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1891 | com_node(c, CHILD(n, 3)); /* expr */ |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 1892 | com_addbyte(c, GET_ITER); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1893 | c->c_begin = c->c_nexti; |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 1894 | com_addfwref(c, FOR_ITER, &anchor); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1895 | com_push(c, 1); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 1896 | com_assign(c, CHILD(n, 1), OP_ASSIGN, NULL); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1897 | c->c_loops++; |
| 1898 | com_list_iter(c, n, e, t); |
| 1899 | c->c_loops--; |
| 1900 | com_addoparg(c, JUMP_ABSOLUTE, c->c_begin); |
| 1901 | c->c_begin = save_begin; |
| 1902 | com_backpatch(c, anchor); |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 1903 | com_pop(c, 1); /* FOR_ITER has popped this */ |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1904 | } |
| 1905 | |
| 1906 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1907 | com_gen_for(struct compiling *c, node *n, node *t, int is_outmost) |
| 1908 | { |
| 1909 | int break_anchor = 0; |
| 1910 | int anchor = 0; |
| 1911 | int save_begin = c->c_begin; |
| 1912 | |
| 1913 | REQ(n, gen_for); |
| 1914 | /* gen_for: for v in test [gen_iter] */ |
| 1915 | |
| 1916 | com_addfwref(c, SETUP_LOOP, &break_anchor); |
| 1917 | block_push(c, SETUP_LOOP); |
| 1918 | |
| 1919 | if (is_outmost) { |
| 1920 | com_addop_varname(c, VAR_LOAD, "[outmost-iterable]"); |
| 1921 | com_push(c, 1); |
| 1922 | } |
| 1923 | else { |
| 1924 | com_node(c, CHILD(n, 3)); |
| 1925 | com_addbyte(c, GET_ITER); |
| 1926 | } |
| 1927 | |
| 1928 | c->c_begin = c->c_nexti; |
| 1929 | com_set_lineno(c, c->c_last_line); |
| 1930 | com_addfwref(c, FOR_ITER, &anchor); |
| 1931 | com_push(c, 1); |
| 1932 | com_assign(c, CHILD(n, 1), OP_ASSIGN, NULL); |
| 1933 | |
| 1934 | if (NCH(n) == 5) |
| 1935 | com_gen_iter(c, CHILD(n, 4), t); |
| 1936 | else { |
| 1937 | com_test(c, t); |
| 1938 | com_addbyte(c, YIELD_VALUE); |
| 1939 | com_pop(c, 1); |
| 1940 | } |
| 1941 | |
| 1942 | com_addoparg(c, JUMP_ABSOLUTE, c->c_begin); |
| 1943 | c->c_begin = save_begin; |
| 1944 | |
| 1945 | com_backpatch(c, anchor); |
| 1946 | com_pop(c, 1); /* FOR_ITER has popped this */ |
| 1947 | com_addbyte(c, POP_BLOCK); |
| 1948 | block_pop(c, SETUP_LOOP); |
| 1949 | com_backpatch(c, break_anchor); |
| 1950 | } |
| 1951 | |
| 1952 | static void |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1953 | com_list_if(struct compiling *c, node *n, node *e, char *t) |
| 1954 | { |
| 1955 | int anchor = 0; |
| 1956 | int a = 0; |
| 1957 | /* list_iter: 'if' test [list_iter] */ |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1958 | com_node(c, CHILD(n, 1)); |
| 1959 | com_addfwref(c, JUMP_IF_FALSE, &a); |
| 1960 | com_addbyte(c, POP_TOP); |
| 1961 | com_pop(c, 1); |
| 1962 | com_list_iter(c, n, e, t); |
| 1963 | com_addfwref(c, JUMP_FORWARD, &anchor); |
| 1964 | com_backpatch(c, a); |
| 1965 | /* We jump here with an extra entry which we now pop */ |
| 1966 | com_addbyte(c, POP_TOP); |
| 1967 | com_backpatch(c, anchor); |
| 1968 | } |
| 1969 | |
| 1970 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 1971 | com_gen_if(struct compiling *c, node *n, node *t) |
| 1972 | { |
| 1973 | /* gen_if: 'if' test [gen_iter] */ |
| 1974 | int anchor = 0; |
| 1975 | int a=0; |
| 1976 | |
| 1977 | com_node(c, CHILD(n, 1)); |
| 1978 | com_addfwref(c, JUMP_IF_FALSE, &a); |
| 1979 | com_addbyte(c, POP_TOP); |
| 1980 | com_pop(c, 1); |
| 1981 | |
| 1982 | if (NCH(n) == 3) |
| 1983 | com_gen_iter(c, CHILD(n, 2), t); |
| 1984 | else { |
| 1985 | com_test(c, t); |
| 1986 | com_addbyte(c, YIELD_VALUE); |
| 1987 | com_pop(c, 1); |
| 1988 | } |
| 1989 | com_addfwref(c, JUMP_FORWARD, &anchor); |
| 1990 | com_backpatch(c, a); |
| 1991 | /* We jump here with an extra entry which we now pop */ |
| 1992 | com_addbyte(c, POP_TOP); |
| 1993 | com_backpatch(c, anchor); |
| 1994 | } |
| 1995 | |
| 1996 | static void |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 1997 | com_list_iter(struct compiling *c, |
| 1998 | node *p, /* parent of list_iter node */ |
| 1999 | node *e, /* element expression node */ |
| 2000 | char *t /* name of result list temp local */) |
| 2001 | { |
| 2002 | /* list_iter is the last child in a listmaker, list_for, or list_if */ |
| 2003 | node *n = CHILD(p, NCH(p)-1); |
| 2004 | if (TYPE(n) == list_iter) { |
| 2005 | n = CHILD(n, 0); |
| 2006 | switch (TYPE(n)) { |
| 2007 | case list_for: |
| 2008 | com_list_for(c, n, e, t); |
| 2009 | break; |
| 2010 | case list_if: |
| 2011 | com_list_if(c, n, e, t); |
| 2012 | break; |
| 2013 | default: |
| 2014 | com_error(c, PyExc_SystemError, |
| 2015 | "invalid list_iter node type"); |
| 2016 | } |
| 2017 | } |
| 2018 | else { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 2019 | com_addop_varname(c, VAR_LOAD, t); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2020 | com_push(c, 1); |
| 2021 | com_node(c, e); |
Raymond Hettinger | dd80f76 | 2004-03-07 07:31:06 +0000 | [diff] [blame] | 2022 | com_addbyte(c, LIST_APPEND); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2023 | com_pop(c, 2); |
| 2024 | } |
| 2025 | } |
| 2026 | |
| 2027 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2028 | com_gen_iter(struct compiling *c, node *n, node *t) |
| 2029 | { |
| 2030 | /* gen_iter: gen_for | gen_if */ |
| 2031 | node *ch; |
| 2032 | REQ(n, gen_iter); |
| 2033 | |
| 2034 | ch = CHILD(n, 0); |
| 2035 | |
| 2036 | switch (TYPE(ch)) { |
| 2037 | case gen_for: |
| 2038 | com_gen_for(c, ch, t, 0); |
| 2039 | break; |
| 2040 | case gen_if: |
| 2041 | com_gen_if(c, ch, t); |
| 2042 | break; |
| 2043 | default: |
| 2044 | com_error(c, PyExc_SystemError, |
| 2045 | "invalid gen_iter node type"); |
| 2046 | } |
| 2047 | } |
| 2048 | |
| 2049 | static void |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2050 | com_list_comprehension(struct compiling *c, node *n) |
| 2051 | { |
Skip Montanaro | 46dfa5f | 2000-08-22 02:43:07 +0000 | [diff] [blame] | 2052 | /* listmaker: test list_for */ |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 2053 | char tmpname[30]; |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 2054 | |
| 2055 | REQ(n, listmaker); |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 2056 | PyOS_snprintf(tmpname, sizeof(tmpname), "_[%d]", ++c->c_tmpname); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2057 | com_addoparg(c, BUILD_LIST, 0); |
| 2058 | com_addbyte(c, DUP_TOP); /* leave the result on the stack */ |
| 2059 | com_push(c, 2); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 2060 | com_addop_varname(c, VAR_STORE, tmpname); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2061 | com_pop(c, 1); |
Skip Montanaro | 46dfa5f | 2000-08-22 02:43:07 +0000 | [diff] [blame] | 2062 | com_list_for(c, CHILD(n, 1), CHILD(n, 0), tmpname); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 2063 | com_addop_varname(c, VAR_DELETE, tmpname); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2064 | --c->c_tmpname; |
| 2065 | } |
| 2066 | |
| 2067 | static void |
| 2068 | com_listmaker(struct compiling *c, node *n) |
| 2069 | { |
Skip Montanaro | 46dfa5f | 2000-08-22 02:43:07 +0000 | [diff] [blame] | 2070 | /* listmaker: test ( list_for | (',' test)* [','] ) */ |
| 2071 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for) |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2072 | com_list_comprehension(c, n); |
| 2073 | else { |
| 2074 | int len = 0; |
| 2075 | int i; |
| 2076 | for (i = 0; i < NCH(n); i += 2, len++) |
| 2077 | com_node(c, CHILD(n, i)); |
| 2078 | com_addoparg(c, BUILD_LIST, len); |
| 2079 | com_pop(c, len-1); |
| 2080 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2081 | } |
| 2082 | |
| 2083 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2084 | com_generator_expression(struct compiling *c, node *n) |
| 2085 | { |
| 2086 | /* testlist_gexp: test gen_for */ |
| 2087 | /* argument: test gen_for */ |
| 2088 | PyCodeObject *co; |
| 2089 | |
| 2090 | REQ(CHILD(n, 0), test); |
| 2091 | REQ(CHILD(n, 1), gen_for); |
| 2092 | |
| 2093 | symtable_enter_scope(c->c_symtable, "<genexpr>", TYPE(n), |
| 2094 | n->n_lineno); |
| 2095 | co = icompile(n, c); |
| 2096 | symtable_exit_scope(c->c_symtable); |
| 2097 | |
| 2098 | if (co == NULL) |
| 2099 | c->c_errors++; |
| 2100 | else { |
| 2101 | int closure = com_make_closure(c, co); |
| 2102 | int i = com_addconst(c, (PyObject *)co); |
| 2103 | |
| 2104 | com_addoparg(c, LOAD_CONST, i); |
| 2105 | com_push(c, 1); |
| 2106 | if (closure) |
| 2107 | com_addoparg(c, MAKE_CLOSURE, 0); |
| 2108 | else |
| 2109 | com_addoparg(c, MAKE_FUNCTION, 0); |
| 2110 | |
| 2111 | com_test(c, CHILD(CHILD(n, 1), 3)); |
| 2112 | com_addbyte(c, GET_ITER); |
| 2113 | com_addoparg(c, CALL_FUNCTION, 1); |
| 2114 | com_pop(c, 1); |
| 2115 | |
| 2116 | Py_DECREF(co); |
| 2117 | } |
| 2118 | } |
| 2119 | |
| 2120 | static void |
| 2121 | com_testlist_gexp(struct compiling *c, node *n) |
| 2122 | { |
| 2123 | /* testlist_gexp: test ( gen_for | (',' test)* [','] ) */ |
| 2124 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == gen_for) |
| 2125 | com_generator_expression(c, n); |
| 2126 | else com_list(c, n, 0); |
| 2127 | } |
| 2128 | |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 2129 | |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2130 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2131 | com_dictmaker(struct compiling *c, node *n) |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2132 | { |
| 2133 | int i; |
| 2134 | /* dictmaker: test ':' test (',' test ':' value)* [','] */ |
| 2135 | for (i = 0; i+2 < NCH(n); i += 4) { |
| 2136 | /* We must arrange things just right for STORE_SUBSCR. |
| 2137 | It wants the stack to look like (value) (dict) (key) */ |
| 2138 | com_addbyte(c, DUP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2139 | com_push(c, 1); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2140 | com_node(c, CHILD(n, i)); /* key */ |
Gustavo Niemeyer | 78429a6 | 2002-12-16 13:54:02 +0000 | [diff] [blame] | 2141 | com_node(c, CHILD(n, i+2)); /* value */ |
| 2142 | com_addbyte(c, ROT_THREE); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2143 | com_addbyte(c, STORE_SUBSCR); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2144 | com_pop(c, 3); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2145 | } |
| 2146 | } |
| 2147 | |
| 2148 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2149 | com_atom(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2150 | { |
| 2151 | node *ch; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2152 | PyObject *v; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2153 | int i; |
| 2154 | REQ(n, atom); |
| 2155 | ch = CHILD(n, 0); |
| 2156 | switch (TYPE(ch)) { |
| 2157 | case LPAR: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2158 | if (TYPE(CHILD(n, 1)) == RPAR) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2159 | com_addoparg(c, BUILD_TUPLE, 0); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2160 | com_push(c, 1); |
| 2161 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2162 | else |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2163 | com_testlist_gexp(c, CHILD(n, 1)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2164 | break; |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2165 | case LSQB: /* '[' [listmaker] ']' */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2166 | if (TYPE(CHILD(n, 1)) == RSQB) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2167 | com_addoparg(c, BUILD_LIST, 0); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2168 | com_push(c, 1); |
| 2169 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2170 | else |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2171 | com_listmaker(c, CHILD(n, 1)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2172 | break; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2173 | case LBRACE: /* '{' [dictmaker] '}' */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2174 | com_addoparg(c, BUILD_MAP, 0); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2175 | com_push(c, 1); |
Skip Montanaro | 803d6e5 | 2000-08-12 18:09:51 +0000 | [diff] [blame] | 2176 | if (TYPE(CHILD(n, 1)) == dictmaker) |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 2177 | com_dictmaker(c, CHILD(n, 1)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2178 | break; |
| 2179 | case BACKQUOTE: |
| 2180 | com_node(c, CHILD(n, 1)); |
| 2181 | com_addbyte(c, UNARY_CONVERT); |
| 2182 | break; |
| 2183 | case NUMBER: |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2184 | if ((v = parsenumber(c, STR(ch))) == NULL) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2185 | i = 255; |
| 2186 | } |
| 2187 | else { |
| 2188 | i = com_addconst(c, v); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2189 | Py_DECREF(v); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2190 | } |
| 2191 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2192 | com_push(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2193 | break; |
| 2194 | case STRING: |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 2195 | v = parsestrplus(c, n); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 2196 | if (v == NULL) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2197 | c->c_errors++; |
| 2198 | i = 255; |
| 2199 | } |
| 2200 | else { |
| 2201 | i = com_addconst(c, v); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2202 | Py_DECREF(v); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2203 | } |
| 2204 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2205 | com_push(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2206 | break; |
| 2207 | case NAME: |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 2208 | com_addop_varname(c, VAR_LOAD, STR(ch)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2209 | com_push(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2210 | break; |
| 2211 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2212 | com_error(c, PyExc_SystemError, |
| 2213 | "com_atom: unexpected node type"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2214 | } |
| 2215 | } |
| 2216 | |
| 2217 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2218 | com_slice(struct compiling *c, node *n, int op) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2219 | { |
| 2220 | if (NCH(n) == 1) { |
| 2221 | com_addbyte(c, op); |
| 2222 | } |
| 2223 | else if (NCH(n) == 2) { |
| 2224 | if (TYPE(CHILD(n, 0)) != COLON) { |
| 2225 | com_node(c, CHILD(n, 0)); |
| 2226 | com_addbyte(c, op+1); |
| 2227 | } |
| 2228 | else { |
| 2229 | com_node(c, CHILD(n, 1)); |
| 2230 | com_addbyte(c, op+2); |
| 2231 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2232 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2233 | } |
| 2234 | else { |
| 2235 | com_node(c, CHILD(n, 0)); |
| 2236 | com_node(c, CHILD(n, 2)); |
| 2237 | com_addbyte(c, op+3); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2238 | com_pop(c, 2); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2239 | } |
| 2240 | } |
| 2241 | |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2242 | static void |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2243 | com_augassign_slice(struct compiling *c, node *n, int opcode, node *augn) |
| 2244 | { |
| 2245 | if (NCH(n) == 1) { |
| 2246 | com_addbyte(c, DUP_TOP); |
| 2247 | com_push(c, 1); |
| 2248 | com_addbyte(c, SLICE); |
| 2249 | com_node(c, augn); |
| 2250 | com_addbyte(c, opcode); |
| 2251 | com_pop(c, 1); |
| 2252 | com_addbyte(c, ROT_TWO); |
| 2253 | com_addbyte(c, STORE_SLICE); |
| 2254 | com_pop(c, 2); |
| 2255 | } else if (NCH(n) == 2 && TYPE(CHILD(n, 0)) != COLON) { |
| 2256 | com_node(c, CHILD(n, 0)); |
| 2257 | com_addoparg(c, DUP_TOPX, 2); |
| 2258 | com_push(c, 2); |
| 2259 | com_addbyte(c, SLICE+1); |
| 2260 | com_pop(c, 1); |
| 2261 | com_node(c, augn); |
| 2262 | com_addbyte(c, opcode); |
| 2263 | com_pop(c, 1); |
| 2264 | com_addbyte(c, ROT_THREE); |
| 2265 | com_addbyte(c, STORE_SLICE+1); |
| 2266 | com_pop(c, 3); |
| 2267 | } else if (NCH(n) == 2) { |
| 2268 | com_node(c, CHILD(n, 1)); |
| 2269 | com_addoparg(c, DUP_TOPX, 2); |
| 2270 | com_push(c, 2); |
| 2271 | com_addbyte(c, SLICE+2); |
| 2272 | com_pop(c, 1); |
| 2273 | com_node(c, augn); |
| 2274 | com_addbyte(c, opcode); |
| 2275 | com_pop(c, 1); |
| 2276 | com_addbyte(c, ROT_THREE); |
| 2277 | com_addbyte(c, STORE_SLICE+2); |
| 2278 | com_pop(c, 3); |
| 2279 | } else { |
| 2280 | com_node(c, CHILD(n, 0)); |
| 2281 | com_node(c, CHILD(n, 2)); |
| 2282 | com_addoparg(c, DUP_TOPX, 3); |
| 2283 | com_push(c, 3); |
| 2284 | com_addbyte(c, SLICE+3); |
| 2285 | com_pop(c, 2); |
| 2286 | com_node(c, augn); |
| 2287 | com_addbyte(c, opcode); |
| 2288 | com_pop(c, 1); |
| 2289 | com_addbyte(c, ROT_FOUR); |
| 2290 | com_addbyte(c, STORE_SLICE+3); |
| 2291 | com_pop(c, 4); |
| 2292 | } |
| 2293 | } |
| 2294 | |
| 2295 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2296 | com_argument(struct compiling *c, node *n, PyObject **pkeywords) |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2297 | { |
| 2298 | node *m; |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2299 | REQ(n, argument); /* [test '='] test [gen_for]; really [keyword '='] test */ |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2300 | if (NCH(n) == 1) { |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2301 | if (*pkeywords != NULL) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2302 | com_error(c, PyExc_SyntaxError, |
Fred Drake | dcf08e0 | 2000-08-15 15:49:44 +0000 | [diff] [blame] | 2303 | "non-keyword arg after keyword arg"); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2304 | } |
| 2305 | else { |
| 2306 | com_node(c, CHILD(n, 0)); |
| 2307 | } |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2308 | return; |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2309 | } |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 2310 | if (NCH(n) == 2) { |
| 2311 | com_generator_expression(c, n); |
| 2312 | return; |
| 2313 | } |
| 2314 | |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2315 | m = n; |
| 2316 | do { |
| 2317 | m = CHILD(m, 0); |
| 2318 | } while (NCH(m) == 1); |
| 2319 | if (TYPE(m) != NAME) { |
Tim Peters | 4e30378 | 2001-02-18 04:45:10 +0000 | [diff] [blame] | 2320 | /* f(lambda x: x[0] = 3) ends up getting parsed with |
| 2321 | * LHS test = lambda x: x[0], and RHS test = 3. |
| 2322 | * SF bug 132313 points out that complaining about a keyword |
| 2323 | * then is very confusing. |
| 2324 | */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2325 | com_error(c, PyExc_SyntaxError, |
Tim Peters | 4e30378 | 2001-02-18 04:45:10 +0000 | [diff] [blame] | 2326 | TYPE(m) == lambdef ? |
| 2327 | "lambda cannot contain assignment" : |
| 2328 | "keyword can't be an expression"); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2329 | } |
| 2330 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2331 | PyObject *v = PyString_InternFromString(STR(m)); |
Guido van Rossum | 63dd79a | 2002-08-16 02:24:56 +0000 | [diff] [blame] | 2332 | (void) none_assignment_check(c, STR(m), 1); |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2333 | if (v != NULL && *pkeywords == NULL) |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2334 | *pkeywords = PyDict_New(); |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 2335 | if (v == NULL) |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2336 | c->c_errors++; |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 2337 | else if (*pkeywords == NULL) { |
| 2338 | c->c_errors++; |
| 2339 | Py_DECREF(v); |
| 2340 | } else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2341 | if (PyDict_GetItem(*pkeywords, v) != NULL) |
| 2342 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2343 | "duplicate keyword argument"); |
| 2344 | else |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2345 | if (PyDict_SetItem(*pkeywords, v, v) != 0) |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2346 | c->c_errors++; |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2347 | com_addoparg(c, LOAD_CONST, com_addconst(c, v)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2348 | com_push(c, 1); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2349 | Py_DECREF(v); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2350 | } |
| 2351 | } |
| 2352 | com_node(c, CHILD(n, 2)); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2353 | } |
| 2354 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2355 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2356 | com_call_function(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2357 | { |
| 2358 | if (TYPE(n) == RPAR) { |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2359 | com_addoparg(c, CALL_FUNCTION, 0); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2360 | } |
| 2361 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2362 | PyObject *keywords = NULL; |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2363 | int i, na, nk; |
Guido van Rossum | ca90605 | 1998-12-10 16:56:22 +0000 | [diff] [blame] | 2364 | int lineno = n->n_lineno; |
Jeremy Hylton | 7690151 | 2000-03-28 23:49:17 +0000 | [diff] [blame] | 2365 | int star_flag = 0; |
| 2366 | int starstar_flag = 0; |
| 2367 | int opcode; |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2368 | REQ(n, arglist); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2369 | na = 0; |
| 2370 | nk = 0; |
| 2371 | for (i = 0; i < NCH(n); i += 2) { |
Guido van Rossum | ca90605 | 1998-12-10 16:56:22 +0000 | [diff] [blame] | 2372 | node *ch = CHILD(n, i); |
Jeremy Hylton | 7690151 | 2000-03-28 23:49:17 +0000 | [diff] [blame] | 2373 | if (TYPE(ch) == STAR || |
| 2374 | TYPE(ch) == DOUBLESTAR) |
| 2375 | break; |
Guido van Rossum | ca90605 | 1998-12-10 16:56:22 +0000 | [diff] [blame] | 2376 | if (ch->n_lineno != lineno) { |
| 2377 | lineno = ch->n_lineno; |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 2378 | com_set_lineno(c, lineno); |
Guido van Rossum | ca90605 | 1998-12-10 16:56:22 +0000 | [diff] [blame] | 2379 | } |
| 2380 | com_argument(c, ch, &keywords); |
Guido van Rossum | 635abd2 | 1997-01-06 22:56:52 +0000 | [diff] [blame] | 2381 | if (keywords == NULL) |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2382 | na++; |
| 2383 | else |
| 2384 | nk++; |
| 2385 | } |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2386 | Py_XDECREF(keywords); |
Jeremy Hylton | 7690151 | 2000-03-28 23:49:17 +0000 | [diff] [blame] | 2387 | while (i < NCH(n)) { |
| 2388 | node *tok = CHILD(n, i); |
| 2389 | node *ch = CHILD(n, i+1); |
| 2390 | i += 3; |
| 2391 | switch (TYPE(tok)) { |
| 2392 | case STAR: star_flag = 1; break; |
| 2393 | case DOUBLESTAR: starstar_flag = 1; break; |
| 2394 | } |
| 2395 | com_node(c, ch); |
| 2396 | } |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2397 | if (na > 255 || nk > 255) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2398 | com_error(c, PyExc_SyntaxError, |
| 2399 | "more than 255 arguments"); |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 2400 | } |
Jeremy Hylton | 7690151 | 2000-03-28 23:49:17 +0000 | [diff] [blame] | 2401 | if (star_flag || starstar_flag) |
Jeremy Hylton | e4fb958 | 2000-03-29 00:10:44 +0000 | [diff] [blame] | 2402 | opcode = CALL_FUNCTION_VAR - 1 + |
Jeremy Hylton | 7690151 | 2000-03-28 23:49:17 +0000 | [diff] [blame] | 2403 | star_flag + (starstar_flag << 1); |
| 2404 | else |
| 2405 | opcode = CALL_FUNCTION; |
| 2406 | com_addoparg(c, opcode, na | (nk << 8)); |
| 2407 | com_pop(c, na + 2*nk + star_flag + starstar_flag); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2408 | } |
| 2409 | } |
| 2410 | |
| 2411 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2412 | com_select_member(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2413 | { |
| 2414 | com_addopname(c, LOAD_ATTR, n); |
| 2415 | } |
| 2416 | |
| 2417 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2418 | com_sliceobj(struct compiling *c, node *n) |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2419 | { |
| 2420 | int i=0; |
| 2421 | int ns=2; /* number of slice arguments */ |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2422 | node *ch; |
| 2423 | |
| 2424 | /* first argument */ |
| 2425 | if (TYPE(CHILD(n,i)) == COLON) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2426 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2427 | com_push(c, 1); |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2428 | i++; |
| 2429 | } |
| 2430 | else { |
| 2431 | com_node(c, CHILD(n,i)); |
| 2432 | i++; |
| 2433 | REQ(CHILD(n,i),COLON); |
| 2434 | i++; |
| 2435 | } |
| 2436 | /* second argument */ |
| 2437 | if (i < NCH(n) && TYPE(CHILD(n,i)) == test) { |
| 2438 | com_node(c, CHILD(n,i)); |
| 2439 | i++; |
| 2440 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2441 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2442 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2443 | com_push(c, 1); |
| 2444 | } |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2445 | /* remaining arguments */ |
| 2446 | for (; i < NCH(n); i++) { |
| 2447 | ns++; |
| 2448 | ch=CHILD(n,i); |
| 2449 | REQ(ch, sliceop); |
| 2450 | if (NCH(ch) == 1) { |
| 2451 | /* right argument of ':' missing */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2452 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2453 | com_push(c, 1); |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2454 | } |
| 2455 | else |
| 2456 | com_node(c, CHILD(ch,1)); |
| 2457 | } |
| 2458 | com_addoparg(c, BUILD_SLICE, ns); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2459 | com_pop(c, 1 + (ns == 3)); |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2460 | } |
| 2461 | |
| 2462 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2463 | com_subscript(struct compiling *c, node *n) |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2464 | { |
| 2465 | node *ch; |
| 2466 | REQ(n, subscript); |
| 2467 | ch = CHILD(n,0); |
| 2468 | /* check for rubber index */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2469 | if (TYPE(ch) == DOT && TYPE(CHILD(n,1)) == DOT) { |
Guido van Rossum | e449af7 | 1996-10-11 16:25:41 +0000 | [diff] [blame] | 2470 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_Ellipsis)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2471 | com_push(c, 1); |
| 2472 | } |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2473 | else { |
| 2474 | /* check for slice */ |
| 2475 | if ((TYPE(ch) == COLON || NCH(n) > 1)) |
| 2476 | com_sliceobj(c, n); |
| 2477 | else { |
| 2478 | REQ(ch, test); |
| 2479 | com_node(c, ch); |
| 2480 | } |
| 2481 | } |
| 2482 | } |
| 2483 | |
| 2484 | static void |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2485 | com_subscriptlist(struct compiling *c, node *n, int assigning, node *augn) |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2486 | { |
| 2487 | int i, op; |
| 2488 | REQ(n, subscriptlist); |
| 2489 | /* Check to make backward compatible slice behavior for '[i:j]' */ |
| 2490 | if (NCH(n) == 1) { |
| 2491 | node *sub = CHILD(n, 0); /* subscript */ |
Thomas Wouters | e8643c4 | 2000-08-05 21:37:50 +0000 | [diff] [blame] | 2492 | /* 'Basic' slice, should have exactly one colon. */ |
| 2493 | if ((TYPE(CHILD(sub, 0)) == COLON |
| 2494 | || (NCH(sub) > 1 && TYPE(CHILD(sub, 1)) == COLON)) |
| 2495 | && (TYPE(CHILD(sub,NCH(sub)-1)) != sliceop)) |
| 2496 | { |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2497 | switch (assigning) { |
| 2498 | case OP_DELETE: |
| 2499 | op = DELETE_SLICE; |
| 2500 | break; |
| 2501 | case OP_ASSIGN: |
| 2502 | op = STORE_SLICE; |
| 2503 | break; |
| 2504 | case OP_APPLY: |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2505 | op = SLICE; |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2506 | break; |
| 2507 | default: |
| 2508 | com_augassign_slice(c, sub, assigning, augn); |
| 2509 | return; |
| 2510 | } |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2511 | com_slice(c, sub, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2512 | if (op == STORE_SLICE) |
| 2513 | com_pop(c, 2); |
| 2514 | else if (op == DELETE_SLICE) |
| 2515 | com_pop(c, 1); |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2516 | return; |
| 2517 | } |
| 2518 | } |
| 2519 | /* Else normal subscriptlist. Compile each subscript. */ |
| 2520 | for (i = 0; i < NCH(n); i += 2) |
| 2521 | com_subscript(c, CHILD(n, i)); |
| 2522 | /* Put multiple subscripts into a tuple */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2523 | if (NCH(n) > 1) { |
| 2524 | i = (NCH(n)+1) / 2; |
| 2525 | com_addoparg(c, BUILD_TUPLE, i); |
| 2526 | com_pop(c, i-1); |
| 2527 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2528 | switch (assigning) { |
| 2529 | case OP_DELETE: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2530 | op = DELETE_SUBSCR; |
| 2531 | i = 2; |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2532 | break; |
| 2533 | default: |
| 2534 | case OP_ASSIGN: |
| 2535 | op = STORE_SUBSCR; |
| 2536 | i = 3; |
| 2537 | break; |
| 2538 | case OP_APPLY: |
| 2539 | op = BINARY_SUBSCR; |
| 2540 | i = 1; |
| 2541 | break; |
| 2542 | } |
| 2543 | if (assigning > OP_APPLY) { |
| 2544 | com_addoparg(c, DUP_TOPX, 2); |
| 2545 | com_push(c, 2); |
| 2546 | com_addbyte(c, BINARY_SUBSCR); |
| 2547 | com_pop(c, 1); |
| 2548 | com_node(c, augn); |
| 2549 | com_addbyte(c, assigning); |
| 2550 | com_pop(c, 1); |
| 2551 | com_addbyte(c, ROT_THREE); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2552 | } |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2553 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2554 | com_pop(c, i); |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 2555 | } |
| 2556 | |
| 2557 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2558 | com_apply_trailer(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2559 | { |
| 2560 | REQ(n, trailer); |
| 2561 | switch (TYPE(CHILD(n, 0))) { |
| 2562 | case LPAR: |
| 2563 | com_call_function(c, CHILD(n, 1)); |
| 2564 | break; |
| 2565 | case DOT: |
| 2566 | com_select_member(c, CHILD(n, 1)); |
| 2567 | break; |
| 2568 | case LSQB: |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 2569 | com_subscriptlist(c, CHILD(n, 1), OP_APPLY, NULL); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2570 | break; |
| 2571 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2572 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2573 | "com_apply_trailer: unknown trailer type"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2574 | } |
| 2575 | } |
| 2576 | |
| 2577 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2578 | com_power(struct compiling *c, node *n) |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 2579 | { |
| 2580 | int i; |
| 2581 | REQ(n, power); |
| 2582 | com_atom(c, CHILD(n, 0)); |
| 2583 | for (i = 1; i < NCH(n); i++) { |
| 2584 | if (TYPE(CHILD(n, i)) == DOUBLESTAR) { |
| 2585 | com_factor(c, CHILD(n, i+1)); |
| 2586 | com_addbyte(c, BINARY_POWER); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2587 | com_pop(c, 1); |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 2588 | break; |
| 2589 | } |
| 2590 | else |
| 2591 | com_apply_trailer(c, CHILD(n, i)); |
| 2592 | } |
| 2593 | } |
| 2594 | |
| 2595 | static void |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2596 | com_invert_constant(struct compiling *c, node *n) |
| 2597 | { |
| 2598 | /* Compute the inverse of int and longs and use them directly, |
| 2599 | but be prepared to generate code for all other |
| 2600 | possibilities (invalid numbers, floats, complex). |
| 2601 | */ |
| 2602 | PyObject *num, *inv = NULL; |
| 2603 | int i; |
| 2604 | |
| 2605 | REQ(n, NUMBER); |
| 2606 | num = parsenumber(c, STR(n)); |
| 2607 | if (num == NULL) |
| 2608 | i = 255; |
| 2609 | else { |
| 2610 | inv = PyNumber_Invert(num); |
| 2611 | if (inv == NULL) { |
| 2612 | PyErr_Clear(); |
| 2613 | i = com_addconst(c, num); |
| 2614 | } else { |
| 2615 | i = com_addconst(c, inv); |
| 2616 | Py_DECREF(inv); |
| 2617 | } |
| 2618 | Py_DECREF(num); |
| 2619 | } |
| 2620 | com_addoparg(c, LOAD_CONST, i); |
| 2621 | com_push(c, 1); |
| 2622 | if (num != NULL && inv == NULL) |
| 2623 | com_addbyte(c, UNARY_INVERT); |
| 2624 | } |
| 2625 | |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2626 | static int |
| 2627 | is_float_zero(const char *p) |
| 2628 | { |
| 2629 | int found_radix_point = 0; |
| 2630 | int ch; |
| 2631 | while ((ch = Py_CHARMASK(*p++)) != '\0') { |
| 2632 | switch (ch) { |
| 2633 | case '0': |
| 2634 | /* no reason to believe it's not 0 -- continue */ |
| 2635 | break; |
| 2636 | |
| 2637 | case 'e': case 'E': case 'j': case 'J': |
| 2638 | /* If this was a hex constant, we already would have |
| 2639 | returned 0 due to the 'x' or 'X', so 'e' or 'E' |
| 2640 | must be an exponent marker, and we haven't yet |
| 2641 | seen a non-zero digit, and it doesn't matter what |
| 2642 | the exponent is then. For 'j' or 'J' similarly, |
| 2643 | except that this is an imaginary 0 then. */ |
| 2644 | return 1; |
| 2645 | |
| 2646 | case '.': |
| 2647 | found_radix_point = 1; |
| 2648 | break; |
| 2649 | |
| 2650 | default: |
| 2651 | return 0; |
| 2652 | } |
| 2653 | } |
| 2654 | return found_radix_point; |
| 2655 | } |
| 2656 | |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2657 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2658 | com_factor(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2659 | { |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2660 | int childtype = TYPE(CHILD(n, 0)); |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2661 | node *pfactor, *ppower, *patom, *pnum; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2662 | REQ(n, factor); |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2663 | /* If the unary +, -, or ~ operator is applied to a constant, |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2664 | don't generate a UNARY_xxx opcode. Just store the |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2665 | approriate value as a constant. If the value is negative, |
| 2666 | extend the string containing the constant and insert a |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2667 | negative in the 0th position -- unless we're doing unary minus |
| 2668 | of a floating zero! In that case the sign is significant, but |
| 2669 | the const dict can't distinguish +0.0 from -0.0. |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2670 | */ |
| 2671 | if ((childtype == PLUS || childtype == MINUS || childtype == TILDE) |
Fred Drake | 14ef244 | 2001-08-30 18:53:25 +0000 | [diff] [blame] | 2672 | && NCH(n) == 2 |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2673 | && TYPE((pfactor = CHILD(n, 1))) == factor |
| 2674 | && NCH(pfactor) == 1 |
| 2675 | && TYPE((ppower = CHILD(pfactor, 0))) == power |
| 2676 | && NCH(ppower) == 1 |
| 2677 | && TYPE((patom = CHILD(ppower, 0))) == atom |
| 2678 | && TYPE((pnum = CHILD(patom, 0))) == NUMBER |
Guido van Rossum | 66b1259 | 2003-02-12 16:57:47 +0000 | [diff] [blame] | 2679 | && !(childtype == MINUS && |
| 2680 | (STR(pnum)[0] == '0' || is_float_zero(STR(pnum))))) { |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2681 | if (childtype == TILDE) { |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2682 | com_invert_constant(c, pnum); |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2683 | return; |
| 2684 | } |
| 2685 | if (childtype == MINUS) { |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 2686 | char *s = PyObject_MALLOC(strlen(STR(pnum)) + 2); |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2687 | if (s == NULL) { |
| 2688 | com_error(c, PyExc_MemoryError, ""); |
| 2689 | com_addbyte(c, 255); |
| 2690 | return; |
| 2691 | } |
| 2692 | s[0] = '-'; |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2693 | strcpy(s + 1, STR(pnum)); |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 2694 | PyObject_FREE(STR(pnum)); |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2695 | STR(pnum) = s; |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2696 | } |
Tim Peters | 51e2651 | 2001-09-07 08:45:55 +0000 | [diff] [blame] | 2697 | com_atom(c, patom); |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2698 | } |
| 2699 | else if (childtype == PLUS) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2700 | com_factor(c, CHILD(n, 1)); |
| 2701 | com_addbyte(c, UNARY_POSITIVE); |
| 2702 | } |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2703 | else if (childtype == MINUS) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2704 | com_factor(c, CHILD(n, 1)); |
| 2705 | com_addbyte(c, UNARY_NEGATIVE); |
| 2706 | } |
Jeremy Hylton | d5e5a2a | 2001-08-12 01:54:38 +0000 | [diff] [blame] | 2707 | else if (childtype == TILDE) { |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2708 | com_factor(c, CHILD(n, 1)); |
| 2709 | com_addbyte(c, UNARY_INVERT); |
| 2710 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2711 | else { |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 2712 | com_power(c, CHILD(n, 0)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2713 | } |
| 2714 | } |
| 2715 | |
| 2716 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2717 | com_term(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2718 | { |
| 2719 | int i; |
| 2720 | int op; |
| 2721 | REQ(n, term); |
| 2722 | com_factor(c, CHILD(n, 0)); |
| 2723 | for (i = 2; i < NCH(n); i += 2) { |
| 2724 | com_factor(c, CHILD(n, i)); |
| 2725 | switch (TYPE(CHILD(n, i-1))) { |
| 2726 | case STAR: |
| 2727 | op = BINARY_MULTIPLY; |
| 2728 | break; |
| 2729 | case SLASH: |
Guido van Rossum | 4668b00 | 2001-08-08 05:00:18 +0000 | [diff] [blame] | 2730 | if (c->c_flags & CO_FUTURE_DIVISION) |
| 2731 | op = BINARY_TRUE_DIVIDE; |
| 2732 | else |
| 2733 | op = BINARY_DIVIDE; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2734 | break; |
| 2735 | case PERCENT: |
| 2736 | op = BINARY_MODULO; |
| 2737 | break; |
Guido van Rossum | 4668b00 | 2001-08-08 05:00:18 +0000 | [diff] [blame] | 2738 | case DOUBLESLASH: |
| 2739 | op = BINARY_FLOOR_DIVIDE; |
| 2740 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2741 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2742 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 4668b00 | 2001-08-08 05:00:18 +0000 | [diff] [blame] | 2743 | "com_term: operator not *, /, // or %"); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2744 | op = 255; |
| 2745 | } |
| 2746 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2747 | com_pop(c, 1); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2748 | } |
| 2749 | } |
| 2750 | |
| 2751 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2752 | com_arith_expr(struct compiling *c, node *n) |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2753 | { |
| 2754 | int i; |
| 2755 | int op; |
| 2756 | REQ(n, arith_expr); |
| 2757 | com_term(c, CHILD(n, 0)); |
| 2758 | for (i = 2; i < NCH(n); i += 2) { |
| 2759 | com_term(c, CHILD(n, i)); |
| 2760 | switch (TYPE(CHILD(n, i-1))) { |
| 2761 | case PLUS: |
| 2762 | op = BINARY_ADD; |
| 2763 | break; |
| 2764 | case MINUS: |
| 2765 | op = BINARY_SUBTRACT; |
| 2766 | break; |
| 2767 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2768 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2769 | "com_arith_expr: operator not + or -"); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2770 | op = 255; |
| 2771 | } |
| 2772 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2773 | com_pop(c, 1); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2774 | } |
| 2775 | } |
| 2776 | |
| 2777 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2778 | com_shift_expr(struct compiling *c, node *n) |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2779 | { |
| 2780 | int i; |
| 2781 | int op; |
| 2782 | REQ(n, shift_expr); |
| 2783 | com_arith_expr(c, CHILD(n, 0)); |
| 2784 | for (i = 2; i < NCH(n); i += 2) { |
| 2785 | com_arith_expr(c, CHILD(n, i)); |
| 2786 | switch (TYPE(CHILD(n, i-1))) { |
| 2787 | case LEFTSHIFT: |
| 2788 | op = BINARY_LSHIFT; |
| 2789 | break; |
| 2790 | case RIGHTSHIFT: |
| 2791 | op = BINARY_RSHIFT; |
| 2792 | break; |
| 2793 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2794 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2795 | "com_shift_expr: operator not << or >>"); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2796 | op = 255; |
| 2797 | } |
| 2798 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2799 | com_pop(c, 1); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2800 | } |
| 2801 | } |
| 2802 | |
| 2803 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2804 | com_and_expr(struct compiling *c, node *n) |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2805 | { |
| 2806 | int i; |
| 2807 | int op; |
| 2808 | REQ(n, and_expr); |
| 2809 | com_shift_expr(c, CHILD(n, 0)); |
| 2810 | for (i = 2; i < NCH(n); i += 2) { |
| 2811 | com_shift_expr(c, CHILD(n, i)); |
| 2812 | if (TYPE(CHILD(n, i-1)) == AMPER) { |
| 2813 | op = BINARY_AND; |
| 2814 | } |
| 2815 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2816 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2817 | "com_and_expr: operator not &"); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2818 | op = 255; |
| 2819 | } |
| 2820 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2821 | com_pop(c, 1); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2822 | } |
| 2823 | } |
| 2824 | |
| 2825 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2826 | com_xor_expr(struct compiling *c, node *n) |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2827 | { |
| 2828 | int i; |
| 2829 | int op; |
| 2830 | REQ(n, xor_expr); |
| 2831 | com_and_expr(c, CHILD(n, 0)); |
| 2832 | for (i = 2; i < NCH(n); i += 2) { |
| 2833 | com_and_expr(c, CHILD(n, i)); |
| 2834 | if (TYPE(CHILD(n, i-1)) == CIRCUMFLEX) { |
| 2835 | op = BINARY_XOR; |
| 2836 | } |
| 2837 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2838 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2839 | "com_xor_expr: operator not ^"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2840 | op = 255; |
| 2841 | } |
| 2842 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2843 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2844 | } |
| 2845 | } |
| 2846 | |
| 2847 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2848 | com_expr(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2849 | { |
| 2850 | int i; |
| 2851 | int op; |
| 2852 | REQ(n, expr); |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2853 | com_xor_expr(c, CHILD(n, 0)); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2854 | for (i = 2; i < NCH(n); i += 2) { |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 2855 | com_xor_expr(c, CHILD(n, i)); |
| 2856 | if (TYPE(CHILD(n, i-1)) == VBAR) { |
| 2857 | op = BINARY_OR; |
| 2858 | } |
| 2859 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2860 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2861 | "com_expr: expr operator not |"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2862 | op = 255; |
| 2863 | } |
| 2864 | com_addbyte(c, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2865 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2866 | } |
| 2867 | } |
| 2868 | |
| 2869 | static enum cmp_op |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2870 | cmp_type(node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2871 | { |
| 2872 | REQ(n, comp_op); |
Tim Peters | 12d55a7 | 2003-05-12 19:16:52 +0000 | [diff] [blame] | 2873 | /* comp_op: '<' | '>' | '>=' | '<=' | '<>' | '!=' | '==' |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2874 | | 'in' | 'not' 'in' | 'is' | 'is' not' */ |
| 2875 | if (NCH(n) == 1) { |
| 2876 | n = CHILD(n, 0); |
| 2877 | switch (TYPE(n)) { |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2878 | case LESS: return PyCmp_LT; |
| 2879 | case GREATER: return PyCmp_GT; |
Tim Peters | 12d55a7 | 2003-05-12 19:16:52 +0000 | [diff] [blame] | 2880 | case EQEQUAL: return PyCmp_EQ; |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2881 | case LESSEQUAL: return PyCmp_LE; |
| 2882 | case GREATEREQUAL: return PyCmp_GE; |
| 2883 | case NOTEQUAL: return PyCmp_NE; /* <> or != */ |
| 2884 | case NAME: if (strcmp(STR(n), "in") == 0) return PyCmp_IN; |
| 2885 | if (strcmp(STR(n), "is") == 0) return PyCmp_IS; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2886 | } |
| 2887 | } |
| 2888 | else if (NCH(n) == 2) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2889 | switch (TYPE(CHILD(n, 0))) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2890 | case NAME: if (strcmp(STR(CHILD(n, 1)), "in") == 0) |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2891 | return PyCmp_NOT_IN; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2892 | if (strcmp(STR(CHILD(n, 0)), "is") == 0) |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2893 | return PyCmp_IS_NOT; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2894 | } |
| 2895 | } |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2896 | return PyCmp_BAD; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2897 | } |
| 2898 | |
| 2899 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2900 | com_comparison(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2901 | { |
| 2902 | int i; |
| 2903 | enum cmp_op op; |
| 2904 | int anchor; |
| 2905 | REQ(n, comparison); /* comparison: expr (comp_op expr)* */ |
| 2906 | com_expr(c, CHILD(n, 0)); |
| 2907 | if (NCH(n) == 1) |
| 2908 | return; |
| 2909 | |
| 2910 | /**************************************************************** |
| 2911 | The following code is generated for all but the last |
| 2912 | comparison in a chain: |
| 2913 | |
| 2914 | label: on stack: opcode: jump to: |
| 2915 | |
| 2916 | a <code to load b> |
| 2917 | a, b DUP_TOP |
| 2918 | a, b, b ROT_THREE |
| 2919 | b, a, b COMPARE_OP |
| 2920 | b, 0-or-1 JUMP_IF_FALSE L1 |
| 2921 | b, 1 POP_TOP |
| 2922 | b |
| 2923 | |
| 2924 | We are now ready to repeat this sequence for the next |
| 2925 | comparison in the chain. |
| 2926 | |
| 2927 | For the last we generate: |
| 2928 | |
| 2929 | b <code to load c> |
| 2930 | b, c COMPARE_OP |
| 2931 | 0-or-1 |
| 2932 | |
| 2933 | If there were any jumps to L1 (i.e., there was more than one |
| 2934 | comparison), we generate: |
| 2935 | |
| 2936 | 0-or-1 JUMP_FORWARD L2 |
| 2937 | L1: b, 0 ROT_TWO |
| 2938 | 0, b POP_TOP |
| 2939 | 0 |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2940 | L2: 0-or-1 |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2941 | ****************************************************************/ |
| 2942 | |
| 2943 | anchor = 0; |
| 2944 | |
| 2945 | for (i = 2; i < NCH(n); i += 2) { |
| 2946 | com_expr(c, CHILD(n, i)); |
| 2947 | if (i+2 < NCH(n)) { |
| 2948 | com_addbyte(c, DUP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2949 | com_push(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2950 | com_addbyte(c, ROT_THREE); |
| 2951 | } |
| 2952 | op = cmp_type(CHILD(n, i-1)); |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 2953 | if (op == PyCmp_BAD) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 2954 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 2955 | "com_comparison: unknown comparison op"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2956 | } |
| 2957 | com_addoparg(c, COMPARE_OP, op); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2958 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2959 | if (i+2 < NCH(n)) { |
| 2960 | com_addfwref(c, JUMP_IF_FALSE, &anchor); |
| 2961 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 2962 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2963 | } |
| 2964 | } |
| 2965 | |
| 2966 | if (anchor) { |
| 2967 | int anchor2 = 0; |
| 2968 | com_addfwref(c, JUMP_FORWARD, &anchor2); |
| 2969 | com_backpatch(c, anchor); |
| 2970 | com_addbyte(c, ROT_TWO); |
| 2971 | com_addbyte(c, POP_TOP); |
| 2972 | com_backpatch(c, anchor2); |
| 2973 | } |
| 2974 | } |
| 2975 | |
| 2976 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2977 | com_not_test(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2978 | { |
| 2979 | REQ(n, not_test); /* 'not' not_test | comparison */ |
| 2980 | if (NCH(n) == 1) { |
| 2981 | com_comparison(c, CHILD(n, 0)); |
| 2982 | } |
| 2983 | else { |
| 2984 | com_not_test(c, CHILD(n, 1)); |
| 2985 | com_addbyte(c, UNARY_NOT); |
| 2986 | } |
| 2987 | } |
| 2988 | |
| 2989 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 2990 | com_and_test(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 2991 | { |
| 2992 | int i; |
| 2993 | int anchor; |
| 2994 | REQ(n, and_test); /* not_test ('and' not_test)* */ |
| 2995 | anchor = 0; |
| 2996 | i = 0; |
| 2997 | for (;;) { |
| 2998 | com_not_test(c, CHILD(n, i)); |
| 2999 | if ((i += 2) >= NCH(n)) |
| 3000 | break; |
| 3001 | com_addfwref(c, JUMP_IF_FALSE, &anchor); |
| 3002 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3003 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3004 | } |
| 3005 | if (anchor) |
| 3006 | com_backpatch(c, anchor); |
| 3007 | } |
| 3008 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3009 | static int |
| 3010 | com_make_closure(struct compiling *c, PyCodeObject *co) |
| 3011 | { |
Jeremy Hylton | 733c893 | 2001-12-13 19:51:56 +0000 | [diff] [blame] | 3012 | int i, free = PyCode_GetNumFree(co); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3013 | if (free == 0) |
| 3014 | return 0; |
| 3015 | for (i = 0; i < free; ++i) { |
| 3016 | /* Bypass com_addop_varname because it will generate |
| 3017 | LOAD_DEREF but LOAD_CLOSURE is needed. |
| 3018 | */ |
| 3019 | PyObject *name = PyTuple_GET_ITEM(co->co_freevars, i); |
| 3020 | int arg, reftype; |
| 3021 | |
| 3022 | /* Special case: If a class contains a method with a |
| 3023 | free variable that has the same name as a method, |
| 3024 | the name will be considered free *and* local in the |
| 3025 | class. It should be handled by the closure, as |
| 3026 | well as by the normal name loookup logic. |
| 3027 | */ |
| 3028 | reftype = get_ref_type(c, PyString_AS_STRING(name)); |
| 3029 | if (reftype == CELL) |
| 3030 | arg = com_lookup_arg(c->c_cellvars, name); |
| 3031 | else /* (reftype == FREE) */ |
| 3032 | arg = com_lookup_arg(c->c_freevars, name); |
| 3033 | if (arg == -1) { |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 3034 | fprintf(stderr, "lookup %s in %s %d %d\n" |
| 3035 | "freevars of %s: %s\n", |
| 3036 | PyObject_REPR(name), |
| 3037 | c->c_name, |
| 3038 | reftype, arg, |
| 3039 | PyString_AS_STRING(co->co_name), |
| 3040 | PyObject_REPR(co->co_freevars)); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3041 | Py_FatalError("com_make_closure()"); |
| 3042 | } |
| 3043 | com_addoparg(c, LOAD_CLOSURE, arg); |
| 3044 | |
| 3045 | } |
| 3046 | com_push(c, free); |
| 3047 | return 1; |
| 3048 | } |
| 3049 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3050 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3051 | com_test(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3052 | { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3053 | REQ(n, test); /* and_test ('or' and_test)* | lambdef */ |
Guido van Rossum | 57531fe | 1993-11-30 14:57:42 +0000 | [diff] [blame] | 3054 | if (NCH(n) == 1 && TYPE(CHILD(n, 0)) == lambdef) { |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3055 | PyCodeObject *co; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3056 | int i, closure; |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 3057 | int ndefs = com_argdefs(c, CHILD(n, 0)); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 3058 | symtable_enter_scope(c->c_symtable, "lambda", lambdef, |
| 3059 | n->n_lineno); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3060 | co = icompile(CHILD(n, 0), c); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 3061 | if (co == NULL) { |
| 3062 | c->c_errors++; |
| 3063 | return; |
| 3064 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3065 | symtable_exit_scope(c->c_symtable); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3066 | i = com_addconst(c, (PyObject *)co); |
| 3067 | closure = com_make_closure(c, co); |
Guido van Rossum | 57531fe | 1993-11-30 14:57:42 +0000 | [diff] [blame] | 3068 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3069 | com_push(c, 1); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3070 | if (closure) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3071 | com_addoparg(c, MAKE_CLOSURE, ndefs); |
Jeremy Hylton | 733c893 | 2001-12-13 19:51:56 +0000 | [diff] [blame] | 3072 | com_pop(c, PyCode_GetNumFree(co)); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3073 | } else |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3074 | com_addoparg(c, MAKE_FUNCTION, ndefs); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 3075 | Py_DECREF(co); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3076 | com_pop(c, ndefs); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3077 | } |
Guido van Rossum | 57531fe | 1993-11-30 14:57:42 +0000 | [diff] [blame] | 3078 | else { |
| 3079 | int anchor = 0; |
| 3080 | int i = 0; |
| 3081 | for (;;) { |
| 3082 | com_and_test(c, CHILD(n, i)); |
| 3083 | if ((i += 2) >= NCH(n)) |
| 3084 | break; |
| 3085 | com_addfwref(c, JUMP_IF_TRUE, &anchor); |
| 3086 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3087 | com_pop(c, 1); |
Guido van Rossum | 57531fe | 1993-11-30 14:57:42 +0000 | [diff] [blame] | 3088 | } |
| 3089 | if (anchor) |
| 3090 | com_backpatch(c, anchor); |
| 3091 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3092 | } |
| 3093 | |
| 3094 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3095 | com_list(struct compiling *c, node *n, int toplevel) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3096 | { |
| 3097 | /* exprlist: expr (',' expr)* [',']; likewise for testlist */ |
Guido van Rossum | 288a60f | 1991-12-16 13:05:10 +0000 | [diff] [blame] | 3098 | if (NCH(n) == 1 && !toplevel) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3099 | com_node(c, CHILD(n, 0)); |
| 3100 | } |
| 3101 | else { |
| 3102 | int i; |
| 3103 | int len; |
| 3104 | len = (NCH(n) + 1) / 2; |
| 3105 | for (i = 0; i < NCH(n); i += 2) |
| 3106 | com_node(c, CHILD(n, i)); |
| 3107 | com_addoparg(c, BUILD_TUPLE, len); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3108 | com_pop(c, len-1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3109 | } |
| 3110 | } |
| 3111 | |
| 3112 | |
| 3113 | /* Begin of assignment compilation */ |
| 3114 | |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3115 | |
| 3116 | static void |
| 3117 | com_augassign_attr(struct compiling *c, node *n, int opcode, node *augn) |
| 3118 | { |
| 3119 | com_addbyte(c, DUP_TOP); |
| 3120 | com_push(c, 1); |
| 3121 | com_addopname(c, LOAD_ATTR, n); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3122 | com_node(c, augn); |
| 3123 | com_addbyte(c, opcode); |
| 3124 | com_pop(c, 1); |
| 3125 | com_addbyte(c, ROT_TWO); |
| 3126 | com_addopname(c, STORE_ATTR, n); |
| 3127 | com_pop(c, 2); |
| 3128 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3129 | |
| 3130 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3131 | com_assign_attr(struct compiling *c, node *n, int assigning) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3132 | { |
Guido van Rossum | 3ac99d4 | 2002-08-16 02:13:49 +0000 | [diff] [blame] | 3133 | if (none_assignment_check(c, STR(n), assigning)) |
| 3134 | return; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3135 | com_addopname(c, assigning ? STORE_ATTR : DELETE_ATTR, n); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3136 | com_pop(c, assigning ? 2 : 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3137 | } |
| 3138 | |
| 3139 | static void |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3140 | com_assign_trailer(struct compiling *c, node *n, int assigning, node *augn) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3141 | { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3142 | REQ(n, trailer); |
| 3143 | switch (TYPE(CHILD(n, 0))) { |
| 3144 | case LPAR: /* '(' [exprlist] ')' */ |
Jeremy Hylton | 05ab2e6 | 2002-05-31 14:08:29 +0000 | [diff] [blame] | 3145 | if (assigning == OP_DELETE) |
| 3146 | com_error(c, PyExc_SyntaxError, |
| 3147 | "can't delete function call"); |
| 3148 | else |
| 3149 | com_error(c, PyExc_SyntaxError, |
| 3150 | "can't assign to function call"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3151 | break; |
| 3152 | case DOT: /* '.' NAME */ |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3153 | if (assigning > OP_APPLY) |
| 3154 | com_augassign_attr(c, CHILD(n, 1), assigning, augn); |
| 3155 | else |
| 3156 | com_assign_attr(c, CHILD(n, 1), assigning); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3157 | break; |
Guido van Rossum | 8861b74 | 1996-07-30 16:49:37 +0000 | [diff] [blame] | 3158 | case LSQB: /* '[' subscriptlist ']' */ |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3159 | com_subscriptlist(c, CHILD(n, 1), assigning, augn); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3160 | break; |
| 3161 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3162 | com_error(c, PyExc_SystemError, "unknown trailer type"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3163 | } |
| 3164 | } |
| 3165 | |
| 3166 | static void |
Thomas Wouters | 0be5aab | 2000-08-11 22:15:52 +0000 | [diff] [blame] | 3167 | com_assign_sequence(struct compiling *c, node *n, int assigning) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3168 | { |
| 3169 | int i; |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 3170 | if (TYPE(n) != testlist && TYPE(n) != testlist_gexp && |
| 3171 | TYPE(n) != listmaker) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3172 | REQ(n, exprlist); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3173 | if (assigning) { |
| 3174 | i = (NCH(n)+1)/2; |
Thomas Wouters | 0be5aab | 2000-08-11 22:15:52 +0000 | [diff] [blame] | 3175 | com_addoparg(c, UNPACK_SEQUENCE, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3176 | com_push(c, i-1); |
| 3177 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3178 | for (i = 0; i < NCH(n); i += 2) |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3179 | com_assign(c, CHILD(n, i), assigning, NULL); |
| 3180 | } |
| 3181 | |
| 3182 | static void |
| 3183 | com_augassign_name(struct compiling *c, node *n, int opcode, node *augn) |
| 3184 | { |
| 3185 | REQ(n, NAME); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3186 | com_addop_varname(c, VAR_LOAD, STR(n)); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3187 | com_push(c, 1); |
| 3188 | com_node(c, augn); |
| 3189 | com_addbyte(c, opcode); |
| 3190 | com_pop(c, 1); |
| 3191 | com_assign_name(c, n, OP_ASSIGN); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3192 | } |
| 3193 | |
| 3194 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3195 | com_assign_name(struct compiling *c, node *n, int assigning) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3196 | { |
| 3197 | REQ(n, NAME); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3198 | com_addop_varname(c, assigning ? VAR_STORE : VAR_DELETE, STR(n)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3199 | if (assigning) |
| 3200 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3201 | } |
| 3202 | |
| 3203 | static void |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3204 | com_assign(struct compiling *c, node *n, int assigning, node *augn) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3205 | { |
| 3206 | /* Loop to avoid trivial recursion */ |
| 3207 | for (;;) { |
| 3208 | switch (TYPE(n)) { |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3209 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3210 | case exprlist: |
| 3211 | case testlist: |
Guido van Rossum | 2d3b986 | 2002-05-24 15:47:06 +0000 | [diff] [blame] | 3212 | case testlist1: |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 3213 | case testlist_gexp: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3214 | if (NCH(n) > 1) { |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 3215 | if (TYPE(CHILD(n, 1)) == gen_for) { |
Raymond Hettinger | 8ffc141 | 2004-09-29 21:47:10 +0000 | [diff] [blame] | 3216 | com_error(c, PyExc_SyntaxError, |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 3217 | "assign to generator expression not possible"); |
| 3218 | return; |
| 3219 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3220 | if (assigning > OP_APPLY) { |
| 3221 | com_error(c, PyExc_SyntaxError, |
Raymond Hettinger | 8ffc141 | 2004-09-29 21:47:10 +0000 | [diff] [blame] | 3222 | "augmented assign to generator expression not possible"); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3223 | return; |
| 3224 | } |
Thomas Wouters | 0be5aab | 2000-08-11 22:15:52 +0000 | [diff] [blame] | 3225 | com_assign_sequence(c, n, assigning); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3226 | return; |
| 3227 | } |
| 3228 | n = CHILD(n, 0); |
| 3229 | break; |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3230 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3231 | case test: |
| 3232 | case and_test: |
| 3233 | case not_test: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3234 | case comparison: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3235 | case expr: |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 3236 | case xor_expr: |
| 3237 | case and_expr: |
| 3238 | case shift_expr: |
| 3239 | case arith_expr: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3240 | case term: |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 3241 | case factor: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3242 | if (NCH(n) > 1) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3243 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3244 | "can't assign to operator"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3245 | return; |
| 3246 | } |
| 3247 | n = CHILD(n, 0); |
| 3248 | break; |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3249 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 3250 | case power: /* atom trailer* ('**' power)* |
| 3251 | ('+'|'-'|'~') factor | atom trailer* */ |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 3252 | if (TYPE(CHILD(n, 0)) != atom) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3253 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3254 | "can't assign to operator"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3255 | return; |
| 3256 | } |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 3257 | if (NCH(n) > 1) { /* trailer or exponent present */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3258 | int i; |
| 3259 | com_node(c, CHILD(n, 0)); |
| 3260 | for (i = 1; i+1 < NCH(n); i++) { |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 3261 | if (TYPE(CHILD(n, i)) == DOUBLESTAR) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3262 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3263 | "can't assign to operator"); |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 3264 | return; |
| 3265 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3266 | com_apply_trailer(c, CHILD(n, i)); |
| 3267 | } /* NB i is still alive */ |
| 3268 | com_assign_trailer(c, |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3269 | CHILD(n, i), assigning, augn); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3270 | return; |
| 3271 | } |
| 3272 | n = CHILD(n, 0); |
| 3273 | break; |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3274 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3275 | case atom: |
| 3276 | switch (TYPE(CHILD(n, 0))) { |
| 3277 | case LPAR: |
| 3278 | n = CHILD(n, 1); |
| 3279 | if (TYPE(n) == RPAR) { |
| 3280 | /* XXX Should allow () = () ??? */ |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3281 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3282 | "can't assign to ()"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3283 | return; |
| 3284 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3285 | if (assigning > OP_APPLY) { |
| 3286 | com_error(c, PyExc_SyntaxError, |
Raymond Hettinger | fec0c46 | 2004-09-29 23:54:08 +0000 | [diff] [blame] | 3287 | "augmented assign to tuple literal or generator expression not possible"); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3288 | return; |
| 3289 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3290 | break; |
| 3291 | case LSQB: |
| 3292 | n = CHILD(n, 1); |
| 3293 | if (TYPE(n) == RSQB) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3294 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3295 | "can't assign to []"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3296 | return; |
| 3297 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3298 | if (assigning > OP_APPLY) { |
| 3299 | com_error(c, PyExc_SyntaxError, |
Raymond Hettinger | fec0c46 | 2004-09-29 23:54:08 +0000 | [diff] [blame] | 3300 | "augmented assign to list literal or comprehension not possible"); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3301 | return; |
| 3302 | } |
| 3303 | if (NCH(n) > 1 |
| 3304 | && TYPE(CHILD(n, 1)) == list_for) { |
| 3305 | com_error(c, PyExc_SyntaxError, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 3306 | "can't assign to list comprehension"); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3307 | return; |
| 3308 | } |
Thomas Wouters | 0be5aab | 2000-08-11 22:15:52 +0000 | [diff] [blame] | 3309 | com_assign_sequence(c, n, assigning); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3310 | return; |
| 3311 | case NAME: |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3312 | if (assigning > OP_APPLY) |
| 3313 | com_augassign_name(c, CHILD(n, 0), |
| 3314 | assigning, augn); |
| 3315 | else |
| 3316 | com_assign_name(c, CHILD(n, 0), |
| 3317 | assigning); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3318 | return; |
| 3319 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3320 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3321 | "can't assign to literal"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3322 | return; |
| 3323 | } |
| 3324 | break; |
Guido van Rossum | 15cc9a0 | 1996-08-08 18:51:04 +0000 | [diff] [blame] | 3325 | |
| 3326 | case lambdef: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3327 | com_error(c, PyExc_SyntaxError, |
| 3328 | "can't assign to lambda"); |
Guido van Rossum | 15cc9a0 | 1996-08-08 18:51:04 +0000 | [diff] [blame] | 3329 | return; |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3330 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3331 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3332 | com_error(c, PyExc_SystemError, |
| 3333 | "com_assign: bad node"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3334 | return; |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3335 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3336 | } |
| 3337 | } |
| 3338 | } |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3339 | |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3340 | static void |
| 3341 | com_augassign(struct compiling *c, node *n) |
| 3342 | { |
| 3343 | int opcode; |
| 3344 | |
| 3345 | switch (STR(CHILD(CHILD(n, 1), 0))[0]) { |
| 3346 | case '+': opcode = INPLACE_ADD; break; |
| 3347 | case '-': opcode = INPLACE_SUBTRACT; break; |
Guido van Rossum | 4668b00 | 2001-08-08 05:00:18 +0000 | [diff] [blame] | 3348 | case '/': |
| 3349 | if (STR(CHILD(CHILD(n, 1), 0))[1] == '/') |
| 3350 | opcode = INPLACE_FLOOR_DIVIDE; |
| 3351 | else if (c->c_flags & CO_FUTURE_DIVISION) |
| 3352 | opcode = INPLACE_TRUE_DIVIDE; |
| 3353 | else |
| 3354 | opcode = INPLACE_DIVIDE; |
| 3355 | break; |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3356 | case '%': opcode = INPLACE_MODULO; break; |
| 3357 | case '<': opcode = INPLACE_LSHIFT; break; |
| 3358 | case '>': opcode = INPLACE_RSHIFT; break; |
| 3359 | case '&': opcode = INPLACE_AND; break; |
| 3360 | case '^': opcode = INPLACE_XOR; break; |
| 3361 | case '|': opcode = INPLACE_OR; break; |
| 3362 | case '*': |
| 3363 | if (STR(CHILD(CHILD(n, 1), 0))[1] == '*') |
| 3364 | opcode = INPLACE_POWER; |
| 3365 | else |
| 3366 | opcode = INPLACE_MULTIPLY; |
| 3367 | break; |
| 3368 | default: |
| 3369 | com_error(c, PyExc_SystemError, "com_augassign: bad operator"); |
| 3370 | return; |
| 3371 | } |
| 3372 | com_assign(c, CHILD(n, 0), opcode, CHILD(n, 2)); |
| 3373 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3374 | |
| 3375 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3376 | com_expr_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3377 | { |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3378 | REQ(n, expr_stmt); |
| 3379 | /* testlist (('=' testlist)* | augassign testlist) */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3380 | /* Forget it if we have just a doc string here */ |
Guido van Rossum | 5f5e817 | 1997-04-06 03:41:40 +0000 | [diff] [blame] | 3381 | if (!c->c_interactive && NCH(n) == 1 && get_rawdocstring(n) != NULL) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3382 | return; |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3383 | if (NCH(n) == 1) { |
| 3384 | com_node(c, CHILD(n, NCH(n)-1)); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 3385 | if (c->c_interactive) |
| 3386 | com_addbyte(c, PRINT_EXPR); |
| 3387 | else |
| 3388 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3389 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3390 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3391 | else if (TYPE(CHILD(n,1)) == augassign) |
| 3392 | com_augassign(c, n); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3393 | else { |
| 3394 | int i; |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3395 | com_node(c, CHILD(n, NCH(n)-1)); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3396 | for (i = 0; i < NCH(n)-2; i+=2) { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3397 | if (i+2 < NCH(n)-2) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3398 | com_addbyte(c, DUP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3399 | com_push(c, 1); |
| 3400 | } |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3401 | com_assign(c, CHILD(n, i), OP_ASSIGN, NULL); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3402 | } |
| 3403 | } |
| 3404 | } |
| 3405 | |
| 3406 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3407 | com_assert_stmt(struct compiling *c, node *n) |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3408 | { |
Neil Schemenauer | 89e3ee0 | 2002-04-26 01:58:53 +0000 | [diff] [blame] | 3409 | int a = 0; |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3410 | int i; |
| 3411 | REQ(n, assert_stmt); /* 'assert' test [',' test] */ |
Neil Schemenauer | 89e3ee0 | 2002-04-26 01:58:53 +0000 | [diff] [blame] | 3412 | if (Py_OptimizeFlag) |
| 3413 | return; |
| 3414 | /* Generate code like |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3415 | |
Neil Schemenauer | 89e3ee0 | 2002-04-26 01:58:53 +0000 | [diff] [blame] | 3416 | if not <test>: |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3417 | raise AssertionError [, <message>] |
| 3418 | |
| 3419 | where <message> is the second test, if present. |
| 3420 | */ |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3421 | com_node(c, CHILD(n, 1)); |
Neil Schemenauer | 89e3ee0 | 2002-04-26 01:58:53 +0000 | [diff] [blame] | 3422 | com_addfwref(c, JUMP_IF_TRUE, &a); |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3423 | com_addbyte(c, POP_TOP); |
| 3424 | com_pop(c, 1); |
| 3425 | /* Raise that exception! */ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3426 | com_addop_name(c, LOAD_GLOBAL, "AssertionError"); |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3427 | com_push(c, 1); |
| 3428 | i = NCH(n)/2; /* Either 2 or 4 */ |
| 3429 | if (i > 1) |
| 3430 | com_node(c, CHILD(n, 3)); |
| 3431 | com_addoparg(c, RAISE_VARARGS, i); |
| 3432 | com_pop(c, i); |
| 3433 | /* The interpreter does not fall through */ |
Neil Schemenauer | 89e3ee0 | 2002-04-26 01:58:53 +0000 | [diff] [blame] | 3434 | /* Jump ends up here */ |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3435 | com_backpatch(c, a); |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 3436 | com_addbyte(c, POP_TOP); |
| 3437 | } |
| 3438 | |
| 3439 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3440 | com_print_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3441 | { |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3442 | int i = 1; |
| 3443 | node* stream = NULL; |
| 3444 | |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3445 | REQ(n, print_stmt); /* 'print' (test ',')* [test] */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3446 | |
| 3447 | /* are we using the extended print form? */ |
| 3448 | if (NCH(n) >= 2 && TYPE(CHILD(n, 1)) == RIGHTSHIFT) { |
| 3449 | stream = CHILD(n, 2); |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3450 | com_node(c, stream); |
| 3451 | /* stack: [...] => [... stream] */ |
| 3452 | com_push(c, 1); |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3453 | if (NCH(n) > 3 && TYPE(CHILD(n, 3)) == COMMA) |
| 3454 | i = 4; |
| 3455 | else |
| 3456 | i = 3; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3457 | } |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3458 | for (; i < NCH(n); i += 2) { |
| 3459 | if (stream != NULL) { |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3460 | com_addbyte(c, DUP_TOP); |
| 3461 | /* stack: [stream] => [stream stream] */ |
| 3462 | com_push(c, 1); |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3463 | com_node(c, CHILD(n, i)); |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3464 | /* stack: [stream stream] => [stream stream obj] */ |
| 3465 | com_addbyte(c, ROT_TWO); |
| 3466 | /* stack: [stream stream obj] => [stream obj stream] */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3467 | com_addbyte(c, PRINT_ITEM_TO); |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3468 | /* stack: [stream obj stream] => [stream] */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3469 | com_pop(c, 2); |
| 3470 | } |
| 3471 | else { |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3472 | com_node(c, CHILD(n, i)); |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3473 | /* stack: [...] => [... obj] */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3474 | com_addbyte(c, PRINT_ITEM); |
| 3475 | com_pop(c, 1); |
| 3476 | } |
| 3477 | } |
| 3478 | /* XXX Alternatively, LOAD_CONST '\n' and then PRINT_ITEM */ |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3479 | if (TYPE(CHILD(n, NCH(n)-1)) == COMMA) { |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3480 | if (stream != NULL) { |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3481 | /* must pop the extra stream object off the stack */ |
| 3482 | com_addbyte(c, POP_TOP); |
| 3483 | /* stack: [... stream] => [...] */ |
| 3484 | com_pop(c, 1); |
| 3485 | } |
| 3486 | } |
| 3487 | else { |
| 3488 | if (stream != NULL) { |
| 3489 | /* this consumes the last stream object on stack */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3490 | com_addbyte(c, PRINT_NEWLINE_TO); |
Barry Warsaw | 24703a0 | 2000-08-21 17:07:20 +0000 | [diff] [blame] | 3491 | /* stack: [... stream] => [...] */ |
Barry Warsaw | 29c574e | 2000-08-21 15:38:56 +0000 | [diff] [blame] | 3492 | com_pop(c, 1); |
| 3493 | } |
| 3494 | else |
| 3495 | com_addbyte(c, PRINT_NEWLINE); |
| 3496 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3497 | } |
| 3498 | |
| 3499 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3500 | com_return_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3501 | { |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3502 | REQ(n, return_stmt); /* 'return' [testlist] */ |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3503 | if (!c->c_infunction) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3504 | com_error(c, PyExc_SyntaxError, "'return' outside function"); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3505 | } |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 3506 | if (c->c_flags & CO_GENERATOR) { |
| 3507 | if (NCH(n) > 1) { |
| 3508 | com_error(c, PyExc_SyntaxError, |
| 3509 | "'return' with argument inside generator"); |
| 3510 | } |
Tim Peters | ad1a18b | 2001-06-23 06:19:16 +0000 | [diff] [blame] | 3511 | } |
| 3512 | if (NCH(n) < 2) { |
| 3513 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3514 | com_push(c, 1); |
| 3515 | } |
Tim Peters | ad1a18b | 2001-06-23 06:19:16 +0000 | [diff] [blame] | 3516 | else |
| 3517 | com_node(c, CHILD(n, 1)); |
| 3518 | com_addbyte(c, RETURN_VALUE); |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 3519 | com_pop(c, 1); |
| 3520 | } |
| 3521 | |
| 3522 | static void |
| 3523 | com_yield_stmt(struct compiling *c, node *n) |
| 3524 | { |
Tim Peters | 95c80f8 | 2001-06-23 02:07:08 +0000 | [diff] [blame] | 3525 | int i; |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 3526 | REQ(n, yield_stmt); /* 'yield' testlist */ |
| 3527 | if (!c->c_infunction) { |
| 3528 | com_error(c, PyExc_SyntaxError, "'yield' outside function"); |
| 3529 | } |
Tim Peters | 95c80f8 | 2001-06-23 02:07:08 +0000 | [diff] [blame] | 3530 | |
| 3531 | for (i = 0; i < c->c_nblocks; ++i) { |
| 3532 | if (c->c_block[i] == SETUP_FINALLY) { |
| 3533 | com_error(c, PyExc_SyntaxError, |
| 3534 | "'yield' not allowed in a 'try' block " |
| 3535 | "with a 'finally' clause"); |
| 3536 | return; |
| 3537 | } |
| 3538 | } |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 3539 | com_node(c, CHILD(n, 1)); |
| 3540 | com_addbyte(c, YIELD_VALUE); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3541 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3542 | } |
| 3543 | |
| 3544 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3545 | com_raise_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3546 | { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3547 | int i; |
Guido van Rossum | d295f12 | 1998-04-09 21:39:57 +0000 | [diff] [blame] | 3548 | REQ(n, raise_stmt); /* 'raise' [test [',' test [',' test]]] */ |
| 3549 | if (NCH(n) > 1) { |
| 3550 | com_node(c, CHILD(n, 1)); |
| 3551 | if (NCH(n) > 3) { |
| 3552 | com_node(c, CHILD(n, 3)); |
| 3553 | if (NCH(n) > 5) |
| 3554 | com_node(c, CHILD(n, 5)); |
| 3555 | } |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 3556 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3557 | i = NCH(n)/2; |
| 3558 | com_addoparg(c, RAISE_VARARGS, i); |
| 3559 | com_pop(c, i); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3560 | } |
| 3561 | |
| 3562 | static void |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3563 | com_from_import(struct compiling *c, node *n) |
| 3564 | { |
| 3565 | com_addopname(c, IMPORT_FROM, CHILD(n, 0)); |
| 3566 | com_push(c, 1); |
| 3567 | if (NCH(n) > 1) { |
| 3568 | if (strcmp(STR(CHILD(n, 1)), "as") != 0) { |
| 3569 | com_error(c, PyExc_SyntaxError, "invalid syntax"); |
| 3570 | return; |
| 3571 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3572 | com_addop_varname(c, VAR_STORE, STR(CHILD(n, 2))); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3573 | } else |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3574 | com_addop_varname(c, VAR_STORE, STR(CHILD(n, 0))); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3575 | com_pop(c, 1); |
| 3576 | } |
| 3577 | |
| 3578 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3579 | com_import_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3580 | { |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3581 | node *nn; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3582 | int i; |
| 3583 | REQ(n, import_stmt); |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3584 | n = CHILD(n, 0); |
| 3585 | /* import_stmt: import_name | import_from */ |
| 3586 | if (TYPE(n) == import_from) { |
| 3587 | /* 'from' dotted_name 'import' ('*' | |
| 3588 | '(' import_as_names ')' | import_as_names) */ |
Guido van Rossum | 83fb073 | 2000-11-27 22:22:36 +0000 | [diff] [blame] | 3589 | PyObject *tup; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 3590 | REQ(CHILD(n, 1), dotted_name); |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3591 | nn = CHILD(n, 3 + (TYPE(CHILD(n, 3)) == LPAR)); |
| 3592 | if (TYPE(nn) == STAR) |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3593 | tup = Py_BuildValue("(s)", "*"); |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3594 | else { |
| 3595 | if (TYPE(CHILD(nn, NCH(nn) - 1)) == COMMA && |
| 3596 | TYPE(CHILD(n, 3)) != LPAR) { |
| 3597 | com_error(c, PyExc_SyntaxError, |
| 3598 | "trailing comma not allowed " |
| 3599 | "without surrounding parentheses"); |
| 3600 | return; |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3601 | } |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3602 | REQ(nn, import_as_names); |
| 3603 | tup = PyTuple_New((NCH(nn) + 1) / 2); |
| 3604 | for (i = 0; i < NCH(nn); i += 2) |
| 3605 | PyTuple_SET_ITEM(tup, i / 2, |
| 3606 | PyString_FromString(STR( |
| 3607 | CHILD(CHILD(nn, i), 0)))); |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3608 | } |
| 3609 | com_addoparg(c, LOAD_CONST, com_addconst(c, tup)); |
Guido van Rossum | 83fb073 | 2000-11-27 22:22:36 +0000 | [diff] [blame] | 3610 | Py_DECREF(tup); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3611 | com_push(c, 1); |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3612 | com_addopname(c, IMPORT_NAME, CHILD(n, 1)); |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3613 | if (TYPE(nn) == STAR) |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3614 | com_addbyte(c, IMPORT_STAR); |
| 3615 | else { |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3616 | for (i = 0; i < NCH(nn); i += 2) |
| 3617 | com_from_import(c, CHILD(nn, i)); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3618 | com_addbyte(c, POP_TOP); |
| 3619 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3620 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3621 | } |
| 3622 | else { |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 3623 | /* 'import' dotted_as_names */ |
| 3624 | nn = CHILD(n, 1); |
| 3625 | REQ(nn, dotted_as_names); |
| 3626 | for (i = 0; i < NCH(nn); i += 2) { |
| 3627 | node *subn = CHILD(nn, i); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3628 | REQ(subn, dotted_as_name); |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3629 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3630 | com_push(c, 1); |
Thomas Wouters | dd13e4f | 2000-08-27 20:31:27 +0000 | [diff] [blame] | 3631 | com_addopname(c, IMPORT_NAME, CHILD(subn, 0)); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3632 | if (NCH(subn) > 1) { |
Thomas Wouters | e753ef8 | 2000-08-27 20:16:32 +0000 | [diff] [blame] | 3633 | int j; |
| 3634 | if (strcmp(STR(CHILD(subn, 1)), "as") != 0) { |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3635 | com_error(c, PyExc_SyntaxError, |
| 3636 | "invalid syntax"); |
| 3637 | return; |
| 3638 | } |
Thomas Wouters | e753ef8 | 2000-08-27 20:16:32 +0000 | [diff] [blame] | 3639 | for (j=2 ; j < NCH(CHILD(subn, 0)); j += 2) |
| 3640 | com_addopname(c, LOAD_ATTR, |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3641 | CHILD(CHILD(subn, 0), |
| 3642 | j)); |
| 3643 | com_addop_varname(c, VAR_STORE, |
| 3644 | STR(CHILD(subn, 2))); |
Thomas Wouters | 5215225 | 2000-08-17 22:55:00 +0000 | [diff] [blame] | 3645 | } else |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3646 | com_addop_varname(c, VAR_STORE, |
| 3647 | STR(CHILD(CHILD(subn, 0), |
| 3648 | 0))); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3649 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3650 | } |
| 3651 | } |
| 3652 | } |
| 3653 | |
| 3654 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3655 | com_exec_stmt(struct compiling *c, node *n) |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3656 | { |
| 3657 | REQ(n, exec_stmt); |
| 3658 | /* exec_stmt: 'exec' expr ['in' expr [',' expr]] */ |
| 3659 | com_node(c, CHILD(n, 1)); |
| 3660 | if (NCH(n) >= 4) |
| 3661 | com_node(c, CHILD(n, 3)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3662 | else { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3663 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3664 | com_push(c, 1); |
| 3665 | } |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3666 | if (NCH(n) >= 6) |
| 3667 | com_node(c, CHILD(n, 5)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3668 | else { |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3669 | com_addbyte(c, DUP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3670 | com_push(c, 1); |
| 3671 | } |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3672 | com_addbyte(c, EXEC_STMT); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3673 | com_pop(c, 3); |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3674 | } |
| 3675 | |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3676 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3677 | is_constant_false(struct compiling *c, node *n) |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3678 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3679 | PyObject *v; |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3680 | int i; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 3681 | /* argument c will be NULL when called from symtable_node() */ |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3682 | |
| 3683 | /* Label to avoid tail recursion */ |
| 3684 | next: |
| 3685 | switch (TYPE(n)) { |
| 3686 | |
| 3687 | case suite: |
| 3688 | if (NCH(n) == 1) { |
| 3689 | n = CHILD(n, 0); |
| 3690 | goto next; |
| 3691 | } |
| 3692 | /* Fall through */ |
| 3693 | case file_input: |
| 3694 | for (i = 0; i < NCH(n); i++) { |
| 3695 | node *ch = CHILD(n, i); |
| 3696 | if (TYPE(ch) == stmt) { |
| 3697 | n = ch; |
| 3698 | goto next; |
| 3699 | } |
| 3700 | } |
| 3701 | break; |
| 3702 | |
| 3703 | case stmt: |
| 3704 | case simple_stmt: |
| 3705 | case small_stmt: |
| 3706 | n = CHILD(n, 0); |
| 3707 | goto next; |
| 3708 | |
| 3709 | case expr_stmt: |
| 3710 | case testlist: |
Guido van Rossum | 2d3b986 | 2002-05-24 15:47:06 +0000 | [diff] [blame] | 3711 | case testlist1: |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3712 | case test: |
| 3713 | case and_test: |
| 3714 | case not_test: |
| 3715 | case comparison: |
| 3716 | case expr: |
| 3717 | case xor_expr: |
| 3718 | case and_expr: |
| 3719 | case shift_expr: |
| 3720 | case arith_expr: |
| 3721 | case term: |
| 3722 | case factor: |
| 3723 | case power: |
| 3724 | case atom: |
| 3725 | if (NCH(n) == 1) { |
| 3726 | n = CHILD(n, 0); |
| 3727 | goto next; |
| 3728 | } |
| 3729 | break; |
| 3730 | |
| 3731 | case NAME: |
| 3732 | if (Py_OptimizeFlag && strcmp(STR(n), "__debug__") == 0) |
| 3733 | return 1; |
| 3734 | break; |
| 3735 | |
| 3736 | case NUMBER: |
| 3737 | v = parsenumber(c, STR(n)); |
| 3738 | if (v == NULL) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3739 | PyErr_Clear(); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3740 | break; |
| 3741 | } |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3742 | i = PyObject_IsTrue(v); |
| 3743 | Py_DECREF(v); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3744 | return i == 0; |
| 3745 | |
| 3746 | case STRING: |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 3747 | v = parsestr(c, STR(n)); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3748 | if (v == NULL) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3749 | PyErr_Clear(); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3750 | break; |
| 3751 | } |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3752 | i = PyObject_IsTrue(v); |
| 3753 | Py_DECREF(v); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3754 | return i == 0; |
| 3755 | |
| 3756 | } |
| 3757 | return 0; |
| 3758 | } |
| 3759 | |
Tim Peters | 08a898f | 2001-06-28 01:52:22 +0000 | [diff] [blame] | 3760 | |
| 3761 | /* Look under n for a return stmt with an expression. |
| 3762 | * This hack is used to find illegal returns under "if 0:" blocks in |
| 3763 | * functions already known to be generators (as determined by the symtable |
| 3764 | * pass). |
| 3765 | * Return the offending return node if found, else NULL. |
| 3766 | */ |
| 3767 | static node * |
| 3768 | look_for_offending_return(node *n) |
| 3769 | { |
| 3770 | int i; |
| 3771 | |
| 3772 | for (i = 0; i < NCH(n); ++i) { |
| 3773 | node *kid = CHILD(n, i); |
| 3774 | |
| 3775 | switch (TYPE(kid)) { |
| 3776 | case classdef: |
| 3777 | case funcdef: |
| 3778 | case lambdef: |
| 3779 | /* Stuff in nested functions & classes doesn't |
| 3780 | affect the code block we started in. */ |
| 3781 | return NULL; |
| 3782 | |
| 3783 | case return_stmt: |
| 3784 | if (NCH(kid) > 1) |
| 3785 | return kid; |
| 3786 | break; |
| 3787 | |
| 3788 | default: { |
| 3789 | node *bad = look_for_offending_return(kid); |
| 3790 | if (bad != NULL) |
| 3791 | return bad; |
| 3792 | } |
| 3793 | } |
| 3794 | } |
| 3795 | |
| 3796 | return NULL; |
| 3797 | } |
| 3798 | |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 3799 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3800 | com_if_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3801 | { |
| 3802 | int i; |
| 3803 | int anchor = 0; |
| 3804 | REQ(n, if_stmt); |
| 3805 | /*'if' test ':' suite ('elif' test ':' suite)* ['else' ':' suite] */ |
| 3806 | for (i = 0; i+3 < NCH(n); i+=4) { |
| 3807 | int a = 0; |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3808 | node *ch = CHILD(n, i+1); |
Tim Peters | 08a898f | 2001-06-28 01:52:22 +0000 | [diff] [blame] | 3809 | if (is_constant_false(c, ch)) { |
| 3810 | /* We're going to skip this block. However, if this |
| 3811 | is a generator, we have to check the dead code |
| 3812 | anyway to make sure there aren't any return stmts |
| 3813 | with expressions, in the same scope. */ |
| 3814 | if (c->c_flags & CO_GENERATOR) { |
| 3815 | node *p = look_for_offending_return(n); |
| 3816 | if (p != NULL) { |
| 3817 | int savelineno = c->c_lineno; |
| 3818 | c->c_lineno = p->n_lineno; |
| 3819 | com_error(c, PyExc_SyntaxError, |
| 3820 | "'return' with argument " |
| 3821 | "inside generator"); |
| 3822 | c->c_lineno = savelineno; |
| 3823 | } |
| 3824 | } |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3825 | continue; |
Tim Peters | 08a898f | 2001-06-28 01:52:22 +0000 | [diff] [blame] | 3826 | } |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3827 | if (i > 0) |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 3828 | com_set_lineno(c, ch->n_lineno); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3829 | com_node(c, ch); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3830 | com_addfwref(c, JUMP_IF_FALSE, &a); |
| 3831 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3832 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3833 | com_node(c, CHILD(n, i+3)); |
| 3834 | com_addfwref(c, JUMP_FORWARD, &anchor); |
| 3835 | com_backpatch(c, a); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3836 | /* We jump here with an extra entry which we now pop */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3837 | com_addbyte(c, POP_TOP); |
| 3838 | } |
| 3839 | if (i+2 < NCH(n)) |
| 3840 | com_node(c, CHILD(n, i+2)); |
Guido van Rossum | 7c53111 | 1997-03-11 18:42:21 +0000 | [diff] [blame] | 3841 | if (anchor) |
| 3842 | com_backpatch(c, anchor); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3843 | } |
| 3844 | |
| 3845 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3846 | com_while_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3847 | { |
| 3848 | int break_anchor = 0; |
| 3849 | int anchor = 0; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3850 | int save_begin = c->c_begin; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3851 | REQ(n, while_stmt); /* 'while' test ':' suite ['else' ':' suite] */ |
| 3852 | com_addfwref(c, SETUP_LOOP, &break_anchor); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3853 | block_push(c, SETUP_LOOP); |
| 3854 | c->c_begin = c->c_nexti; |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 3855 | com_set_lineno(c, n->n_lineno); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3856 | com_node(c, CHILD(n, 1)); |
| 3857 | com_addfwref(c, JUMP_IF_FALSE, &anchor); |
| 3858 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3859 | com_pop(c, 1); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3860 | c->c_loops++; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3861 | com_node(c, CHILD(n, 3)); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3862 | c->c_loops--; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3863 | com_addoparg(c, JUMP_ABSOLUTE, c->c_begin); |
| 3864 | c->c_begin = save_begin; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3865 | com_backpatch(c, anchor); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3866 | /* We jump here with one entry more on the stack */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3867 | com_addbyte(c, POP_TOP); |
| 3868 | com_addbyte(c, POP_BLOCK); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3869 | block_pop(c, SETUP_LOOP); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3870 | if (NCH(n) > 4) |
| 3871 | com_node(c, CHILD(n, 6)); |
| 3872 | com_backpatch(c, break_anchor); |
| 3873 | } |
| 3874 | |
| 3875 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3876 | com_for_stmt(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3877 | { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3878 | int break_anchor = 0; |
| 3879 | int anchor = 0; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3880 | int save_begin = c->c_begin; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3881 | REQ(n, for_stmt); |
| 3882 | /* 'for' exprlist 'in' exprlist ':' suite ['else' ':' suite] */ |
| 3883 | com_addfwref(c, SETUP_LOOP, &break_anchor); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3884 | block_push(c, SETUP_LOOP); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3885 | com_node(c, CHILD(n, 3)); |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 3886 | com_addbyte(c, GET_ITER); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3887 | c->c_begin = c->c_nexti; |
Michael W. Hudson | 26848a3 | 2003-04-29 17:07:36 +0000 | [diff] [blame] | 3888 | com_set_lineno(c, c->c_last_line); |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 3889 | com_addfwref(c, FOR_ITER, &anchor); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3890 | com_push(c, 1); |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 3891 | com_assign(c, CHILD(n, 1), OP_ASSIGN, NULL); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3892 | c->c_loops++; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3893 | com_node(c, CHILD(n, 5)); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3894 | c->c_loops--; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3895 | com_addoparg(c, JUMP_ABSOLUTE, c->c_begin); |
| 3896 | c->c_begin = save_begin; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3897 | com_backpatch(c, anchor); |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 3898 | com_pop(c, 1); /* FOR_ITER has popped this */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3899 | com_addbyte(c, POP_BLOCK); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 3900 | block_pop(c, SETUP_LOOP); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3901 | if (NCH(n) > 8) |
| 3902 | com_node(c, CHILD(n, 8)); |
| 3903 | com_backpatch(c, break_anchor); |
| 3904 | } |
| 3905 | |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 3906 | /* Code generated for "try: S finally: Sf" is as follows: |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3907 | |
| 3908 | SETUP_FINALLY L |
| 3909 | <code for S> |
| 3910 | POP_BLOCK |
| 3911 | LOAD_CONST <nil> |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3912 | L: <code for Sf> |
| 3913 | END_FINALLY |
| 3914 | |
| 3915 | The special instructions use the block stack. Each block |
| 3916 | stack entry contains the instruction that created it (here |
| 3917 | SETUP_FINALLY), the level of the value stack at the time the |
| 3918 | block stack entry was created, and a label (here L). |
| 3919 | |
| 3920 | SETUP_FINALLY: |
| 3921 | Pushes the current value stack level and the label |
| 3922 | onto the block stack. |
| 3923 | POP_BLOCK: |
| 3924 | Pops en entry from the block stack, and pops the value |
| 3925 | stack until its level is the same as indicated on the |
| 3926 | block stack. (The label is ignored.) |
| 3927 | END_FINALLY: |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3928 | Pops a variable number of entries from the *value* stack |
| 3929 | and re-raises the exception they specify. The number of |
| 3930 | entries popped depends on the (pseudo) exception type. |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3931 | |
| 3932 | The block stack is unwound when an exception is raised: |
| 3933 | when a SETUP_FINALLY entry is found, the exception is pushed |
| 3934 | onto the value stack (and the exception condition is cleared), |
| 3935 | and the interpreter jumps to the label gotten from the block |
| 3936 | stack. |
| 3937 | |
| 3938 | Code generated for "try: S except E1, V1: S1 except E2, V2: S2 ...": |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3939 | (The contents of the value stack is shown in [], with the top |
| 3940 | at the right; 'tb' is trace-back info, 'val' the exception's |
| 3941 | associated value, and 'exc' the exception.) |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3942 | |
| 3943 | Value stack Label Instruction Argument |
| 3944 | [] SETUP_EXCEPT L1 |
| 3945 | [] <code for S> |
| 3946 | [] POP_BLOCK |
| 3947 | [] JUMP_FORWARD L0 |
| 3948 | |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3949 | [tb, val, exc] L1: DUP ) |
| 3950 | [tb, val, exc, exc] <evaluate E1> ) |
| 3951 | [tb, val, exc, exc, E1] COMPARE_OP EXC_MATCH ) only if E1 |
| 3952 | [tb, val, exc, 1-or-0] JUMP_IF_FALSE L2 ) |
| 3953 | [tb, val, exc, 1] POP ) |
| 3954 | [tb, val, exc] POP |
| 3955 | [tb, val] <assign to V1> (or POP if no V1) |
| 3956 | [tb] POP |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3957 | [] <code for S1> |
| 3958 | JUMP_FORWARD L0 |
| 3959 | |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3960 | [tb, val, exc, 0] L2: POP |
| 3961 | [tb, val, exc] DUP |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3962 | .............................etc....................... |
| 3963 | |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 3964 | [tb, val, exc, 0] Ln+1: POP |
| 3965 | [tb, val, exc] END_FINALLY # re-raise exception |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 3966 | |
| 3967 | [] L0: <next statement> |
| 3968 | |
| 3969 | Of course, parts are not generated if Vi or Ei is not present. |
| 3970 | */ |
| 3971 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 3972 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 3973 | com_try_except(struct compiling *c, node *n) |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 3974 | { |
| 3975 | int except_anchor = 0; |
| 3976 | int end_anchor = 0; |
| 3977 | int else_anchor = 0; |
| 3978 | int i; |
| 3979 | node *ch; |
| 3980 | |
| 3981 | com_addfwref(c, SETUP_EXCEPT, &except_anchor); |
| 3982 | block_push(c, SETUP_EXCEPT); |
| 3983 | com_node(c, CHILD(n, 2)); |
| 3984 | com_addbyte(c, POP_BLOCK); |
| 3985 | block_pop(c, SETUP_EXCEPT); |
| 3986 | com_addfwref(c, JUMP_FORWARD, &else_anchor); |
| 3987 | com_backpatch(c, except_anchor); |
| 3988 | for (i = 3; |
| 3989 | i < NCH(n) && TYPE(ch = CHILD(n, i)) == except_clause; |
| 3990 | i += 3) { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3991 | /* except_clause: 'except' [expr [',' var]] */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 3992 | if (except_anchor == 0) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 3993 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 3994 | "default 'except:' must be last"); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 3995 | break; |
| 3996 | } |
| 3997 | except_anchor = 0; |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 3998 | com_push(c, 3); /* tb, val, exc pushed by exception */ |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 3999 | com_set_lineno(c, ch->n_lineno); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4000 | if (NCH(ch) > 1) { |
| 4001 | com_addbyte(c, DUP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4002 | com_push(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4003 | com_node(c, CHILD(ch, 1)); |
Martin v. Löwis | 7198a52 | 2002-01-01 19:59:11 +0000 | [diff] [blame] | 4004 | com_addoparg(c, COMPARE_OP, PyCmp_EXC_MATCH); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4005 | com_pop(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4006 | com_addfwref(c, JUMP_IF_FALSE, &except_anchor); |
| 4007 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4008 | com_pop(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4009 | } |
| 4010 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4011 | com_pop(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4012 | if (NCH(ch) > 3) |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 4013 | com_assign(c, CHILD(ch, 3), OP_ASSIGN, NULL); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4014 | else { |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4015 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4016 | com_pop(c, 1); |
| 4017 | } |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4018 | com_addbyte(c, POP_TOP); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4019 | com_pop(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4020 | com_node(c, CHILD(n, i+2)); |
| 4021 | com_addfwref(c, JUMP_FORWARD, &end_anchor); |
| 4022 | if (except_anchor) { |
| 4023 | com_backpatch(c, except_anchor); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4024 | /* We come in with [tb, val, exc, 0] on the |
| 4025 | stack; one pop and it's the same as |
| 4026 | expected at the start of the loop */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4027 | com_addbyte(c, POP_TOP); |
| 4028 | } |
| 4029 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4030 | /* We actually come in here with [tb, val, exc] but the |
| 4031 | END_FINALLY will zap those and jump around. |
| 4032 | The c_stacklevel does not reflect them so we need not pop |
| 4033 | anything. */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4034 | com_addbyte(c, END_FINALLY); |
| 4035 | com_backpatch(c, else_anchor); |
| 4036 | if (i < NCH(n)) |
| 4037 | com_node(c, CHILD(n, i+2)); |
| 4038 | com_backpatch(c, end_anchor); |
| 4039 | } |
| 4040 | |
| 4041 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4042 | com_try_finally(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4043 | { |
| 4044 | int finally_anchor = 0; |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4045 | node *ch; |
Guido van Rossum | 94fb82e | 1992-04-05 14:24:50 +0000 | [diff] [blame] | 4046 | |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4047 | com_addfwref(c, SETUP_FINALLY, &finally_anchor); |
| 4048 | block_push(c, SETUP_FINALLY); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4049 | com_node(c, CHILD(n, 2)); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4050 | com_addbyte(c, POP_BLOCK); |
| 4051 | block_pop(c, SETUP_FINALLY); |
| 4052 | block_push(c, END_FINALLY); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4053 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4054 | /* While the generated code pushes only one item, |
| 4055 | the try-finally handling can enter here with |
| 4056 | up to three items. OK, here are the details: |
| 4057 | 3 for an exception, 2 for RETURN, 1 for BREAK. */ |
| 4058 | com_push(c, 3); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4059 | com_backpatch(c, finally_anchor); |
| 4060 | ch = CHILD(n, NCH(n)-1); |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 4061 | com_set_lineno(c, ch->n_lineno); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4062 | com_node(c, ch); |
| 4063 | com_addbyte(c, END_FINALLY); |
| 4064 | block_pop(c, END_FINALLY); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4065 | com_pop(c, 3); /* Matches the com_push above */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4066 | } |
| 4067 | |
| 4068 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4069 | com_try_stmt(struct compiling *c, node *n) |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4070 | { |
| 4071 | REQ(n, try_stmt); |
| 4072 | /* 'try' ':' suite (except_clause ':' suite)+ ['else' ':' suite] |
| 4073 | | 'try' ':' suite 'finally' ':' suite */ |
| 4074 | if (TYPE(CHILD(n, 3)) != except_clause) |
| 4075 | com_try_finally(c, n); |
| 4076 | else |
| 4077 | com_try_except(c, n); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4078 | } |
| 4079 | |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4080 | static node * |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4081 | get_rawdocstring(node *n) |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4082 | { |
Guido van Rossum | 164d4ff | 1995-01-26 00:40:09 +0000 | [diff] [blame] | 4083 | int i; |
| 4084 | |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4085 | /* Label to avoid tail recursion */ |
| 4086 | next: |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4087 | switch (TYPE(n)) { |
| 4088 | |
| 4089 | case suite: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4090 | if (NCH(n) == 1) { |
| 4091 | n = CHILD(n, 0); |
| 4092 | goto next; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4093 | } |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4094 | /* Fall through */ |
Guido van Rossum | 164d4ff | 1995-01-26 00:40:09 +0000 | [diff] [blame] | 4095 | case file_input: |
| 4096 | for (i = 0; i < NCH(n); i++) { |
| 4097 | node *ch = CHILD(n, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4098 | if (TYPE(ch) == stmt) { |
| 4099 | n = ch; |
| 4100 | goto next; |
| 4101 | } |
Guido van Rossum | 164d4ff | 1995-01-26 00:40:09 +0000 | [diff] [blame] | 4102 | } |
| 4103 | break; |
| 4104 | |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4105 | case stmt: |
| 4106 | case simple_stmt: |
| 4107 | case small_stmt: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4108 | n = CHILD(n, 0); |
| 4109 | goto next; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4110 | |
| 4111 | case expr_stmt: |
| 4112 | case testlist: |
Guido van Rossum | 2d3b986 | 2002-05-24 15:47:06 +0000 | [diff] [blame] | 4113 | case testlist1: |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4114 | case test: |
| 4115 | case and_test: |
| 4116 | case not_test: |
| 4117 | case comparison: |
| 4118 | case expr: |
| 4119 | case xor_expr: |
| 4120 | case and_expr: |
| 4121 | case shift_expr: |
| 4122 | case arith_expr: |
| 4123 | case term: |
| 4124 | case factor: |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 4125 | case power: |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4126 | if (NCH(n) == 1) { |
| 4127 | n = CHILD(n, 0); |
| 4128 | goto next; |
| 4129 | } |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4130 | break; |
| 4131 | |
| 4132 | case atom: |
| 4133 | if (TYPE(CHILD(n, 0)) == STRING) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4134 | return n; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4135 | break; |
| 4136 | |
| 4137 | } |
| 4138 | return NULL; |
| 4139 | } |
| 4140 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4141 | static PyObject * |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 4142 | get_docstring(struct compiling *c, node *n) |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4143 | { |
Guido van Rossum | 541563e | 1999-01-28 15:08:09 +0000 | [diff] [blame] | 4144 | /* Don't generate doc-strings if run with -OO */ |
| 4145 | if (Py_OptimizeFlag > 1) |
| 4146 | return NULL; |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4147 | n = get_rawdocstring(n); |
| 4148 | if (n == NULL) |
| 4149 | return NULL; |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 4150 | return parsestrplus(c, n); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4151 | } |
| 4152 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4153 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4154 | com_suite(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4155 | { |
| 4156 | REQ(n, suite); |
| 4157 | /* simple_stmt | NEWLINE INDENT NEWLINE* (stmt NEWLINE*)+ DEDENT */ |
| 4158 | if (NCH(n) == 1) { |
| 4159 | com_node(c, CHILD(n, 0)); |
| 4160 | } |
| 4161 | else { |
| 4162 | int i; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 4163 | for (i = 0; i < NCH(n) && c->c_errors == 0; i++) { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4164 | node *ch = CHILD(n, i); |
| 4165 | if (TYPE(ch) == stmt) |
| 4166 | com_node(c, ch); |
| 4167 | } |
| 4168 | } |
| 4169 | } |
| 4170 | |
Guido van Rossum | f1aeab7 | 1992-03-27 17:28:26 +0000 | [diff] [blame] | 4171 | /* ARGSUSED */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4172 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4173 | com_continue_stmt(struct compiling *c, node *n) |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4174 | { |
| 4175 | int i = c->c_nblocks; |
| 4176 | if (i-- > 0 && c->c_block[i] == SETUP_LOOP) { |
| 4177 | com_addoparg(c, JUMP_ABSOLUTE, c->c_begin); |
| 4178 | } |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4179 | else if (i <= 0) { |
| 4180 | /* at the outer level */ |
| 4181 | com_error(c, PyExc_SyntaxError, |
| 4182 | "'continue' not properly in loop"); |
| 4183 | } |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4184 | else { |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4185 | int j; |
Jeremy Hylton | 3faa52e | 2001-02-01 22:48:12 +0000 | [diff] [blame] | 4186 | for (j = i-1; j >= 0; --j) { |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4187 | if (c->c_block[j] == SETUP_LOOP) |
| 4188 | break; |
| 4189 | } |
Jeremy Hylton | 3faa52e | 2001-02-01 22:48:12 +0000 | [diff] [blame] | 4190 | if (j >= 0) { |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4191 | /* there is a loop, but something interferes */ |
Jeremy Hylton | 3faa52e | 2001-02-01 22:48:12 +0000 | [diff] [blame] | 4192 | for (; i > j; --i) { |
| 4193 | if (c->c_block[i] == SETUP_EXCEPT || |
| 4194 | c->c_block[i] == SETUP_FINALLY) { |
| 4195 | com_addoparg(c, CONTINUE_LOOP, |
| 4196 | c->c_begin); |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4197 | return; |
| 4198 | } |
Jeremy Hylton | 3faa52e | 2001-02-01 22:48:12 +0000 | [diff] [blame] | 4199 | if (c->c_block[i] == END_FINALLY) { |
| 4200 | com_error(c, PyExc_SyntaxError, |
| 4201 | "'continue' not supported inside 'finally' clause"); |
| 4202 | return; |
| 4203 | } |
Fred Drake | fd1f1be | 2000-09-08 16:31:24 +0000 | [diff] [blame] | 4204 | } |
| 4205 | } |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4206 | com_error(c, PyExc_SyntaxError, |
| 4207 | "'continue' not properly in loop"); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4208 | } |
| 4209 | /* XXX Could allow it inside a 'finally' clause |
| 4210 | XXX if we could pop the exception still on the stack */ |
| 4211 | } |
| 4212 | |
Jeremy Hylton | 376e63d | 2003-08-28 14:42:14 +0000 | [diff] [blame] | 4213 | /* Return the number of default values in the argument list. |
| 4214 | |
| 4215 | If a non-default argument follows a default argument, set an |
| 4216 | exception and return -1. |
| 4217 | */ |
| 4218 | |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4219 | static int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4220 | com_argdefs(struct compiling *c, node *n) |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4221 | { |
Jeremy Hylton | 376e63d | 2003-08-28 14:42:14 +0000 | [diff] [blame] | 4222 | int i, nch, ndefs; |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4223 | if (TYPE(n) == lambdef) { |
| 4224 | /* lambdef: 'lambda' [varargslist] ':' test */ |
| 4225 | n = CHILD(n, 1); |
| 4226 | } |
| 4227 | else { |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4228 | REQ(n, funcdef); |
| 4229 | /* funcdef: [decorators] 'def' NAME parameters ':' suite */ |
| 4230 | n = RCHILD(n, -3); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4231 | REQ(n, parameters); /* parameters: '(' [varargslist] ')' */ |
| 4232 | n = CHILD(n, 1); |
| 4233 | } |
| 4234 | if (TYPE(n) != varargslist) |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4235 | return 0; |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4236 | /* varargslist: |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4237 | (fpdef ['=' test] ',')* '*' ....... | |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4238 | fpdef ['=' test] (',' fpdef ['=' test])* [','] */ |
| 4239 | nch = NCH(n); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4240 | ndefs = 0; |
| 4241 | for (i = 0; i < nch; i++) { |
| 4242 | int t; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4243 | if (TYPE(CHILD(n, i)) == STAR || |
| 4244 | TYPE(CHILD(n, i)) == DOUBLESTAR) |
Guido van Rossum | f10570b | 1995-07-07 22:53:21 +0000 | [diff] [blame] | 4245 | break; |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4246 | i++; |
| 4247 | if (i >= nch) |
Guido van Rossum | a1e7e62 | 1995-09-18 21:44:04 +0000 | [diff] [blame] | 4248 | t = RPAR; /* Anything except EQUAL or COMMA */ |
| 4249 | else |
| 4250 | t = TYPE(CHILD(n, i)); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4251 | if (t == EQUAL) { |
| 4252 | i++; |
| 4253 | ndefs++; |
| 4254 | com_node(c, CHILD(n, i)); |
| 4255 | i++; |
| 4256 | if (i >= nch) |
| 4257 | break; |
| 4258 | t = TYPE(CHILD(n, i)); |
| 4259 | } |
| 4260 | else { |
Guido van Rossum | 29d38cd | 1998-10-02 13:41:54 +0000 | [diff] [blame] | 4261 | /* Treat "(a=1, b)" as an error */ |
Jeremy Hylton | 376e63d | 2003-08-28 14:42:14 +0000 | [diff] [blame] | 4262 | if (ndefs) { |
Guido van Rossum | 29d38cd | 1998-10-02 13:41:54 +0000 | [diff] [blame] | 4263 | com_error(c, PyExc_SyntaxError, |
Guido van Rossum | dfede31 | 1998-10-02 14:06:56 +0000 | [diff] [blame] | 4264 | "non-default argument follows default argument"); |
Jeremy Hylton | 376e63d | 2003-08-28 14:42:14 +0000 | [diff] [blame] | 4265 | return -1; |
| 4266 | } |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4267 | } |
| 4268 | if (t != COMMA) |
| 4269 | break; |
| 4270 | } |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4271 | return ndefs; |
| 4272 | } |
| 4273 | |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4274 | static void |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4275 | com_decorator_name(struct compiling *c, node *n) |
| 4276 | { |
| 4277 | /* dotted_name: NAME ('.' NAME)* */ |
| 4278 | |
| 4279 | int i, nch; |
| 4280 | node *varname; |
| 4281 | |
| 4282 | REQ(n, dotted_name); |
| 4283 | nch = NCH(n); |
| 4284 | assert(nch >= 1 && nch % 2 == 1); |
| 4285 | |
| 4286 | varname = CHILD(n, 0); |
| 4287 | REQ(varname, NAME); |
| 4288 | com_addop_varname(c, VAR_LOAD, STR(varname)); |
Anthony Baxter | 4e7785a | 2004-08-02 11:08:15 +0000 | [diff] [blame] | 4289 | com_push(c, 1); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4290 | |
| 4291 | for (i = 1; i < nch; i += 2) { |
| 4292 | node *attrname; |
| 4293 | |
| 4294 | REQ(CHILD(n, i), DOT); |
| 4295 | |
| 4296 | attrname = CHILD(n, i + 1); |
| 4297 | REQ(attrname, NAME); |
| 4298 | com_addop_name(c, LOAD_ATTR, STR(attrname)); |
| 4299 | } |
| 4300 | } |
| 4301 | |
| 4302 | static void |
| 4303 | com_decorator(struct compiling *c, node *n) |
| 4304 | { |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4305 | /* decorator: '@' dotted_name [ '(' [arglist] ')' ] NEWLINE */ |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4306 | int nch = NCH(n); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4307 | assert(nch >= 3); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4308 | REQ(CHILD(n, 0), AT); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4309 | REQ(RCHILD(n, -1), NEWLINE); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4310 | com_decorator_name(c, CHILD(n, 1)); |
| 4311 | |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4312 | if (nch > 3) { |
| 4313 | assert(nch == 5 || nch == 6); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4314 | REQ(CHILD(n, 2), LPAR); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4315 | REQ(RCHILD(n, -2), RPAR); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4316 | com_call_function(c, CHILD(n, 3)); |
| 4317 | } |
| 4318 | } |
| 4319 | |
| 4320 | static int |
| 4321 | com_decorators(struct compiling *c, node *n) |
| 4322 | { |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4323 | int i, nch; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4324 | |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4325 | /* decorator+ */ |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4326 | nch = NCH(n); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4327 | assert(nch >= 1); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4328 | |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4329 | for (i = 0; i < nch; ++i) { |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4330 | node *ch = CHILD(n, i); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4331 | REQ(ch, decorator); |
| 4332 | |
| 4333 | com_decorator(c, ch); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4334 | } |
| 4335 | |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4336 | return nch; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4337 | } |
| 4338 | |
| 4339 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4340 | com_funcdef(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4341 | { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4342 | PyObject *co; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4343 | int ndefs, ndecorators; |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4344 | |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4345 | REQ(n, funcdef); |
| 4346 | /* -6 -5 -4 -3 -2 -1 |
| 4347 | funcdef: [decorators] 'def' NAME parameters ':' suite */ |
| 4348 | |
| 4349 | if (NCH(n) == 6) |
| 4350 | ndecorators = com_decorators(c, CHILD(n, 0)); |
| 4351 | else |
| 4352 | ndecorators = 0; |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4353 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4354 | ndefs = com_argdefs(c, n); |
Jeremy Hylton | 376e63d | 2003-08-28 14:42:14 +0000 | [diff] [blame] | 4355 | if (ndefs < 0) |
| 4356 | return; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4357 | symtable_enter_scope(c->c_symtable, STR(RCHILD(n, -4)), TYPE(n), |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4358 | n->n_lineno); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4359 | co = (PyObject *)icompile(n, c); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4360 | symtable_exit_scope(c->c_symtable); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4361 | if (co == NULL) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4362 | c->c_errors++; |
| 4363 | else { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4364 | int closure = com_make_closure(c, (PyCodeObject *)co); |
| 4365 | int i = com_addconst(c, co); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4366 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4367 | com_push(c, 1); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4368 | if (closure) |
| 4369 | com_addoparg(c, MAKE_CLOSURE, ndefs); |
| 4370 | else |
| 4371 | com_addoparg(c, MAKE_FUNCTION, ndefs); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4372 | com_pop(c, ndefs); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4373 | |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4374 | while (ndecorators > 0) { |
| 4375 | com_addoparg(c, CALL_FUNCTION, 1); |
| 4376 | com_pop(c, 1); |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4377 | --ndecorators; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4378 | } |
Michael W. Hudson | 0ccff07 | 2004-08-17 17:29:16 +0000 | [diff] [blame] | 4379 | |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4380 | com_addop_varname(c, VAR_STORE, STR(RCHILD(n, -4))); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4381 | com_pop(c, 1); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4382 | Py_DECREF(co); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4383 | } |
| 4384 | } |
| 4385 | |
| 4386 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4387 | com_bases(struct compiling *c, node *n) |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4388 | { |
Guido van Rossum | f1aeab7 | 1992-03-27 17:28:26 +0000 | [diff] [blame] | 4389 | int i; |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4390 | REQ(n, testlist); |
| 4391 | /* testlist: test (',' test)* [','] */ |
| 4392 | for (i = 0; i < NCH(n); i += 2) |
| 4393 | com_node(c, CHILD(n, i)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4394 | i = (NCH(n)+1) / 2; |
| 4395 | com_addoparg(c, BUILD_TUPLE, i); |
| 4396 | com_pop(c, i-1); |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4397 | } |
| 4398 | |
| 4399 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4400 | com_classdef(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4401 | { |
Guido van Rossum | 2583165 | 1993-05-19 14:50:45 +0000 | [diff] [blame] | 4402 | int i; |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4403 | PyObject *v; |
| 4404 | PyCodeObject *co; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4405 | char *name; |
| 4406 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4407 | REQ(n, classdef); |
Guido van Rossum | 2583165 | 1993-05-19 14:50:45 +0000 | [diff] [blame] | 4408 | /* classdef: class NAME ['(' testlist ')'] ':' suite */ |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 4409 | if ((v = PyString_InternFromString(STR(CHILD(n, 1)))) == NULL) { |
Guido van Rossum | 2583165 | 1993-05-19 14:50:45 +0000 | [diff] [blame] | 4410 | c->c_errors++; |
| 4411 | return; |
| 4412 | } |
| 4413 | /* Push the class name on the stack */ |
| 4414 | i = com_addconst(c, v); |
| 4415 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4416 | com_push(c, 1); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4417 | Py_DECREF(v); |
Guido van Rossum | 2583165 | 1993-05-19 14:50:45 +0000 | [diff] [blame] | 4418 | /* Push the tuple of base classes on the stack */ |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4419 | if (TYPE(CHILD(n, 2)) != LPAR) { |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4420 | com_addoparg(c, BUILD_TUPLE, 0); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4421 | com_push(c, 1); |
| 4422 | } |
Guido van Rossum | 2583165 | 1993-05-19 14:50:45 +0000 | [diff] [blame] | 4423 | else |
| 4424 | com_bases(c, CHILD(n, 3)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4425 | name = STR(CHILD(n, 1)); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4426 | symtable_enter_scope(c->c_symtable, name, TYPE(n), n->n_lineno); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4427 | co = icompile(n, c); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4428 | symtable_exit_scope(c->c_symtable); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4429 | if (co == NULL) |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 4430 | c->c_errors++; |
| 4431 | else { |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4432 | int closure = com_make_closure(c, co); |
| 4433 | i = com_addconst(c, (PyObject *)co); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 4434 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4435 | com_push(c, 1); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4436 | if (closure) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4437 | com_addoparg(c, MAKE_CLOSURE, 0); |
Jeremy Hylton | 733c893 | 2001-12-13 19:51:56 +0000 | [diff] [blame] | 4438 | com_pop(c, PyCode_GetNumFree(co)); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4439 | } else |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4440 | com_addoparg(c, MAKE_FUNCTION, 0); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4441 | com_addoparg(c, CALL_FUNCTION, 0); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 4442 | com_addbyte(c, BUILD_CLASS); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4443 | com_pop(c, 2); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4444 | com_addop_varname(c, VAR_STORE, STR(CHILD(n, 1))); |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4445 | com_pop(c, 1); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4446 | Py_DECREF(co); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 4447 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4448 | } |
| 4449 | |
| 4450 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4451 | com_node(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4452 | { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4453 | loop: |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 4454 | if (c->c_errors) |
| 4455 | return; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4456 | switch (TYPE(n)) { |
| 4457 | |
| 4458 | /* Definition nodes */ |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4459 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4460 | case funcdef: |
| 4461 | com_funcdef(c, n); |
| 4462 | break; |
| 4463 | case classdef: |
| 4464 | com_classdef(c, n); |
| 4465 | break; |
| 4466 | |
| 4467 | /* Trivial parse tree nodes */ |
| 4468 | |
| 4469 | case stmt: |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4470 | case small_stmt: |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4471 | case flow_stmt: |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4472 | n = CHILD(n, 0); |
| 4473 | goto loop; |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4474 | |
| 4475 | case simple_stmt: |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4476 | /* small_stmt (';' small_stmt)* [';'] NEWLINE */ |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 4477 | com_set_lineno(c, n->n_lineno); |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4478 | { |
| 4479 | int i; |
| 4480 | for (i = 0; i < NCH(n)-1; i += 2) |
| 4481 | com_node(c, CHILD(n, i)); |
| 4482 | } |
| 4483 | break; |
| 4484 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4485 | case compound_stmt: |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 4486 | com_set_lineno(c, n->n_lineno); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4487 | n = CHILD(n, 0); |
| 4488 | goto loop; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4489 | |
| 4490 | /* Statement nodes */ |
| 4491 | |
| 4492 | case expr_stmt: |
| 4493 | com_expr_stmt(c, n); |
| 4494 | break; |
| 4495 | case print_stmt: |
| 4496 | com_print_stmt(c, n); |
| 4497 | break; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4498 | case del_stmt: /* 'del' exprlist */ |
Thomas Wouters | 434d082 | 2000-08-24 20:11:32 +0000 | [diff] [blame] | 4499 | com_assign(c, CHILD(n, 1), OP_DELETE, NULL); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4500 | break; |
| 4501 | case pass_stmt: |
| 4502 | break; |
| 4503 | case break_stmt: |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4504 | if (c->c_loops == 0) { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4505 | com_error(c, PyExc_SyntaxError, |
| 4506 | "'break' outside loop"); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4507 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4508 | com_addbyte(c, BREAK_LOOP); |
| 4509 | break; |
Guido van Rossum | 4bad92c | 1991-07-27 21:34:52 +0000 | [diff] [blame] | 4510 | case continue_stmt: |
| 4511 | com_continue_stmt(c, n); |
| 4512 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4513 | case return_stmt: |
| 4514 | com_return_stmt(c, n); |
| 4515 | break; |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 4516 | case yield_stmt: |
| 4517 | com_yield_stmt(c, n); |
| 4518 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4519 | case raise_stmt: |
| 4520 | com_raise_stmt(c, n); |
| 4521 | break; |
| 4522 | case import_stmt: |
| 4523 | com_import_stmt(c, n); |
| 4524 | break; |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4525 | case global_stmt: |
Guido van Rossum | c5e9629 | 1991-12-10 13:53:51 +0000 | [diff] [blame] | 4526 | break; |
Guido van Rossum | db3165e | 1993-10-18 17:06:59 +0000 | [diff] [blame] | 4527 | case exec_stmt: |
| 4528 | com_exec_stmt(c, n); |
| 4529 | break; |
Guido van Rossum | 228d7f3 | 1997-04-02 05:24:36 +0000 | [diff] [blame] | 4530 | case assert_stmt: |
| 4531 | com_assert_stmt(c, n); |
| 4532 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4533 | case if_stmt: |
| 4534 | com_if_stmt(c, n); |
| 4535 | break; |
| 4536 | case while_stmt: |
| 4537 | com_while_stmt(c, n); |
| 4538 | break; |
| 4539 | case for_stmt: |
| 4540 | com_for_stmt(c, n); |
| 4541 | break; |
| 4542 | case try_stmt: |
| 4543 | com_try_stmt(c, n); |
| 4544 | break; |
| 4545 | case suite: |
| 4546 | com_suite(c, n); |
| 4547 | break; |
| 4548 | |
| 4549 | /* Expression nodes */ |
| 4550 | |
| 4551 | case testlist: |
Guido van Rossum | 2d3b986 | 2002-05-24 15:47:06 +0000 | [diff] [blame] | 4552 | case testlist1: |
Guido van Rossum | 1c91707 | 2001-10-15 15:44:05 +0000 | [diff] [blame] | 4553 | case testlist_safe: |
Guido van Rossum | 288a60f | 1991-12-16 13:05:10 +0000 | [diff] [blame] | 4554 | com_list(c, n, 0); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4555 | break; |
| 4556 | case test: |
| 4557 | com_test(c, n); |
| 4558 | break; |
| 4559 | case and_test: |
| 4560 | com_and_test(c, n); |
| 4561 | break; |
| 4562 | case not_test: |
| 4563 | com_not_test(c, n); |
| 4564 | break; |
| 4565 | case comparison: |
| 4566 | com_comparison(c, n); |
| 4567 | break; |
| 4568 | case exprlist: |
Guido van Rossum | 288a60f | 1991-12-16 13:05:10 +0000 | [diff] [blame] | 4569 | com_list(c, n, 0); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4570 | break; |
| 4571 | case expr: |
| 4572 | com_expr(c, n); |
| 4573 | break; |
Guido van Rossum | 7928cd7 | 1991-10-24 14:59:31 +0000 | [diff] [blame] | 4574 | case xor_expr: |
| 4575 | com_xor_expr(c, n); |
| 4576 | break; |
| 4577 | case and_expr: |
| 4578 | com_and_expr(c, n); |
| 4579 | break; |
| 4580 | case shift_expr: |
| 4581 | com_shift_expr(c, n); |
| 4582 | break; |
| 4583 | case arith_expr: |
| 4584 | com_arith_expr(c, n); |
| 4585 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4586 | case term: |
| 4587 | com_term(c, n); |
| 4588 | break; |
| 4589 | case factor: |
| 4590 | com_factor(c, n); |
| 4591 | break; |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 4592 | case power: |
| 4593 | com_power(c, n); |
| 4594 | break; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4595 | case atom: |
| 4596 | com_atom(c, n); |
| 4597 | break; |
| 4598 | |
| 4599 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4600 | com_error(c, PyExc_SystemError, |
| 4601 | "com_node: unexpected node type"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4602 | } |
| 4603 | } |
| 4604 | |
Tim Peters | dbd9ba6 | 2000-07-09 03:09:57 +0000 | [diff] [blame] | 4605 | static void com_fplist(struct compiling *, node *); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4606 | |
| 4607 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4608 | com_fpdef(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4609 | { |
| 4610 | REQ(n, fpdef); /* fpdef: NAME | '(' fplist ')' */ |
| 4611 | if (TYPE(CHILD(n, 0)) == LPAR) |
| 4612 | com_fplist(c, CHILD(n, 1)); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4613 | else { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4614 | com_addop_varname(c, VAR_STORE, STR(CHILD(n, 0))); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4615 | com_pop(c, 1); |
| 4616 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4617 | } |
| 4618 | |
| 4619 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4620 | com_fplist(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4621 | { |
Guido van Rossum | a9df32a | 1991-12-31 13:13:35 +0000 | [diff] [blame] | 4622 | REQ(n, fplist); /* fplist: fpdef (',' fpdef)* [','] */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4623 | if (NCH(n) == 1) { |
| 4624 | com_fpdef(c, CHILD(n, 0)); |
| 4625 | } |
| 4626 | else { |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4627 | int i = (NCH(n)+1)/2; |
Thomas Wouters | 0be5aab | 2000-08-11 22:15:52 +0000 | [diff] [blame] | 4628 | com_addoparg(c, UNPACK_SEQUENCE, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4629 | com_push(c, i-1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4630 | for (i = 0; i < NCH(n); i += 2) |
| 4631 | com_fpdef(c, CHILD(n, i)); |
| 4632 | } |
| 4633 | } |
| 4634 | |
| 4635 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4636 | com_arglist(struct compiling *c, node *n) |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4637 | { |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4638 | int nch, i, narg; |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4639 | int complex = 0; |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4640 | char nbuf[30]; |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4641 | REQ(n, varargslist); |
Guido van Rossum | acbefef | 1992-01-19 16:33:51 +0000 | [diff] [blame] | 4642 | /* varargslist: |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4643 | (fpdef ['=' test] ',')* (fpdef ['=' test] | '*' .....) */ |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4644 | nch = NCH(n); |
| 4645 | /* Enter all arguments in table of locals */ |
| 4646 | for (i = 0, narg = 0; i < nch; i++) { |
| 4647 | node *ch = CHILD(n, i); |
| 4648 | node *fp; |
| 4649 | if (TYPE(ch) == STAR || TYPE(ch) == DOUBLESTAR) |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4650 | break; |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4651 | REQ(ch, fpdef); /* fpdef: NAME | '(' fplist ')' */ |
| 4652 | fp = CHILD(ch, 0); |
| 4653 | if (TYPE(fp) != NAME) { |
| 4654 | PyOS_snprintf(nbuf, sizeof(nbuf), ".%d", i); |
| 4655 | complex = 1; |
Guido van Rossum | 9c8a086 | 2002-12-23 16:35:23 +0000 | [diff] [blame] | 4656 | } |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4657 | narg++; |
| 4658 | /* all name updates handled by symtable */ |
| 4659 | if (++i >= nch) |
| 4660 | break; |
| 4661 | ch = CHILD(n, i); |
| 4662 | if (TYPE(ch) == EQUAL) |
| 4663 | i += 2; |
| 4664 | else |
| 4665 | REQ(ch, COMMA); |
| 4666 | } |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4667 | if (complex) { |
| 4668 | /* Generate code for complex arguments only after |
| 4669 | having counted the simple arguments */ |
| 4670 | int ilocal = 0; |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4671 | for (i = 0; i < nch; i++) { |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4672 | node *ch = CHILD(n, i); |
| 4673 | node *fp; |
Guido van Rossum | 50564e8 | 1996-01-12 01:13:16 +0000 | [diff] [blame] | 4674 | if (TYPE(ch) == STAR || TYPE(ch) == DOUBLESTAR) |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4675 | break; |
| 4676 | REQ(ch, fpdef); /* fpdef: NAME | '(' fplist ')' */ |
| 4677 | fp = CHILD(ch, 0); |
| 4678 | if (TYPE(fp) != NAME) { |
| 4679 | com_addoparg(c, LOAD_FAST, ilocal); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4680 | com_push(c, 1); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4681 | com_fpdef(c, ch); |
| 4682 | } |
| 4683 | ilocal++; |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 4684 | if (++i >= nch) |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4685 | break; |
| 4686 | ch = CHILD(n, i); |
| 4687 | if (TYPE(ch) == EQUAL) |
| 4688 | i += 2; |
| 4689 | else |
| 4690 | REQ(ch, COMMA); |
| 4691 | } |
| 4692 | } |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4693 | } |
| 4694 | |
| 4695 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4696 | com_file_input(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4697 | { |
| 4698 | int i; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4699 | PyObject *doc; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4700 | REQ(n, file_input); /* (NEWLINE | stmt)* ENDMARKER */ |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 4701 | doc = get_docstring(c, n); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4702 | if (doc != NULL) { |
| 4703 | int i = com_addconst(c, doc); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4704 | Py_DECREF(doc); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4705 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4706 | com_push(c, 1); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4707 | com_addop_name(c, STORE_NAME, "__doc__"); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4708 | com_pop(c, 1); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4709 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4710 | for (i = 0; i < NCH(n); i++) { |
| 4711 | node *ch = CHILD(n, i); |
| 4712 | if (TYPE(ch) != ENDMARKER && TYPE(ch) != NEWLINE) |
| 4713 | com_node(c, ch); |
| 4714 | } |
| 4715 | } |
| 4716 | |
| 4717 | /* Top-level compile-node interface */ |
| 4718 | |
| 4719 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4720 | compile_funcdef(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4721 | { |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4722 | PyObject *doc; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4723 | node *ch; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4724 | REQ(n, funcdef); |
| 4725 | /* -6 -5 -4 -3 -2 -1 |
| 4726 | funcdef: [decorators] 'def' NAME parameters ':' suite */ |
| 4727 | c->c_name = STR(RCHILD(n, -4)); |
| 4728 | doc = get_docstring(c, RCHILD(n, -1)); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4729 | if (doc != NULL) { |
| 4730 | (void) com_addconst(c, doc); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4731 | Py_DECREF(doc); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4732 | } |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4733 | else |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4734 | (void) com_addconst(c, Py_None); /* No docstring */ |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4735 | ch = RCHILD(n, -3); /* parameters: '(' [varargslist] ')' */ |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4736 | ch = CHILD(ch, 1); /* ')' | varargslist */ |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4737 | if (TYPE(ch) == varargslist) |
Guido van Rossum | 49d6dc4 | 1992-01-14 18:30:26 +0000 | [diff] [blame] | 4738 | com_arglist(c, ch); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4739 | c->c_infunction = 1; |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 4740 | com_node(c, RCHILD(n, -1)); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4741 | c->c_infunction = 0; |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 4742 | com_strip_lnotab(c); |
Michael W. Hudson | 53d58bb | 2002-08-30 13:09:51 +0000 | [diff] [blame] | 4743 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
| 4744 | com_push(c, 1); |
| 4745 | com_addbyte(c, RETURN_VALUE); |
| 4746 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4747 | } |
| 4748 | |
| 4749 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4750 | compile_lambdef(struct compiling *c, node *n) |
Guido van Rossum | 12d12c5 | 1993-10-26 17:58:25 +0000 | [diff] [blame] | 4751 | { |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4752 | node *ch; |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4753 | REQ(n, lambdef); /* lambdef: 'lambda' [varargslist] ':' test */ |
Guido van Rossum | 363ac7d | 1994-11-10 22:40:34 +0000 | [diff] [blame] | 4754 | c->c_name = "<lambda>"; |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4755 | |
| 4756 | ch = CHILD(n, 1); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4757 | (void) com_addconst(c, Py_None); /* No docstring */ |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4758 | if (TYPE(ch) == varargslist) { |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4759 | com_arglist(c, ch); |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4760 | ch = CHILD(n, 3); |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4761 | } |
Guido van Rossum | 681d79a | 1995-07-18 14:51:37 +0000 | [diff] [blame] | 4762 | else |
| 4763 | ch = CHILD(n, 2); |
| 4764 | com_node(c, ch); |
Guido van Rossum | 12d12c5 | 1993-10-26 17:58:25 +0000 | [diff] [blame] | 4765 | com_addbyte(c, RETURN_VALUE); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4766 | com_pop(c, 1); |
Guido van Rossum | 12d12c5 | 1993-10-26 17:58:25 +0000 | [diff] [blame] | 4767 | } |
| 4768 | |
| 4769 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4770 | compile_classdef(struct compiling *c, node *n) |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4771 | { |
| 4772 | node *ch; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4773 | PyObject *doc; |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4774 | REQ(n, classdef); |
| 4775 | /* classdef: 'class' NAME ['(' testlist ')'] ':' suite */ |
| 4776 | c->c_name = STR(CHILD(n, 1)); |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4777 | c->c_private = c->c_name; |
Guido van Rossum | 340cbe7 | 2002-01-15 21:06:07 +0000 | [diff] [blame] | 4778 | /* Initialize local __module__ from global __name__ */ |
| 4779 | com_addop_name(c, LOAD_GLOBAL, "__name__"); |
| 4780 | com_addop_name(c, STORE_NAME, "__module__"); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4781 | ch = CHILD(n, NCH(n)-1); /* The suite */ |
Martin v. Löwis | 339d0f7 | 2001-08-17 18:39:25 +0000 | [diff] [blame] | 4782 | doc = get_docstring(c, ch); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4783 | if (doc != NULL) { |
| 4784 | int i = com_addconst(c, doc); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4785 | Py_DECREF(doc); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4786 | com_addoparg(c, LOAD_CONST, i); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4787 | com_push(c, 1); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4788 | com_addop_name(c, STORE_NAME, "__doc__"); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4789 | com_pop(c, 1); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4790 | } |
| 4791 | else |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4792 | (void) com_addconst(c, Py_None); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4793 | com_node(c, ch); |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 4794 | com_strip_lnotab(c); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4795 | com_addbyte(c, LOAD_LOCALS); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4796 | com_push(c, 1); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4797 | com_addbyte(c, RETURN_VALUE); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4798 | com_pop(c, 1); |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4799 | } |
| 4800 | |
| 4801 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 4802 | compile_generator_expression(struct compiling *c, node *n) |
| 4803 | { |
| 4804 | /* testlist_gexp: test gen_for */ |
| 4805 | /* argument: test gen_for */ |
| 4806 | REQ(CHILD(n, 0), test); |
| 4807 | REQ(CHILD(n, 1), gen_for); |
| 4808 | |
| 4809 | c->c_name = "<generator expression>"; |
| 4810 | com_gen_for(c, CHILD(n, 1), CHILD(n, 0), 1); |
| 4811 | |
| 4812 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
| 4813 | com_push(c, 1); |
| 4814 | com_addbyte(c, RETURN_VALUE); |
| 4815 | com_pop(c, 1); |
| 4816 | } |
| 4817 | |
| 4818 | static void |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4819 | compile_node(struct compiling *c, node *n) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4820 | { |
Michael W. Hudson | dd32a91 | 2002-08-15 14:59:02 +0000 | [diff] [blame] | 4821 | com_set_lineno(c, n->n_lineno); |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 4822 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4823 | switch (TYPE(n)) { |
| 4824 | |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4825 | case single_input: /* One interactive command */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4826 | /* NEWLINE | simple_stmt | compound_stmt NEWLINE */ |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4827 | c->c_interactive++; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4828 | n = CHILD(n, 0); |
| 4829 | if (TYPE(n) != NEWLINE) |
| 4830 | com_node(c, n); |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 4831 | com_strip_lnotab(c); |
Michael W. Hudson | 53d58bb | 2002-08-30 13:09:51 +0000 | [diff] [blame] | 4832 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
| 4833 | com_push(c, 1); |
| 4834 | com_addbyte(c, RETURN_VALUE); |
| 4835 | com_pop(c, 1); |
Guido van Rossum | 4ca6c9d | 1994-08-29 12:16:12 +0000 | [diff] [blame] | 4836 | c->c_interactive--; |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4837 | break; |
| 4838 | |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4839 | case file_input: /* A whole file, or built-in function exec() */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4840 | com_file_input(c, n); |
Armin Rigo | 80d937e | 2004-03-22 17:52:53 +0000 | [diff] [blame] | 4841 | com_strip_lnotab(c); |
Michael W. Hudson | 53d58bb | 2002-08-30 13:09:51 +0000 | [diff] [blame] | 4842 | com_addoparg(c, LOAD_CONST, com_addconst(c, Py_None)); |
| 4843 | com_push(c, 1); |
| 4844 | com_addbyte(c, RETURN_VALUE); |
| 4845 | com_pop(c, 1); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4846 | break; |
| 4847 | |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4848 | case eval_input: /* Built-in function input() */ |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4849 | com_node(c, CHILD(n, 0)); |
| 4850 | com_addbyte(c, RETURN_VALUE); |
Guido van Rossum | 8b993a9 | 1997-01-17 21:04:03 +0000 | [diff] [blame] | 4851 | com_pop(c, 1); |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4852 | break; |
| 4853 | |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4854 | case lambdef: /* anonymous function definition */ |
| 4855 | compile_lambdef(c, n); |
| 4856 | break; |
| 4857 | |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4858 | case funcdef: /* A function definition */ |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4859 | compile_funcdef(c, n); |
| 4860 | break; |
| 4861 | |
Guido van Rossum | 4c41778 | 1991-01-21 16:09:22 +0000 | [diff] [blame] | 4862 | case classdef: /* A class definition */ |
Guido van Rossum | 1f4fa50 | 1995-01-07 12:41:23 +0000 | [diff] [blame] | 4863 | compile_classdef(c, n); |
Guido van Rossum | d6f3bc2 | 1990-11-18 17:35:03 +0000 | [diff] [blame] | 4864 | break; |
| 4865 | |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 4866 | case testlist_gexp: /* A generator expression */ |
| 4867 | case argument: /* A generator expression */ |
| 4868 | compile_generator_expression(c, n); |
| 4869 | break; |
| 4870 | |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4871 | default: |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4872 | com_error(c, PyExc_SystemError, |
Guido van Rossum | 452a983 | 1996-09-17 14:32:04 +0000 | [diff] [blame] | 4873 | "compile_node: unexpected node type"); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4874 | } |
| 4875 | } |
| 4876 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4877 | static PyObject * |
| 4878 | dict_keys_inorder(PyObject *dict, int offset) |
| 4879 | { |
| 4880 | PyObject *tuple, *k, *v; |
| 4881 | int i, pos = 0, size = PyDict_Size(dict); |
| 4882 | |
| 4883 | tuple = PyTuple_New(size); |
| 4884 | if (tuple == NULL) |
| 4885 | return NULL; |
| 4886 | while (PyDict_Next(dict, &pos, &k, &v)) { |
| 4887 | i = PyInt_AS_LONG(v); |
| 4888 | Py_INCREF(k); |
Jeremy Hylton | ce7ef59 | 2001-03-20 00:25:43 +0000 | [diff] [blame] | 4889 | assert((i - offset) < size); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4890 | PyTuple_SET_ITEM(tuple, i - offset, k); |
| 4891 | } |
| 4892 | return tuple; |
| 4893 | } |
| 4894 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4895 | PyCodeObject * |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 4896 | PyNode_Compile(node *n, const char *filename) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4897 | { |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 4898 | return PyNode_CompileFlags(n, filename, NULL); |
| 4899 | } |
| 4900 | |
| 4901 | PyCodeObject * |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 4902 | PyNode_CompileFlags(node *n, const char *filename, PyCompilerFlags *flags) |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 4903 | { |
| 4904 | return jcompile(n, filename, NULL, flags); |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4905 | } |
| 4906 | |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4907 | struct symtable * |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 4908 | PyNode_CompileSymtable(node *n, const char *filename) |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4909 | { |
| 4910 | struct symtable *st; |
Jeremy Hylton | ded4bd7 | 2001-03-21 19:01:33 +0000 | [diff] [blame] | 4911 | PyFutureFeatures *ff; |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4912 | |
Jeremy Hylton | ded4bd7 | 2001-03-21 19:01:33 +0000 | [diff] [blame] | 4913 | ff = PyNode_Future(n, filename); |
| 4914 | if (ff == NULL) |
| 4915 | return NULL; |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 4916 | st = symtable_build(n, ff, filename); |
Tim Peters | 8c5e415 | 2001-11-04 19:26:58 +0000 | [diff] [blame] | 4917 | if (st == NULL) { |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 4918 | PyObject_FREE((void *)ff); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4919 | return NULL; |
Tim Peters | 8c5e415 | 2001-11-04 19:26:58 +0000 | [diff] [blame] | 4920 | } |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 4921 | return st; |
| 4922 | } |
| 4923 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4924 | static PyCodeObject * |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 4925 | icompile(node *n, struct compiling *base) |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4926 | { |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 4927 | return jcompile(n, base->c_filename, base, NULL); |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4928 | } |
| 4929 | |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4930 | static PyCodeObject * |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 4931 | jcompile(node *n, const char *filename, struct compiling *base, |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 4932 | PyCompilerFlags *flags) |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4933 | { |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4934 | struct compiling sc; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4935 | PyCodeObject *co; |
Guido van Rossum | 590baa4 | 1993-11-30 13:40:46 +0000 | [diff] [blame] | 4936 | if (!com_init(&sc, filename)) |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4937 | return NULL; |
Just van Rossum | 3aaf42c | 2003-02-10 08:21:10 +0000 | [diff] [blame] | 4938 | if (flags && flags->cf_flags & PyCF_SOURCE_IS_UTF8) { |
| 4939 | sc.c_encoding = "utf-8"; |
| 4940 | } else if (TYPE(n) == encoding_decl) { |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 4941 | sc.c_encoding = STR(n); |
| 4942 | n = CHILD(n, 0); |
| 4943 | } else { |
| 4944 | sc.c_encoding = NULL; |
| 4945 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4946 | if (base) { |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4947 | sc.c_private = base->c_private; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4948 | sc.c_symtable = base->c_symtable; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4949 | /* c_symtable still points to parent's symbols */ |
| 4950 | if (base->c_nested |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 4951 | || (sc.c_symtable->st_cur->ste_type == TYPE_FUNCTION)) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4952 | sc.c_nested = 1; |
Jeremy Hylton | 93a569d | 2001-10-17 13:22:22 +0000 | [diff] [blame] | 4953 | sc.c_flags |= base->c_flags & PyCF_MASK; |
Martin v. Löwis | 00f1e3f | 2002-08-04 17:29:52 +0000 | [diff] [blame] | 4954 | if (base->c_encoding != NULL) { |
| 4955 | assert(sc.c_encoding == NULL); |
| 4956 | sc.c_encoding = base->c_encoding; |
| 4957 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4958 | } else { |
Guido van Rossum | 8ff077b | 1996-08-24 06:21:31 +0000 | [diff] [blame] | 4959 | sc.c_private = NULL; |
Jeremy Hylton | 4db62b1 | 2001-02-27 19:07:02 +0000 | [diff] [blame] | 4960 | sc.c_future = PyNode_Future(n, filename); |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 4961 | if (sc.c_future == NULL) { |
| 4962 | com_free(&sc); |
| 4963 | return NULL; |
| 4964 | } |
Jeremy Hylton | 481081e | 2001-08-14 20:01:59 +0000 | [diff] [blame] | 4965 | if (flags) { |
| 4966 | int merged = sc.c_future->ff_features | |
| 4967 | flags->cf_flags; |
| 4968 | sc.c_future->ff_features = merged; |
| 4969 | flags->cf_flags = merged; |
| 4970 | } |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 4971 | sc.c_symtable = symtable_build(n, sc.c_future, sc.c_filename); |
| 4972 | if (sc.c_symtable == NULL) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4973 | com_free(&sc); |
| 4974 | return NULL; |
| 4975 | } |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 4976 | /* reset symbol table for second pass */ |
| 4977 | sc.c_symtable->st_nscopes = 1; |
| 4978 | sc.c_symtable->st_pass = 2; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4979 | } |
| 4980 | co = NULL; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 4981 | if (symtable_load_symbols(&sc) < 0) { |
| 4982 | sc.c_errors++; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 4983 | goto exit; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 4984 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 4985 | compile_node(&sc, n); |
| 4986 | com_done(&sc); |
Guido van Rossum | 9bfef44 | 1993-03-29 10:43:31 +0000 | [diff] [blame] | 4987 | if (sc.c_errors == 0) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4988 | PyObject *consts, *names, *varnames, *filename, *name, |
Raymond Hettinger | 1a78929 | 2004-08-18 05:22:06 +0000 | [diff] [blame] | 4989 | *freevars, *cellvars, *code; |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4990 | names = PyList_AsTuple(sc.c_names); |
| 4991 | varnames = PyList_AsTuple(sc.c_varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 4992 | cellvars = dict_keys_inorder(sc.c_cellvars, 0); |
| 4993 | freevars = dict_keys_inorder(sc.c_freevars, |
| 4994 | PyTuple_GET_SIZE(cellvars)); |
Michael W. Hudson | e51c4f9 | 2004-08-04 10:26:08 +0000 | [diff] [blame] | 4995 | filename = PyString_InternFromString(sc.c_filename); |
Guido van Rossum | 7b89b6a | 1997-01-18 08:02:57 +0000 | [diff] [blame] | 4996 | name = PyString_InternFromString(sc.c_name); |
Raymond Hettinger | 2c31a05 | 2004-09-22 18:44:21 +0000 | [diff] [blame] | 4997 | code = optimize_code(sc.c_code, sc.c_consts, names, sc.c_lnotab); |
| 4998 | consts = PyList_AsTuple(sc.c_consts); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 4999 | if (!PyErr_Occurred()) |
| 5000 | co = PyCode_New(sc.c_argcount, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5001 | sc.c_nlocals, |
| 5002 | sc.c_maxstacklevel, |
| 5003 | sc.c_flags, |
Raymond Hettinger | 1a78929 | 2004-08-18 05:22:06 +0000 | [diff] [blame] | 5004 | code, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5005 | consts, |
| 5006 | names, |
| 5007 | varnames, |
| 5008 | freevars, |
| 5009 | cellvars, |
| 5010 | filename, |
| 5011 | name, |
| 5012 | sc.c_firstlineno, |
| 5013 | sc.c_lnotab); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 5014 | Py_XDECREF(consts); |
| 5015 | Py_XDECREF(names); |
| 5016 | Py_XDECREF(varnames); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5017 | Py_XDECREF(freevars); |
| 5018 | Py_XDECREF(cellvars); |
Guido van Rossum | 79f25d9 | 1997-04-29 20:08:16 +0000 | [diff] [blame] | 5019 | Py_XDECREF(filename); |
| 5020 | Py_XDECREF(name); |
Raymond Hettinger | 1a78929 | 2004-08-18 05:22:06 +0000 | [diff] [blame] | 5021 | Py_XDECREF(code); |
Guido van Rossum | a082ce4 | 1991-06-04 19:41:56 +0000 | [diff] [blame] | 5022 | } |
Guido van Rossum | 6c2f0c7 | 2000-08-07 19:22:43 +0000 | [diff] [blame] | 5023 | else if (!PyErr_Occurred()) { |
| 5024 | /* This could happen if someone called PyErr_Clear() after an |
| 5025 | error was reported above. That's not supposed to happen, |
| 5026 | but I just plugged one case and I'm not sure there can't be |
| 5027 | others. In that case, raise SystemError so that at least |
| 5028 | it gets reported instead dumping core. */ |
| 5029 | PyErr_SetString(PyExc_SystemError, "lost syntax error"); |
| 5030 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5031 | exit: |
Jeremy Hylton | 74b3bc4 | 2001-02-23 17:55:27 +0000 | [diff] [blame] | 5032 | if (base == NULL) { |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5033 | PySymtable_Free(sc.c_symtable); |
Jeremy Hylton | 74b3bc4 | 2001-02-23 17:55:27 +0000 | [diff] [blame] | 5034 | sc.c_symtable = NULL; |
| 5035 | } |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 5036 | com_free(&sc); |
Guido van Rossum | 10dc2e8 | 1990-11-18 17:27:39 +0000 | [diff] [blame] | 5037 | return co; |
| 5038 | } |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 5039 | |
| 5040 | int |
Thomas Wouters | f70ef4f | 2000-07-22 18:47:25 +0000 | [diff] [blame] | 5041 | PyCode_Addr2Line(PyCodeObject *co, int addrq) |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 5042 | { |
| 5043 | int size = PyString_Size(co->co_lnotab) / 2; |
Guido van Rossum | 2174dcb | 1999-09-15 22:48:09 +0000 | [diff] [blame] | 5044 | unsigned char *p = (unsigned char*)PyString_AsString(co->co_lnotab); |
Guido van Rossum | da4eb5c | 1997-01-24 03:43:35 +0000 | [diff] [blame] | 5045 | int line = co->co_firstlineno; |
| 5046 | int addr = 0; |
| 5047 | while (--size >= 0) { |
| 5048 | addr += *p++; |
| 5049 | if (addr > addrq) |
| 5050 | break; |
| 5051 | line += *p++; |
| 5052 | } |
| 5053 | return line; |
| 5054 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5055 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5056 | /* The test for LOCAL must come before the test for FREE in order to |
| 5057 | handle classes where name is both local and free. The local var is |
| 5058 | a method and the free var is a free var referenced within a method. |
| 5059 | */ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5060 | |
| 5061 | static int |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5062 | get_ref_type(struct compiling *c, char *name) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5063 | { |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5064 | char buf[350]; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5065 | PyObject *v; |
Jeremy Hylton | 5125773 | 2001-03-01 00:42:55 +0000 | [diff] [blame] | 5066 | |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5067 | if (PyDict_GetItemString(c->c_cellvars, name) != NULL) |
| 5068 | return CELL; |
| 5069 | if (PyDict_GetItemString(c->c_locals, name) != NULL) |
| 5070 | return LOCAL; |
| 5071 | if (PyDict_GetItemString(c->c_freevars, name) != NULL) |
| 5072 | return FREE; |
| 5073 | v = PyDict_GetItemString(c->c_globals, name); |
| 5074 | if (v) { |
| 5075 | if (v == Py_None) |
| 5076 | return GLOBAL_EXPLICIT; |
| 5077 | else { |
| 5078 | return GLOBAL_IMPLICIT; |
| 5079 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5080 | } |
Marc-André Lemburg | d4c0a9c | 2001-11-28 11:47:00 +0000 | [diff] [blame] | 5081 | PyOS_snprintf(buf, sizeof(buf), |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5082 | "unknown scope for %.100s in %.100s(%s) " |
| 5083 | "in %s\nsymbols: %s\nlocals: %s\nglobals: %s\n", |
| 5084 | name, c->c_name, |
| 5085 | PyObject_REPR(c->c_symtable->st_cur->ste_id), |
| 5086 | c->c_filename, |
| 5087 | PyObject_REPR(c->c_symtable->st_cur->ste_symbols), |
| 5088 | PyObject_REPR(c->c_locals), |
| 5089 | PyObject_REPR(c->c_globals) |
| 5090 | ); |
| 5091 | |
| 5092 | Py_FatalError(buf); |
| 5093 | return -1; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5094 | } |
| 5095 | |
Guido van Rossum | 207fda6 | 2001-03-02 03:30:41 +0000 | [diff] [blame] | 5096 | /* Helper functions to issue warnings */ |
| 5097 | |
| 5098 | static int |
Martin v. Löwis | 95292d6 | 2002-12-11 14:04:59 +0000 | [diff] [blame] | 5099 | issue_warning(const char *msg, const char *filename, int lineno) |
Guido van Rossum | 207fda6 | 2001-03-02 03:30:41 +0000 | [diff] [blame] | 5100 | { |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 5101 | if (PyErr_Occurred()) { |
| 5102 | /* This can happen because symtable_node continues |
| 5103 | processing even after raising a SyntaxError. |
| 5104 | Calling PyErr_WarnExplicit now would clobber the |
| 5105 | pending exception; instead we fail and let that |
| 5106 | exception propagate. |
| 5107 | */ |
| 5108 | return -1; |
| 5109 | } |
Guido van Rossum | 207fda6 | 2001-03-02 03:30:41 +0000 | [diff] [blame] | 5110 | if (PyErr_WarnExplicit(PyExc_SyntaxWarning, msg, filename, |
| 5111 | lineno, NULL, NULL) < 0) { |
| 5112 | if (PyErr_ExceptionMatches(PyExc_SyntaxWarning)) { |
| 5113 | PyErr_SetString(PyExc_SyntaxError, msg); |
| 5114 | PyErr_SyntaxLocation(filename, lineno); |
| 5115 | } |
| 5116 | return -1; |
| 5117 | } |
| 5118 | return 0; |
| 5119 | } |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 5120 | |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5121 | static int |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 5122 | symtable_warn(struct symtable *st, char *msg) |
| 5123 | { |
Guido van Rossum | 207fda6 | 2001-03-02 03:30:41 +0000 | [diff] [blame] | 5124 | if (issue_warning(msg, st->st_filename, st->st_cur->ste_lineno) < 0) { |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 5125 | st->st_errors++; |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5126 | return -1; |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 5127 | } |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5128 | return 0; |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 5129 | } |
| 5130 | |
Jeremy Hylton | 9f1b993 | 2001-02-28 07:07:43 +0000 | [diff] [blame] | 5131 | /* Helper function for setting lineno and filename */ |
| 5132 | |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 5133 | static struct symtable * |
| 5134 | symtable_build(node *n, PyFutureFeatures *ff, const char *filename) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5135 | { |
Jeremy Hylton | 1955fcf | 2003-07-15 20:23:26 +0000 | [diff] [blame] | 5136 | struct symtable *st; |
| 5137 | |
| 5138 | st = symtable_init(); |
| 5139 | if (st == NULL) |
| 5140 | return NULL; |
| 5141 | st->st_future = ff; |
| 5142 | st->st_filename = filename; |
| 5143 | symtable_enter_scope(st, TOP, TYPE(n), n->n_lineno); |
| 5144 | if (st->st_errors > 0) |
| 5145 | goto fail; |
| 5146 | symtable_node(st, n); |
| 5147 | if (st->st_errors > 0) |
| 5148 | goto fail; |
| 5149 | return st; |
| 5150 | fail: |
| 5151 | if (!PyErr_Occurred()) { |
| 5152 | /* This could happen because after a syntax error is |
| 5153 | detected, the symbol-table-building continues for |
| 5154 | a while, and PyErr_Clear() might erroneously be |
| 5155 | called during that process. One such case has been |
| 5156 | fixed, but there might be more (now or later). |
| 5157 | */ |
| 5158 | PyErr_SetString(PyExc_SystemError, "lost exception"); |
| 5159 | } |
| 5160 | st->st_future = NULL; |
| 5161 | st->st_filename = NULL; |
| 5162 | PySymtable_Free(st); |
| 5163 | return NULL; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5164 | } |
| 5165 | |
| 5166 | static int |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5167 | symtable_init_compiling_symbols(struct compiling *c) |
| 5168 | { |
| 5169 | PyObject *varnames; |
| 5170 | |
| 5171 | varnames = c->c_symtable->st_cur->ste_varnames; |
| 5172 | if (varnames == NULL) { |
| 5173 | varnames = PyList_New(0); |
| 5174 | if (varnames == NULL) |
| 5175 | return -1; |
| 5176 | c->c_symtable->st_cur->ste_varnames = varnames; |
| 5177 | Py_INCREF(varnames); |
| 5178 | } else |
| 5179 | Py_INCREF(varnames); |
| 5180 | c->c_varnames = varnames; |
| 5181 | |
| 5182 | c->c_globals = PyDict_New(); |
| 5183 | if (c->c_globals == NULL) |
| 5184 | return -1; |
| 5185 | c->c_freevars = PyDict_New(); |
| 5186 | if (c->c_freevars == NULL) |
| 5187 | return -1; |
| 5188 | c->c_cellvars = PyDict_New(); |
| 5189 | if (c->c_cellvars == NULL) |
| 5190 | return -1; |
| 5191 | return 0; |
| 5192 | } |
| 5193 | |
| 5194 | struct symbol_info { |
| 5195 | int si_nlocals; |
| 5196 | int si_ncells; |
| 5197 | int si_nfrees; |
| 5198 | int si_nimplicit; |
| 5199 | }; |
| 5200 | |
| 5201 | static void |
| 5202 | symtable_init_info(struct symbol_info *si) |
| 5203 | { |
| 5204 | si->si_nlocals = 0; |
| 5205 | si->si_ncells = 0; |
| 5206 | si->si_nfrees = 0; |
| 5207 | si->si_nimplicit = 0; |
| 5208 | } |
| 5209 | |
| 5210 | static int |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5211 | symtable_resolve_free(struct compiling *c, PyObject *name, int flags, |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5212 | struct symbol_info *si) |
| 5213 | { |
| 5214 | PyObject *dict, *v; |
| 5215 | |
| 5216 | /* Seperate logic for DEF_FREE. If it occurs in a function, |
| 5217 | it indicates a local that we must allocate storage for (a |
| 5218 | cell var). If it occurs in a class, then the class has a |
| 5219 | method and a free variable with the same name. |
| 5220 | */ |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5221 | if (c->c_symtable->st_cur->ste_type == TYPE_FUNCTION) { |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5222 | /* If it isn't declared locally, it can't be a cell. */ |
| 5223 | if (!(flags & (DEF_LOCAL | DEF_PARAM))) |
| 5224 | return 0; |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5225 | v = PyInt_FromLong(si->si_ncells++); |
| 5226 | dict = c->c_cellvars; |
| 5227 | } else { |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5228 | /* If it is free anyway, then there is no need to do |
| 5229 | anything here. |
| 5230 | */ |
| 5231 | if (is_free(flags ^ DEF_FREE_CLASS) |
Jeremy Hylton | 9c90105 | 2001-05-08 04:12:34 +0000 | [diff] [blame] | 5232 | || (flags == DEF_FREE_CLASS)) |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5233 | return 0; |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5234 | v = PyInt_FromLong(si->si_nfrees++); |
| 5235 | dict = c->c_freevars; |
| 5236 | } |
| 5237 | if (v == NULL) |
| 5238 | return -1; |
| 5239 | if (PyDict_SetItem(dict, name, v) < 0) { |
| 5240 | Py_DECREF(v); |
| 5241 | return -1; |
| 5242 | } |
| 5243 | Py_DECREF(v); |
| 5244 | return 0; |
| 5245 | } |
| 5246 | |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5247 | /* If a variable is a cell and an argument, make sure that appears in |
| 5248 | co_cellvars before any variable to its right in varnames. |
| 5249 | */ |
| 5250 | |
| 5251 | |
| 5252 | static int |
| 5253 | symtable_cellvar_offsets(PyObject **cellvars, int argcount, |
| 5254 | PyObject *varnames, int flags) |
| 5255 | { |
Tim Peters | b39903b | 2003-03-24 17:22:24 +0000 | [diff] [blame] | 5256 | PyObject *v = NULL; |
| 5257 | PyObject *w, *d, *list = NULL; |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5258 | int i, pos; |
| 5259 | |
| 5260 | if (flags & CO_VARARGS) |
| 5261 | argcount++; |
| 5262 | if (flags & CO_VARKEYWORDS) |
| 5263 | argcount++; |
| 5264 | for (i = argcount; --i >= 0; ) { |
| 5265 | v = PyList_GET_ITEM(varnames, i); |
| 5266 | if (PyDict_GetItem(*cellvars, v)) { |
| 5267 | if (list == NULL) { |
| 5268 | list = PyList_New(1); |
| 5269 | if (list == NULL) |
| 5270 | return -1; |
| 5271 | PyList_SET_ITEM(list, 0, v); |
| 5272 | Py_INCREF(v); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5273 | } else { |
| 5274 | if (PyList_Insert(list, 0, v) < 0) { |
| 5275 | Py_DECREF(list); |
| 5276 | return -1; |
| 5277 | } |
| 5278 | } |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5279 | } |
| 5280 | } |
Jeremy Hylton | 521482d | 2003-05-22 15:47:02 +0000 | [diff] [blame] | 5281 | if (list == NULL) |
| 5282 | return 0; |
| 5283 | |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5284 | /* There are cellvars that are also arguments. Create a dict |
| 5285 | to replace cellvars and put the args at the front. |
| 5286 | */ |
| 5287 | d = PyDict_New(); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5288 | if (d == NULL) |
| 5289 | return -1; |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5290 | for (i = PyList_GET_SIZE(list); --i >= 0; ) { |
| 5291 | v = PyInt_FromLong(i); |
| 5292 | if (v == NULL) |
| 5293 | goto fail; |
| 5294 | if (PyDict_SetItem(d, PyList_GET_ITEM(list, i), v) < 0) |
| 5295 | goto fail; |
| 5296 | if (PyDict_DelItem(*cellvars, PyList_GET_ITEM(list, i)) < 0) |
| 5297 | goto fail; |
Tim Peters | b39903b | 2003-03-24 17:22:24 +0000 | [diff] [blame] | 5298 | Py_DECREF(v); |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5299 | } |
| 5300 | pos = 0; |
| 5301 | i = PyList_GET_SIZE(list); |
| 5302 | Py_DECREF(list); |
| 5303 | while (PyDict_Next(*cellvars, &pos, &v, &w)) { |
| 5304 | w = PyInt_FromLong(i++); /* don't care about the old key */ |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5305 | if (w == NULL) |
| 5306 | goto fail; |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5307 | if (PyDict_SetItem(d, v, w) < 0) { |
| 5308 | Py_DECREF(w); |
Tim Peters | b39903b | 2003-03-24 17:22:24 +0000 | [diff] [blame] | 5309 | v = NULL; |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5310 | goto fail; |
| 5311 | } |
| 5312 | Py_DECREF(w); |
| 5313 | } |
| 5314 | Py_DECREF(*cellvars); |
| 5315 | *cellvars = d; |
| 5316 | return 1; |
| 5317 | fail: |
| 5318 | Py_DECREF(d); |
Tim Peters | b39903b | 2003-03-24 17:22:24 +0000 | [diff] [blame] | 5319 | Py_XDECREF(v); |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5320 | return -1; |
| 5321 | } |
| 5322 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5323 | static int |
| 5324 | symtable_freevar_offsets(PyObject *freevars, int offset) |
| 5325 | { |
| 5326 | PyObject *name, *v; |
| 5327 | int pos; |
| 5328 | |
| 5329 | /* The cell vars are the first elements of the closure, |
| 5330 | followed by the free vars. Update the offsets in |
| 5331 | c_freevars to account for number of cellvars. */ |
| 5332 | pos = 0; |
| 5333 | while (PyDict_Next(freevars, &pos, &name, &v)) { |
| 5334 | int i = PyInt_AS_LONG(v) + offset; |
| 5335 | PyObject *o = PyInt_FromLong(i); |
| 5336 | if (o == NULL) |
| 5337 | return -1; |
| 5338 | if (PyDict_SetItem(freevars, name, o) < 0) { |
| 5339 | Py_DECREF(o); |
| 5340 | return -1; |
| 5341 | } |
| 5342 | Py_DECREF(o); |
| 5343 | } |
| 5344 | return 0; |
| 5345 | } |
| 5346 | |
| 5347 | static int |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5348 | symtable_check_unoptimized(struct compiling *c, |
| 5349 | PySymtableEntryObject *ste, |
| 5350 | struct symbol_info *si) |
| 5351 | { |
| 5352 | char buf[300]; |
| 5353 | |
| 5354 | if (!(si->si_ncells || si->si_nfrees || ste->ste_child_free |
| 5355 | || (ste->ste_nested && si->si_nimplicit))) |
| 5356 | return 0; |
| 5357 | |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5358 | #define ILLEGAL_CONTAINS "contains a nested function with free variables" |
| 5359 | |
| 5360 | #define ILLEGAL_IS "is a nested function" |
| 5361 | |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5362 | #define ILLEGAL_IMPORT_STAR \ |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5363 | "import * is not allowed in function '%.100s' because it %s" |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5364 | |
| 5365 | #define ILLEGAL_BARE_EXEC \ |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5366 | "unqualified exec is not allowed in function '%.100s' it %s" |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5367 | |
| 5368 | #define ILLEGAL_EXEC_AND_IMPORT_STAR \ |
Neal Norwitz | 150d09d | 2002-01-29 00:56:37 +0000 | [diff] [blame] | 5369 | "function '%.100s' uses import * and bare exec, which are illegal " \ |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5370 | "because it %s" |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5371 | |
| 5372 | /* XXX perhaps the linenos for these opt-breaking statements |
| 5373 | should be stored so the exception can point to them. */ |
| 5374 | |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5375 | if (ste->ste_child_free) { |
| 5376 | if (ste->ste_optimized == OPT_IMPORT_STAR) |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5377 | PyOS_snprintf(buf, sizeof(buf), |
| 5378 | ILLEGAL_IMPORT_STAR, |
| 5379 | PyString_AS_STRING(ste->ste_name), |
| 5380 | ILLEGAL_CONTAINS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5381 | else if (ste->ste_optimized == (OPT_BARE_EXEC | OPT_EXEC)) |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5382 | PyOS_snprintf(buf, sizeof(buf), |
| 5383 | ILLEGAL_BARE_EXEC, |
| 5384 | PyString_AS_STRING(ste->ste_name), |
| 5385 | ILLEGAL_CONTAINS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5386 | else { |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5387 | PyOS_snprintf(buf, sizeof(buf), |
| 5388 | ILLEGAL_EXEC_AND_IMPORT_STAR, |
| 5389 | PyString_AS_STRING(ste->ste_name), |
| 5390 | ILLEGAL_CONTAINS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5391 | } |
| 5392 | } else { |
| 5393 | if (ste->ste_optimized == OPT_IMPORT_STAR) |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5394 | PyOS_snprintf(buf, sizeof(buf), |
| 5395 | ILLEGAL_IMPORT_STAR, |
| 5396 | PyString_AS_STRING(ste->ste_name), |
| 5397 | ILLEGAL_IS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5398 | else if (ste->ste_optimized == (OPT_BARE_EXEC | OPT_EXEC)) |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5399 | PyOS_snprintf(buf, sizeof(buf), |
| 5400 | ILLEGAL_BARE_EXEC, |
| 5401 | PyString_AS_STRING(ste->ste_name), |
| 5402 | ILLEGAL_IS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5403 | else { |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 5404 | PyOS_snprintf(buf, sizeof(buf), |
| 5405 | ILLEGAL_EXEC_AND_IMPORT_STAR, |
| 5406 | PyString_AS_STRING(ste->ste_name), |
| 5407 | ILLEGAL_IS); |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5408 | } |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5409 | } |
Jeremy Hylton | 280e6bd | 2001-03-22 03:51:05 +0000 | [diff] [blame] | 5410 | |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5411 | PyErr_SetString(PyExc_SyntaxError, buf); |
| 5412 | PyErr_SyntaxLocation(c->c_symtable->st_filename, |
| 5413 | ste->ste_opt_lineno); |
| 5414 | return -1; |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5415 | } |
| 5416 | |
| 5417 | static int |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5418 | symtable_update_flags(struct compiling *c, PySymtableEntryObject *ste, |
| 5419 | struct symbol_info *si) |
| 5420 | { |
Jeremy Hylton | b857ba2 | 2001-08-10 21:41:33 +0000 | [diff] [blame] | 5421 | if (c->c_future) |
| 5422 | c->c_flags |= c->c_future->ff_features; |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 5423 | if (ste->ste_generator) |
| 5424 | c->c_flags |= CO_GENERATOR; |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5425 | if (ste->ste_type != TYPE_MODULE) |
| 5426 | c->c_flags |= CO_NEWLOCALS; |
| 5427 | if (ste->ste_type == TYPE_FUNCTION) { |
| 5428 | c->c_nlocals = si->si_nlocals; |
| 5429 | if (ste->ste_optimized == 0) |
| 5430 | c->c_flags |= CO_OPTIMIZED; |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5431 | else if (ste->ste_optimized != OPT_EXEC) |
| 5432 | return symtable_check_unoptimized(c, ste, si); |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5433 | } |
| 5434 | return 0; |
| 5435 | } |
| 5436 | |
| 5437 | static int |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 5438 | symtable_error(struct symtable *st, int lineno) |
| 5439 | { |
| 5440 | if (lineno == 0) |
| 5441 | lineno = st->st_cur->ste_lineno; |
| 5442 | PyErr_SyntaxLocation(st->st_filename, lineno); |
| 5443 | st->st_errors++; |
| 5444 | return -1; |
| 5445 | } |
| 5446 | |
| 5447 | static int |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5448 | symtable_load_symbols(struct compiling *c) |
| 5449 | { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5450 | struct symtable *st = c->c_symtable; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5451 | PySymtableEntryObject *ste = st->st_cur; |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5452 | PyObject *name, *varnames, *v; |
| 5453 | int i, flags, pos; |
| 5454 | struct symbol_info si; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5455 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5456 | v = NULL; |
| 5457 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5458 | if (symtable_init_compiling_symbols(c) < 0) |
| 5459 | goto fail; |
| 5460 | symtable_init_info(&si); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5461 | varnames = st->st_cur->ste_varnames; |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5462 | si.si_nlocals = PyList_GET_SIZE(varnames); |
| 5463 | c->c_argcount = si.si_nlocals; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5464 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5465 | for (i = 0; i < si.si_nlocals; ++i) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5466 | v = PyInt_FromLong(i); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5467 | if (v == NULL) |
| 5468 | goto fail; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5469 | if (PyDict_SetItem(c->c_locals, |
| 5470 | PyList_GET_ITEM(varnames, i), v) < 0) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5471 | goto fail; |
| 5472 | Py_DECREF(v); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5473 | } |
| 5474 | |
| 5475 | /* XXX The cases below define the rules for whether a name is |
| 5476 | local or global. The logic could probably be clearer. */ |
| 5477 | pos = 0; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5478 | while (PyDict_Next(ste->ste_symbols, &pos, &name, &v)) { |
| 5479 | flags = PyInt_AS_LONG(v); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5480 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5481 | if (flags & DEF_FREE_GLOBAL) |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5482 | /* undo the original DEF_FREE */ |
| 5483 | flags &= ~(DEF_FREE | DEF_FREE_CLASS); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5484 | |
Jeremy Hylton | ce7ef59 | 2001-03-20 00:25:43 +0000 | [diff] [blame] | 5485 | /* Deal with names that need two actions: |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5486 | 1. Cell variables that are also locals. |
Jeremy Hylton | ce7ef59 | 2001-03-20 00:25:43 +0000 | [diff] [blame] | 5487 | 2. Free variables in methods that are also class |
| 5488 | variables or declared global. |
| 5489 | */ |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5490 | if (flags & (DEF_FREE | DEF_FREE_CLASS)) |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5491 | symtable_resolve_free(c, name, flags, &si); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5492 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5493 | if (flags & DEF_STAR) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5494 | c->c_argcount--; |
| 5495 | c->c_flags |= CO_VARARGS; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5496 | } else if (flags & DEF_DOUBLESTAR) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5497 | c->c_argcount--; |
| 5498 | c->c_flags |= CO_VARKEYWORDS; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5499 | } else if (flags & DEF_INTUPLE) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5500 | c->c_argcount--; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5501 | else if (flags & DEF_GLOBAL) { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5502 | if (flags & DEF_PARAM) { |
Martin v. Löwis | dd7eb14 | 2003-10-18 22:05:25 +0000 | [diff] [blame] | 5503 | PyErr_Format(PyExc_SyntaxError, PARAM_GLOBAL, |
Jeremy Hylton | 5acc0c0 | 2001-02-02 20:01:10 +0000 | [diff] [blame] | 5504 | PyString_AS_STRING(name)); |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 5505 | symtable_error(st, 0); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5506 | goto fail; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5507 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5508 | if (PyDict_SetItem(c->c_globals, name, Py_None) < 0) |
| 5509 | goto fail; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5510 | } else if (flags & DEF_FREE_GLOBAL) { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5511 | si.si_nimplicit++; |
Neal Norwitz | 0698222 | 2002-12-18 01:18:44 +0000 | [diff] [blame] | 5512 | if (PyDict_SetItem(c->c_globals, name, Py_True) < 0) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5513 | goto fail; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5514 | } else if ((flags & DEF_LOCAL) && !(flags & DEF_PARAM)) { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5515 | v = PyInt_FromLong(si.si_nlocals++); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5516 | if (v == NULL) |
| 5517 | goto fail; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5518 | if (PyDict_SetItem(c->c_locals, name, v) < 0) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5519 | goto fail; |
| 5520 | Py_DECREF(v); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5521 | if (ste->ste_type != TYPE_CLASS) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5522 | if (PyList_Append(c->c_varnames, name) < 0) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5523 | goto fail; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5524 | } else if (is_free(flags)) { |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5525 | if (ste->ste_nested) { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5526 | v = PyInt_FromLong(si.si_nfrees++); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5527 | if (v == NULL) |
| 5528 | goto fail; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5529 | if (PyDict_SetItem(c->c_freevars, name, v) < 0) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5530 | goto fail; |
| 5531 | Py_DECREF(v); |
| 5532 | } else { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5533 | si.si_nimplicit++; |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5534 | if (PyDict_SetItem(c->c_globals, name, |
Neal Norwitz | 0698222 | 2002-12-18 01:18:44 +0000 | [diff] [blame] | 5535 | Py_True) < 0) |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5536 | goto fail; |
| 5537 | if (st->st_nscopes != 1) { |
| 5538 | v = PyInt_FromLong(flags); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5539 | if (v == NULL) |
| 5540 | goto fail; |
Jeremy Hylton | 1abf610 | 2001-08-11 21:51:24 +0000 | [diff] [blame] | 5541 | if (PyDict_SetItem(st->st_global, |
| 5542 | name, v)) |
| 5543 | goto fail; |
| 5544 | Py_DECREF(v); |
| 5545 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5546 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5547 | } |
| 5548 | } |
Jeremy Hylton | ddc4fd0 | 2001-04-27 02:29:40 +0000 | [diff] [blame] | 5549 | assert(PyDict_Size(c->c_freevars) == si.si_nfrees); |
| 5550 | |
Jeremy Hylton | 220ae7c | 2001-03-21 16:43:47 +0000 | [diff] [blame] | 5551 | if (si.si_ncells > 1) { /* one cell is always in order */ |
| 5552 | if (symtable_cellvar_offsets(&c->c_cellvars, c->c_argcount, |
| 5553 | c->c_varnames, c->c_flags) < 0) |
| 5554 | return -1; |
| 5555 | } |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5556 | if (symtable_freevar_offsets(c->c_freevars, si.si_ncells) < 0) |
| 5557 | return -1; |
| 5558 | return symtable_update_flags(c, ste, &si); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5559 | fail: |
| 5560 | /* is this always the right thing to do? */ |
| 5561 | Py_XDECREF(v); |
| 5562 | return -1; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5563 | } |
| 5564 | |
| 5565 | static struct symtable * |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5566 | symtable_init() |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5567 | { |
| 5568 | struct symtable *st; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5569 | |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 5570 | st = (struct symtable *)PyObject_MALLOC(sizeof(struct symtable)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5571 | if (st == NULL) |
| 5572 | return NULL; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5573 | st->st_pass = 1; |
Tim Peters | ff1f852 | 2001-08-11 01:06:35 +0000 | [diff] [blame] | 5574 | |
Jeremy Hylton | 5acc0c0 | 2001-02-02 20:01:10 +0000 | [diff] [blame] | 5575 | st->st_filename = NULL; |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5576 | st->st_symbols = NULL; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5577 | if ((st->st_stack = PyList_New(0)) == NULL) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5578 | goto fail; |
| 5579 | if ((st->st_symbols = PyDict_New()) == NULL) |
| 5580 | goto fail; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5581 | st->st_cur = NULL; |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5582 | st->st_nscopes = 0; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5583 | st->st_errors = 0; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5584 | st->st_private = NULL; |
| 5585 | return st; |
| 5586 | fail: |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5587 | PySymtable_Free(st); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5588 | return NULL; |
| 5589 | } |
| 5590 | |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5591 | void |
| 5592 | PySymtable_Free(struct symtable *st) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5593 | { |
| 5594 | Py_XDECREF(st->st_symbols); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5595 | Py_XDECREF(st->st_stack); |
Jeremy Hylton | 74b3bc4 | 2001-02-23 17:55:27 +0000 | [diff] [blame] | 5596 | Py_XDECREF(st->st_cur); |
Andrew MacIntyre | 80d4e2a | 2002-08-04 06:28:21 +0000 | [diff] [blame] | 5597 | PyObject_FREE((void *)st); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5598 | } |
| 5599 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5600 | /* When the compiler exits a scope, it must should update the scope's |
| 5601 | free variable information with the list of free variables in its |
| 5602 | children. |
| 5603 | |
| 5604 | Variables that are free in children and defined in the current |
| 5605 | scope are cellvars. |
| 5606 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5607 | If the scope being exited is defined at the top-level (ste_nested is |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5608 | false), free variables in children that are not defined here are |
| 5609 | implicit globals. |
| 5610 | |
| 5611 | */ |
| 5612 | |
| 5613 | static int |
| 5614 | symtable_update_free_vars(struct symtable *st) |
| 5615 | { |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5616 | int i, j, def; |
| 5617 | PyObject *o, *name, *list = NULL; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5618 | PySymtableEntryObject *child, *ste = st->st_cur; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5619 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5620 | if (ste->ste_type == TYPE_CLASS) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5621 | def = DEF_FREE_CLASS; |
| 5622 | else |
| 5623 | def = DEF_FREE; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5624 | for (i = 0; i < PyList_GET_SIZE(ste->ste_children); ++i) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5625 | int pos = 0; |
| 5626 | |
Jeremy Hylton | f9415e6 | 2003-05-22 16:22:33 +0000 | [diff] [blame] | 5627 | if (list && PyList_SetSlice(list, 0, |
| 5628 | PyList_GET_SIZE(list), 0) < 0) |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5629 | return -1; |
Barry Warsaw | 0372af7 | 2001-02-23 18:22:59 +0000 | [diff] [blame] | 5630 | child = (PySymtableEntryObject *) |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5631 | PyList_GET_ITEM(ste->ste_children, i); |
| 5632 | while (PyDict_Next(child->ste_symbols, &pos, &name, &o)) { |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5633 | int flags = PyInt_AS_LONG(o); |
| 5634 | if (!(is_free(flags))) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5635 | continue; /* avoids indentation */ |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5636 | if (list == NULL) { |
| 5637 | list = PyList_New(0); |
| 5638 | if (list == NULL) |
| 5639 | return -1; |
| 5640 | } |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5641 | ste->ste_child_free = 1; |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5642 | if (PyList_Append(list, name) < 0) { |
| 5643 | Py_DECREF(list); |
| 5644 | return -1; |
| 5645 | } |
| 5646 | } |
| 5647 | for (j = 0; list && j < PyList_GET_SIZE(list); j++) { |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5648 | PyObject *v; |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5649 | name = PyList_GET_ITEM(list, j); |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5650 | v = PyDict_GetItem(ste->ste_symbols, name); |
| 5651 | /* If a name N is declared global in scope A and |
| 5652 | referenced in scope B contained (perhaps |
| 5653 | indirectly) in A and there are no scopes |
| 5654 | with bindings for N between B and A, then N |
Jeremy Hylton | 9c90105 | 2001-05-08 04:12:34 +0000 | [diff] [blame] | 5655 | is global in B. Unless A is a class scope, |
| 5656 | because class scopes are not considered for |
| 5657 | nested scopes. |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5658 | */ |
Jeremy Hylton | ce7ef59 | 2001-03-20 00:25:43 +0000 | [diff] [blame] | 5659 | if (v && (ste->ste_type != TYPE_CLASS)) { |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5660 | int flags = PyInt_AS_LONG(v); |
| 5661 | if (flags & DEF_GLOBAL) { |
| 5662 | symtable_undo_free(st, child->ste_id, |
| 5663 | name); |
| 5664 | continue; |
| 5665 | } |
| 5666 | } |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5667 | if (ste->ste_nested) { |
| 5668 | if (symtable_add_def_o(st, ste->ste_symbols, |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5669 | name, def) < 0) { |
| 5670 | Py_DECREF(list); |
| 5671 | return -1; |
| 5672 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5673 | } else { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5674 | if (symtable_check_global(st, child->ste_id, |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5675 | name) < 0) { |
| 5676 | Py_DECREF(list); |
| 5677 | return -1; |
| 5678 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5679 | } |
| 5680 | } |
| 5681 | } |
Jeremy Hylton | d7f393e | 2001-02-12 16:01:03 +0000 | [diff] [blame] | 5682 | |
| 5683 | Py_XDECREF(list); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5684 | return 0; |
| 5685 | } |
| 5686 | |
| 5687 | /* If the current scope is a non-nested class or if name is not |
| 5688 | defined in the current, non-nested scope, then it is an implicit |
| 5689 | global in all nested scopes. |
| 5690 | */ |
| 5691 | |
| 5692 | static int |
| 5693 | symtable_check_global(struct symtable *st, PyObject *child, PyObject *name) |
| 5694 | { |
| 5695 | PyObject *o; |
| 5696 | int v; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5697 | PySymtableEntryObject *ste = st->st_cur; |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5698 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5699 | if (ste->ste_type == TYPE_CLASS) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5700 | return symtable_undo_free(st, child, name); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5701 | o = PyDict_GetItem(ste->ste_symbols, name); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5702 | if (o == NULL) |
| 5703 | return symtable_undo_free(st, child, name); |
| 5704 | v = PyInt_AS_LONG(o); |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5705 | |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 5706 | if (is_free(v) || (v & DEF_GLOBAL)) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5707 | return symtable_undo_free(st, child, name); |
| 5708 | else |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5709 | return symtable_add_def_o(st, ste->ste_symbols, |
| 5710 | name, DEF_FREE); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5711 | } |
| 5712 | |
| 5713 | static int |
| 5714 | symtable_undo_free(struct symtable *st, PyObject *id, |
| 5715 | PyObject *name) |
| 5716 | { |
| 5717 | int i, v, x; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5718 | PyObject *info; |
| 5719 | PySymtableEntryObject *ste; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5720 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5721 | ste = (PySymtableEntryObject *)PyDict_GetItem(st->st_symbols, id); |
| 5722 | if (ste == NULL) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5723 | return -1; |
Jeremy Hylton | 7889107 | 2001-03-01 06:09:34 +0000 | [diff] [blame] | 5724 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5725 | info = PyDict_GetItem(ste->ste_symbols, name); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5726 | if (info == NULL) |
| 5727 | return 0; |
| 5728 | v = PyInt_AS_LONG(info); |
| 5729 | if (is_free(v)) { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5730 | if (symtable_add_def_o(st, ste->ste_symbols, name, |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5731 | DEF_FREE_GLOBAL) < 0) |
| 5732 | return -1; |
| 5733 | } else |
| 5734 | /* If the name is defined here or declared global, |
| 5735 | then the recursion stops. */ |
| 5736 | return 0; |
| 5737 | |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5738 | for (i = 0; i < PyList_GET_SIZE(ste->ste_children); ++i) { |
| 5739 | PySymtableEntryObject *child; |
Barry Warsaw | 0372af7 | 2001-02-23 18:22:59 +0000 | [diff] [blame] | 5740 | child = (PySymtableEntryObject *) |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5741 | PyList_GET_ITEM(ste->ste_children, i); |
| 5742 | x = symtable_undo_free(st, child->ste_id, name); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5743 | if (x < 0) |
| 5744 | return x; |
| 5745 | } |
| 5746 | return 0; |
| 5747 | } |
| 5748 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5749 | /* symtable_enter_scope() gets a reference via PySymtableEntry_New(). |
| 5750 | This reference is released when the scope is exited, via the DECREF |
| 5751 | in symtable_exit_scope(). |
| 5752 | */ |
| 5753 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5754 | static int |
| 5755 | symtable_exit_scope(struct symtable *st) |
| 5756 | { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5757 | int end; |
| 5758 | |
Jeremy Hylton | 4419ac1 | 2001-02-28 22:54:51 +0000 | [diff] [blame] | 5759 | if (st->st_pass == 1) |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5760 | symtable_update_free_vars(st); |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5761 | Py_DECREF(st->st_cur); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5762 | end = PyList_GET_SIZE(st->st_stack) - 1; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5763 | st->st_cur = (PySymtableEntryObject *)PyList_GET_ITEM(st->st_stack, |
| 5764 | end); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5765 | if (PySequence_DelItem(st->st_stack, end) < 0) |
| 5766 | return -1; |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5767 | return 0; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5768 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5769 | |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5770 | static void |
| 5771 | symtable_enter_scope(struct symtable *st, char *name, int type, |
| 5772 | int lineno) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5773 | { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5774 | PySymtableEntryObject *prev = NULL; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5775 | |
| 5776 | if (st->st_cur) { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5777 | prev = st->st_cur; |
| 5778 | if (PyList_Append(st->st_stack, (PyObject *)st->st_cur) < 0) { |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5779 | st->st_errors++; |
| 5780 | return; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5781 | } |
| 5782 | } |
Barry Warsaw | 0372af7 | 2001-02-23 18:22:59 +0000 | [diff] [blame] | 5783 | st->st_cur = (PySymtableEntryObject *) |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5784 | PySymtableEntry_New(st, name, type, lineno); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5785 | if (st->st_cur == NULL) { |
| 5786 | st->st_errors++; |
| 5787 | return; |
| 5788 | } |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5789 | if (strcmp(name, TOP) == 0) |
| 5790 | st->st_global = st->st_cur->ste_symbols; |
Jeremy Hylton | 74b3bc4 | 2001-02-23 17:55:27 +0000 | [diff] [blame] | 5791 | if (prev && st->st_pass == 1) { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5792 | if (PyList_Append(prev->ste_children, |
| 5793 | (PyObject *)st->st_cur) < 0) |
| 5794 | st->st_errors++; |
Jeremy Hylton | 74b3bc4 | 2001-02-23 17:55:27 +0000 | [diff] [blame] | 5795 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5796 | } |
| 5797 | |
| 5798 | static int |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5799 | symtable_lookup(struct symtable *st, char *name) |
| 5800 | { |
| 5801 | char buffer[MANGLE_LEN]; |
| 5802 | PyObject *v; |
| 5803 | int flags; |
| 5804 | |
Raymond Hettinger | 0ae0c07 | 2002-06-20 22:23:15 +0000 | [diff] [blame] | 5805 | if (_Py_Mangle(st->st_private, name, buffer, sizeof(buffer))) |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5806 | name = buffer; |
| 5807 | v = PyDict_GetItemString(st->st_cur->ste_symbols, name); |
| 5808 | if (v == NULL) { |
| 5809 | if (PyErr_Occurred()) |
| 5810 | return -1; |
| 5811 | else |
| 5812 | return 0; |
| 5813 | } |
| 5814 | |
| 5815 | flags = PyInt_AS_LONG(v); |
| 5816 | return flags; |
| 5817 | } |
| 5818 | |
| 5819 | static int |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5820 | symtable_add_def(struct symtable *st, char *name, int flag) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5821 | { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5822 | PyObject *s; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5823 | char buffer[MANGLE_LEN]; |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 5824 | int ret; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5825 | |
Guido van Rossum | b716462 | 2002-08-16 02:48:11 +0000 | [diff] [blame] | 5826 | /* Warn about None, except inside a tuple (where the assignment |
| 5827 | code already issues a warning). */ |
| 5828 | if ((flag & DEF_PARAM) && !(flag & DEF_INTUPLE) && |
| 5829 | *name == 'N' && strcmp(name, "None") == 0) |
| 5830 | { |
Raymond Hettinger | 11a70c7 | 2004-07-17 21:46:25 +0000 | [diff] [blame] | 5831 | PyErr_SetString(PyExc_SyntaxError, |
| 5832 | "Invalid syntax. Assignment to None."); |
| 5833 | symtable_error(st, 0); |
| 5834 | return -1; |
Guido van Rossum | b716462 | 2002-08-16 02:48:11 +0000 | [diff] [blame] | 5835 | } |
Raymond Hettinger | 0ae0c07 | 2002-06-20 22:23:15 +0000 | [diff] [blame] | 5836 | if (_Py_Mangle(st->st_private, name, buffer, sizeof(buffer))) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5837 | name = buffer; |
| 5838 | if ((s = PyString_InternFromString(name)) == NULL) |
| 5839 | return -1; |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 5840 | ret = symtable_add_def_o(st, st->st_cur->ste_symbols, s, flag); |
| 5841 | Py_DECREF(s); |
| 5842 | return ret; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5843 | } |
| 5844 | |
| 5845 | /* Must only be called with mangled names */ |
| 5846 | |
| 5847 | static int |
| 5848 | symtable_add_def_o(struct symtable *st, PyObject *dict, |
| 5849 | PyObject *name, int flag) |
| 5850 | { |
| 5851 | PyObject *o; |
| 5852 | int val; |
| 5853 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5854 | if ((o = PyDict_GetItem(dict, name))) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5855 | val = PyInt_AS_LONG(o); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5856 | if ((flag & DEF_PARAM) && (val & DEF_PARAM)) { |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 5857 | PyErr_Format(PyExc_SyntaxError, DUPLICATE_ARGUMENT, |
Jeremy Hylton | 483638c | 2001-02-01 20:20:45 +0000 | [diff] [blame] | 5858 | PyString_AsString(name)); |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 5859 | return symtable_error(st, 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5860 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5861 | val |= flag; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5862 | } else |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5863 | val = flag; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5864 | o = PyInt_FromLong(val); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5865 | if (o == NULL) |
| 5866 | return -1; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5867 | if (PyDict_SetItem(dict, name, o) < 0) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5868 | Py_DECREF(o); |
| 5869 | return -1; |
| 5870 | } |
| 5871 | Py_DECREF(o); |
| 5872 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5873 | if (flag & DEF_PARAM) { |
Jeremy Hylton | cb17ae8 | 2001-02-09 22:22:18 +0000 | [diff] [blame] | 5874 | if (PyList_Append(st->st_cur->ste_varnames, name) < 0) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5875 | return -1; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5876 | } else if (flag & DEF_GLOBAL) { |
| 5877 | /* XXX need to update DEF_GLOBAL for other flags too; |
| 5878 | perhaps only DEF_FREE_GLOBAL */ |
| 5879 | if ((o = PyDict_GetItem(st->st_global, name))) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5880 | val = PyInt_AS_LONG(o); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5881 | val |= flag; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5882 | } else |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5883 | val = flag; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5884 | o = PyInt_FromLong(val); |
Martin v. Löwis | cd12bfc | 2003-05-03 10:53:08 +0000 | [diff] [blame] | 5885 | if (o == NULL) |
| 5886 | return -1; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5887 | if (PyDict_SetItem(st->st_global, name, o) < 0) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5888 | Py_DECREF(o); |
| 5889 | return -1; |
| 5890 | } |
| 5891 | Py_DECREF(o); |
| 5892 | } |
| 5893 | return 0; |
| 5894 | } |
| 5895 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 5896 | #define symtable_add_use(ST, NAME) symtable_add_def((ST), (NAME), USE) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5897 | |
Tim Peters | 08a898f | 2001-06-28 01:52:22 +0000 | [diff] [blame] | 5898 | /* Look for a yield stmt under n. Return 1 if found, else 0. |
| 5899 | This hack is used to look inside "if 0:" blocks (which are normally |
| 5900 | ignored) in case those are the only places a yield occurs (so that this |
| 5901 | function is a generator). */ |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5902 | static int |
| 5903 | look_for_yield(node *n) |
| 5904 | { |
| 5905 | int i; |
| 5906 | |
| 5907 | for (i = 0; i < NCH(n); ++i) { |
| 5908 | node *kid = CHILD(n, i); |
| 5909 | |
| 5910 | switch (TYPE(kid)) { |
| 5911 | |
| 5912 | case classdef: |
| 5913 | case funcdef: |
Tim Peters | 08a898f | 2001-06-28 01:52:22 +0000 | [diff] [blame] | 5914 | case lambdef: |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5915 | /* Stuff in nested functions and classes can't make |
| 5916 | the parent a generator. */ |
| 5917 | return 0; |
| 5918 | |
| 5919 | case yield_stmt: |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 5920 | return GENERATOR; |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5921 | |
| 5922 | default: |
| 5923 | if (look_for_yield(kid)) |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 5924 | return GENERATOR; |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5925 | } |
| 5926 | } |
| 5927 | return 0; |
| 5928 | } |
| 5929 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5930 | static void |
| 5931 | symtable_node(struct symtable *st, node *n) |
| 5932 | { |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 5933 | int i; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5934 | |
| 5935 | loop: |
| 5936 | switch (TYPE(n)) { |
| 5937 | case funcdef: { |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 5938 | char *func_name; |
| 5939 | if (NCH(n) == 6) |
| 5940 | symtable_node(st, CHILD(n, 0)); |
| 5941 | func_name = STR(RCHILD(n, -4)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5942 | symtable_add_def(st, func_name, DEF_LOCAL); |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 5943 | symtable_default_args(st, RCHILD(n, -3)); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5944 | symtable_enter_scope(st, func_name, TYPE(n), n->n_lineno); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5945 | symtable_funcdef(st, n); |
| 5946 | symtable_exit_scope(st); |
| 5947 | break; |
| 5948 | } |
| 5949 | case lambdef: |
| 5950 | if (NCH(n) == 4) |
| 5951 | symtable_default_args(st, CHILD(n, 1)); |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5952 | symtable_enter_scope(st, "lambda", TYPE(n), n->n_lineno); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5953 | symtable_funcdef(st, n); |
| 5954 | symtable_exit_scope(st); |
| 5955 | break; |
| 5956 | case classdef: { |
| 5957 | char *tmp, *class_name = STR(CHILD(n, 1)); |
| 5958 | symtable_add_def(st, class_name, DEF_LOCAL); |
| 5959 | if (TYPE(CHILD(n, 2)) == LPAR) { |
| 5960 | node *bases = CHILD(n, 3); |
| 5961 | int i; |
| 5962 | for (i = 0; i < NCH(bases); i += 2) { |
| 5963 | symtable_node(st, CHILD(bases, i)); |
| 5964 | } |
| 5965 | } |
Jeremy Hylton | 4b38da6 | 2001-02-02 18:19:15 +0000 | [diff] [blame] | 5966 | symtable_enter_scope(st, class_name, TYPE(n), n->n_lineno); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5967 | tmp = st->st_private; |
| 5968 | st->st_private = class_name; |
| 5969 | symtable_node(st, CHILD(n, NCH(n) - 1)); |
| 5970 | st->st_private = tmp; |
| 5971 | symtable_exit_scope(st); |
| 5972 | break; |
| 5973 | } |
| 5974 | case if_stmt: |
| 5975 | for (i = 0; i + 3 < NCH(n); i += 4) { |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5976 | if (is_constant_false(NULL, (CHILD(n, i + 1)))) { |
| 5977 | if (st->st_cur->ste_generator == 0) |
| 5978 | st->st_cur->ste_generator = |
| 5979 | look_for_yield(CHILD(n, i+3)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5980 | continue; |
Tim Peters | b6c3cea | 2001-06-26 03:36:28 +0000 | [diff] [blame] | 5981 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5982 | symtable_node(st, CHILD(n, i + 1)); |
| 5983 | symtable_node(st, CHILD(n, i + 3)); |
| 5984 | } |
| 5985 | if (i + 2 < NCH(n)) |
| 5986 | symtable_node(st, CHILD(n, i + 2)); |
| 5987 | break; |
| 5988 | case global_stmt: |
| 5989 | symtable_global(st, n); |
| 5990 | break; |
| 5991 | case import_stmt: |
| 5992 | symtable_import(st, n); |
| 5993 | break; |
Jeremy Hylton | 483638c | 2001-02-01 20:20:45 +0000 | [diff] [blame] | 5994 | case exec_stmt: { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 5995 | st->st_cur->ste_optimized |= OPT_EXEC; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 5996 | symtable_node(st, CHILD(n, 1)); |
| 5997 | if (NCH(n) > 2) |
| 5998 | symtable_node(st, CHILD(n, 3)); |
Jeremy Hylton | 2e2cded | 2001-03-22 03:57:58 +0000 | [diff] [blame] | 5999 | else { |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 6000 | st->st_cur->ste_optimized |= OPT_BARE_EXEC; |
Jeremy Hylton | 2e2cded | 2001-03-22 03:57:58 +0000 | [diff] [blame] | 6001 | st->st_cur->ste_opt_lineno = n->n_lineno; |
| 6002 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6003 | if (NCH(n) > 4) |
| 6004 | symtable_node(st, CHILD(n, 5)); |
| 6005 | break; |
Jeremy Hylton | 483638c | 2001-02-01 20:20:45 +0000 | [diff] [blame] | 6006 | |
| 6007 | } |
Jeremy Hylton | 384639f | 2001-02-19 15:50:51 +0000 | [diff] [blame] | 6008 | case assert_stmt: |
| 6009 | if (Py_OptimizeFlag) |
| 6010 | return; |
| 6011 | if (NCH(n) == 2) { |
| 6012 | n = CHILD(n, 1); |
| 6013 | goto loop; |
| 6014 | } else { |
| 6015 | symtable_node(st, CHILD(n, 1)); |
| 6016 | n = CHILD(n, 3); |
| 6017 | goto loop; |
| 6018 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6019 | case except_clause: |
| 6020 | if (NCH(n) == 4) |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6021 | symtable_assign(st, CHILD(n, 3), 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6022 | if (NCH(n) > 1) { |
| 6023 | n = CHILD(n, 1); |
| 6024 | goto loop; |
| 6025 | } |
| 6026 | break; |
| 6027 | case del_stmt: |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6028 | symtable_assign(st, CHILD(n, 1), 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6029 | break; |
Tim Peters | 5ca576e | 2001-06-18 22:08:13 +0000 | [diff] [blame] | 6030 | case yield_stmt: |
| 6031 | st->st_cur->ste_generator = 1; |
| 6032 | n = CHILD(n, 1); |
| 6033 | goto loop; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6034 | case expr_stmt: |
| 6035 | if (NCH(n) == 1) |
| 6036 | n = CHILD(n, 0); |
| 6037 | else { |
| 6038 | if (TYPE(CHILD(n, 1)) == augassign) { |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6039 | symtable_assign(st, CHILD(n, 0), 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6040 | symtable_node(st, CHILD(n, 2)); |
| 6041 | break; |
| 6042 | } else { |
| 6043 | int i; |
| 6044 | for (i = 0; i < NCH(n) - 2; i += 2) |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6045 | symtable_assign(st, CHILD(n, i), 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6046 | n = CHILD(n, NCH(n) - 1); |
| 6047 | } |
| 6048 | } |
| 6049 | goto loop; |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6050 | case list_iter: |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6051 | /* only occurs when there are multiple for loops |
| 6052 | in a list comprehension */ |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6053 | n = CHILD(n, 0); |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6054 | if (TYPE(n) == list_for) |
| 6055 | symtable_list_for(st, n); |
| 6056 | else { |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6057 | REQ(n, list_if); |
| 6058 | symtable_node(st, CHILD(n, 1)); |
| 6059 | if (NCH(n) == 3) { |
| 6060 | n = CHILD(n, 2); |
| 6061 | goto loop; |
| 6062 | } |
| 6063 | } |
| 6064 | break; |
| 6065 | case for_stmt: |
| 6066 | symtable_assign(st, CHILD(n, 1), 0); |
| 6067 | for (i = 3; i < NCH(n); ++i) |
| 6068 | if (TYPE(CHILD(n, i)) >= single_input) |
| 6069 | symtable_node(st, CHILD(n, i)); |
| 6070 | break; |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6071 | case arglist: |
| 6072 | if (NCH(n) > 1) |
| 6073 | for (i = 0; i < NCH(n); ++i) { |
| 6074 | node *ch = CHILD(n, i); |
| 6075 | if (TYPE(ch) == argument && NCH(ch) == 2 && |
| 6076 | TYPE(CHILD(ch, 1)) == gen_for) { |
| 6077 | PyErr_SetString(PyExc_SyntaxError, |
| 6078 | "invalid syntax"); |
| 6079 | symtable_error(st, n->n_lineno); |
| 6080 | return; |
| 6081 | } |
| 6082 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6083 | /* The remaining cases fall through to default except in |
| 6084 | special circumstances. This requires the individual cases |
| 6085 | to be coded with great care, even though they look like |
| 6086 | rather innocuous. Each case must double-check TYPE(n). |
| 6087 | */ |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 6088 | case decorator: |
| 6089 | if (TYPE(n) == decorator) { |
| 6090 | /* decorator: '@' dotted_name [ '(' [arglist] ')' ] */ |
| 6091 | node *name, *varname; |
| 6092 | name = CHILD(n, 1); |
| 6093 | REQ(name, dotted_name); |
| 6094 | varname = CHILD(name, 0); |
| 6095 | REQ(varname, NAME); |
| 6096 | symtable_add_use(st, STR(varname)); |
| 6097 | } |
| 6098 | /* fall through */ |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6099 | case argument: |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6100 | if (TYPE(n) == argument && NCH(n) == 3) { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6101 | n = CHILD(n, 2); |
| 6102 | goto loop; |
| 6103 | } |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6104 | else if (TYPE(n) == argument && NCH(n) == 2 && |
| 6105 | TYPE(CHILD(n, 1)) == gen_for) { |
| 6106 | symtable_generator_expression(st, n); |
| 6107 | break; |
| 6108 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6109 | /* fall through */ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6110 | case listmaker: |
| 6111 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for) { |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6112 | symtable_list_comprehension(st, n); |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6113 | break; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6114 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6115 | /* fall through */ |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6116 | case testlist_gexp: |
| 6117 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == gen_for) { |
| 6118 | symtable_generator_expression(st, n); |
| 6119 | break; |
| 6120 | } |
| 6121 | /* fall through */ |
| 6122 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6123 | case atom: |
| 6124 | if (TYPE(n) == atom && TYPE(CHILD(n, 0)) == NAME) { |
| 6125 | symtable_add_use(st, STR(CHILD(n, 0))); |
| 6126 | break; |
| 6127 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6128 | /* fall through */ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6129 | default: |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6130 | /* Walk over every non-token child with a special case |
| 6131 | for one child. |
| 6132 | */ |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6133 | if (NCH(n) == 1) { |
| 6134 | n = CHILD(n, 0); |
| 6135 | goto loop; |
| 6136 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6137 | for (i = 0; i < NCH(n); ++i) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6138 | if (TYPE(CHILD(n, i)) >= single_input) |
| 6139 | symtable_node(st, CHILD(n, i)); |
| 6140 | } |
| 6141 | } |
| 6142 | |
| 6143 | static void |
| 6144 | symtable_funcdef(struct symtable *st, node *n) |
| 6145 | { |
| 6146 | node *body; |
| 6147 | |
| 6148 | if (TYPE(n) == lambdef) { |
| 6149 | if (NCH(n) == 4) |
| 6150 | symtable_params(st, CHILD(n, 1)); |
| 6151 | } else |
Anthony Baxter | c2a5a63 | 2004-08-02 06:10:11 +0000 | [diff] [blame] | 6152 | symtable_params(st, RCHILD(n, -3)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6153 | body = CHILD(n, NCH(n) - 1); |
| 6154 | symtable_node(st, body); |
| 6155 | } |
| 6156 | |
| 6157 | /* The next two functions parse the argument tuple. |
Guido van Rossum | b716462 | 2002-08-16 02:48:11 +0000 | [diff] [blame] | 6158 | symtable_default_args() checks for names in the default arguments, |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6159 | which are references in the defining scope. symtable_params() |
| 6160 | parses the parameter names, which are defined in the function's |
| 6161 | body. |
| 6162 | |
| 6163 | varargslist: |
| 6164 | (fpdef ['=' test] ',')* ('*' NAME [',' '**' NAME] | '**' NAME) |
| 6165 | | fpdef ['=' test] (',' fpdef ['=' test])* [','] |
| 6166 | */ |
| 6167 | |
| 6168 | static void |
| 6169 | symtable_default_args(struct symtable *st, node *n) |
| 6170 | { |
| 6171 | node *c; |
| 6172 | int i; |
| 6173 | |
| 6174 | if (TYPE(n) == parameters) { |
| 6175 | n = CHILD(n, 1); |
| 6176 | if (TYPE(n) == RPAR) |
| 6177 | return; |
| 6178 | } |
| 6179 | REQ(n, varargslist); |
| 6180 | for (i = 0; i < NCH(n); i += 2) { |
| 6181 | c = CHILD(n, i); |
| 6182 | if (TYPE(c) == STAR || TYPE(c) == DOUBLESTAR) { |
| 6183 | break; |
| 6184 | } |
| 6185 | if (i > 0 && (TYPE(CHILD(n, i - 1)) == EQUAL)) |
| 6186 | symtable_node(st, CHILD(n, i)); |
| 6187 | } |
| 6188 | } |
| 6189 | |
| 6190 | static void |
| 6191 | symtable_params(struct symtable *st, node *n) |
| 6192 | { |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6193 | int i, complex = -1, ext = 0; |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 6194 | node *c = NULL; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6195 | |
| 6196 | if (TYPE(n) == parameters) { |
| 6197 | n = CHILD(n, 1); |
| 6198 | if (TYPE(n) == RPAR) |
| 6199 | return; |
| 6200 | } |
| 6201 | REQ(n, varargslist); |
| 6202 | for (i = 0; i < NCH(n); i += 2) { |
| 6203 | c = CHILD(n, i); |
| 6204 | if (TYPE(c) == STAR || TYPE(c) == DOUBLESTAR) { |
| 6205 | ext = 1; |
| 6206 | break; |
| 6207 | } |
| 6208 | if (TYPE(c) == test) { |
| 6209 | continue; |
| 6210 | } |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 6211 | if (TYPE(CHILD(c, 0)) == NAME) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6212 | symtable_add_def(st, STR(CHILD(c, 0)), DEF_PARAM); |
Guido van Rossum | 633d90c | 2002-12-23 16:51:42 +0000 | [diff] [blame] | 6213 | else { |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 6214 | char nbuf[30]; |
| 6215 | PyOS_snprintf(nbuf, sizeof(nbuf), ".%d", i); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6216 | symtable_add_def(st, nbuf, DEF_PARAM); |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6217 | complex = i; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6218 | } |
| 6219 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6220 | if (ext) { |
| 6221 | c = CHILD(n, i); |
| 6222 | if (TYPE(c) == STAR) { |
| 6223 | i++; |
| 6224 | symtable_add_def(st, STR(CHILD(n, i)), |
| 6225 | DEF_PARAM | DEF_STAR); |
| 6226 | i += 2; |
Jeremy Hylton | 1113cfc | 2001-01-23 00:50:52 +0000 | [diff] [blame] | 6227 | if (i >= NCH(n)) |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6228 | c = NULL; |
| 6229 | else |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6230 | c = CHILD(n, i); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6231 | } |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6232 | if (c && TYPE(c) == DOUBLESTAR) { |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6233 | i++; |
| 6234 | symtable_add_def(st, STR(CHILD(n, i)), |
| 6235 | DEF_PARAM | DEF_DOUBLESTAR); |
| 6236 | } |
| 6237 | } |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6238 | if (complex >= 0) { |
| 6239 | int j; |
| 6240 | for (j = 0; j <= complex; j++) { |
| 6241 | c = CHILD(n, j); |
| 6242 | if (TYPE(c) == COMMA) |
Jeremy Hylton | 2b3f0ca | 2001-02-19 23:52:49 +0000 | [diff] [blame] | 6243 | c = CHILD(n, ++j); |
| 6244 | else if (TYPE(c) == EQUAL) |
| 6245 | c = CHILD(n, j += 3); |
Jeremy Hylton | a6ebc48 | 2001-01-25 17:01:49 +0000 | [diff] [blame] | 6246 | if (TYPE(CHILD(c, 0)) == LPAR) |
| 6247 | symtable_params_fplist(st, CHILD(c, 1)); |
| 6248 | } |
| 6249 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6250 | } |
| 6251 | |
| 6252 | static void |
| 6253 | symtable_params_fplist(struct symtable *st, node *n) |
| 6254 | { |
| 6255 | int i; |
| 6256 | node *c; |
| 6257 | |
| 6258 | REQ(n, fplist); |
| 6259 | for (i = 0; i < NCH(n); i += 2) { |
| 6260 | c = CHILD(n, i); |
| 6261 | REQ(c, fpdef); |
| 6262 | if (NCH(c) == 1) |
| 6263 | symtable_add_def(st, STR(CHILD(c, 0)), |
| 6264 | DEF_PARAM | DEF_INTUPLE); |
| 6265 | else |
| 6266 | symtable_params_fplist(st, CHILD(c, 1)); |
| 6267 | } |
| 6268 | |
| 6269 | } |
| 6270 | |
| 6271 | static void |
| 6272 | symtable_global(struct symtable *st, node *n) |
| 6273 | { |
| 6274 | int i; |
| 6275 | |
Jeremy Hylton | 9f324e9 | 2001-03-01 22:59:14 +0000 | [diff] [blame] | 6276 | /* XXX It might be helpful to warn about module-level global |
| 6277 | statements, but it's hard to tell the difference between |
| 6278 | module-level and a string passed to exec. |
| 6279 | */ |
Jeremy Hylton | c176132 | 2001-02-28 23:44:45 +0000 | [diff] [blame] | 6280 | |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 6281 | for (i = 1; i < NCH(n); i += 2) { |
| 6282 | char *name = STR(CHILD(n, i)); |
Jeremy Hylton | be77cf7 | 2001-02-27 05:15:57 +0000 | [diff] [blame] | 6283 | int flags; |
| 6284 | |
| 6285 | flags = symtable_lookup(st, name); |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 6286 | if (flags < 0) |
| 6287 | continue; |
Jeremy Hylton | be77cf7 | 2001-02-27 05:15:57 +0000 | [diff] [blame] | 6288 | if (flags && flags != DEF_GLOBAL) { |
| 6289 | char buf[500]; |
| 6290 | if (flags & DEF_PARAM) { |
Martin v. Löwis | dd7eb14 | 2003-10-18 22:05:25 +0000 | [diff] [blame] | 6291 | PyErr_Format(PyExc_SyntaxError, PARAM_GLOBAL, |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 6292 | name); |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 6293 | symtable_error(st, 0); |
Jeremy Hylton | be77cf7 | 2001-02-27 05:15:57 +0000 | [diff] [blame] | 6294 | return; |
Guido van Rossum | 0bba7f8 | 2001-02-28 21:55:38 +0000 | [diff] [blame] | 6295 | } |
| 6296 | else { |
| 6297 | if (flags & DEF_LOCAL) |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 6298 | PyOS_snprintf(buf, sizeof(buf), |
| 6299 | GLOBAL_AFTER_ASSIGN, |
| 6300 | name); |
Guido van Rossum | 0bba7f8 | 2001-02-28 21:55:38 +0000 | [diff] [blame] | 6301 | else |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 6302 | PyOS_snprintf(buf, sizeof(buf), |
| 6303 | GLOBAL_AFTER_USE, name); |
Guido van Rossum | ee34ac1 | 2001-02-28 22:08:12 +0000 | [diff] [blame] | 6304 | symtable_warn(st, buf); |
Jeremy Hylton | be77cf7 | 2001-02-27 05:15:57 +0000 | [diff] [blame] | 6305 | } |
| 6306 | } |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 6307 | symtable_add_def(st, name, DEF_GLOBAL); |
| 6308 | } |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6309 | } |
| 6310 | |
| 6311 | static void |
| 6312 | symtable_list_comprehension(struct symtable *st, node *n) |
| 6313 | { |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6314 | /* listmaker: test list_for */ |
Barry Warsaw | 8f6d868 | 2001-11-28 21:10:39 +0000 | [diff] [blame] | 6315 | char tmpname[30]; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6316 | |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6317 | REQ(n, listmaker); |
| 6318 | PyOS_snprintf(tmpname, sizeof(tmpname), "_[%d]", |
| 6319 | ++st->st_cur->ste_tmpname); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6320 | symtable_add_def(st, tmpname, DEF_LOCAL); |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6321 | symtable_list_for(st, CHILD(n, 1)); |
| 6322 | symtable_node(st, CHILD(n, 0)); |
| 6323 | --st->st_cur->ste_tmpname; |
| 6324 | } |
| 6325 | |
| 6326 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6327 | symtable_generator_expression(struct symtable *st, node *n) |
| 6328 | { |
| 6329 | /* testlist_gexp: test gen_for */ |
| 6330 | REQ(CHILD(n, 0), test); |
| 6331 | REQ(CHILD(n, 1), gen_for); |
| 6332 | |
| 6333 | symtable_enter_scope(st, "<genexpr>", TYPE(n), n->n_lineno); |
| 6334 | st->st_cur->ste_generator = GENERATOR_EXPRESSION; |
| 6335 | |
| 6336 | symtable_add_def(st, "[outmost-iterable]", DEF_PARAM); |
| 6337 | |
| 6338 | symtable_gen_for(st, CHILD(n, 1), 1); |
| 6339 | symtable_node(st, CHILD(n, 0)); |
| 6340 | symtable_exit_scope(st); |
| 6341 | |
| 6342 | /* for outmost iterable precomputation */ |
| 6343 | symtable_node(st, CHILD(CHILD(n, 1), 3)); |
| 6344 | } |
| 6345 | |
| 6346 | static void |
Jeremy Hylton | 4d508ad | 2003-05-21 17:34:50 +0000 | [diff] [blame] | 6347 | symtable_list_for(struct symtable *st, node *n) |
| 6348 | { |
| 6349 | REQ(n, list_for); |
| 6350 | /* list_for: for v in expr [list_iter] */ |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6351 | symtable_assign(st, CHILD(n, 1), 0); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6352 | symtable_node(st, CHILD(n, 3)); |
| 6353 | if (NCH(n) == 5) |
| 6354 | symtable_node(st, CHILD(n, 4)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6355 | } |
| 6356 | |
| 6357 | static void |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6358 | symtable_gen_for(struct symtable *st, node *n, int is_outmost) |
| 6359 | { |
| 6360 | REQ(n, gen_for); |
| 6361 | |
| 6362 | /* gen_for: for v in test [gen_iter] */ |
| 6363 | symtable_assign(st, CHILD(n, 1), 0); |
| 6364 | if (is_outmost) |
| 6365 | symtable_add_use(st, "[outmost-iterable]"); |
| 6366 | else |
| 6367 | symtable_node(st, CHILD(n, 3)); |
| 6368 | |
| 6369 | if (NCH(n) == 5) |
| 6370 | symtable_gen_iter(st, CHILD(n, 4)); |
| 6371 | } |
| 6372 | |
| 6373 | static void |
| 6374 | symtable_gen_iter(struct symtable *st, node *n) |
| 6375 | { |
| 6376 | REQ(n, gen_iter); |
| 6377 | |
| 6378 | n = CHILD(n, 0); |
| 6379 | if (TYPE(n) == gen_for) |
| 6380 | symtable_gen_for(st, n, 0); |
| 6381 | else { |
| 6382 | REQ(n, gen_if); |
| 6383 | symtable_node(st, CHILD(n, 1)); |
| 6384 | |
| 6385 | if (NCH(n) == 3) |
| 6386 | symtable_gen_iter(st, CHILD(n, 2)); |
| 6387 | } |
| 6388 | } |
| 6389 | |
| 6390 | static void |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6391 | symtable_import(struct symtable *st, node *n) |
| 6392 | { |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6393 | node *nn; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6394 | int i; |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6395 | /* import_stmt: import_name | import_from */ |
| 6396 | n = CHILD(n, 0); |
| 6397 | if (TYPE(n) == import_from) { |
| 6398 | /* import_from: 'from' dotted_name 'import' ('*' | |
| 6399 | | '(' import_as_names ')' | import_as_names) */ |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 6400 | node *dotname = CHILD(n, 1); |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6401 | REQ(dotname, dotted_name); |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 6402 | if (strcmp(STR(CHILD(dotname, 0)), "__future__") == 0) { |
| 6403 | /* check for bogus imports */ |
| 6404 | if (n->n_lineno >= st->st_future->ff_last_lineno) { |
| 6405 | PyErr_SetString(PyExc_SyntaxError, |
| 6406 | LATE_FUTURE); |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 6407 | symtable_error(st, n->n_lineno); |
Jeremy Hylton | 39e2f3f | 2001-02-28 01:58:08 +0000 | [diff] [blame] | 6408 | return; |
| 6409 | } |
| 6410 | } |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6411 | nn = CHILD(n, 3 + (TYPE(CHILD(n, 3)) == LPAR)); |
| 6412 | if (TYPE(nn) == STAR) { |
Jeremy Hylton | 8a6f295 | 2001-08-06 19:45:40 +0000 | [diff] [blame] | 6413 | if (st->st_cur->ste_type != TYPE_MODULE) { |
Jeremy Hylton | 6a53bd8 | 2001-08-06 20:34:25 +0000 | [diff] [blame] | 6414 | if (symtable_warn(st, |
| 6415 | "import * only allowed at module level") < 0) |
| 6416 | return; |
Jeremy Hylton | 8a6f295 | 2001-08-06 19:45:40 +0000 | [diff] [blame] | 6417 | } |
Jeremy Hylton | 29906ee | 2001-02-27 04:23:34 +0000 | [diff] [blame] | 6418 | st->st_cur->ste_optimized |= OPT_IMPORT_STAR; |
Jeremy Hylton | 2e2cded | 2001-03-22 03:57:58 +0000 | [diff] [blame] | 6419 | st->st_cur->ste_opt_lineno = n->n_lineno; |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6420 | } else { |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6421 | REQ(nn, import_as_names); |
| 6422 | for (i = 0; i < NCH(nn); i += 2) { |
| 6423 | node *c = CHILD(nn, i); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6424 | if (NCH(c) > 1) /* import as */ |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6425 | symtable_assign(st, CHILD(c, 2), |
| 6426 | DEF_IMPORT); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6427 | else |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6428 | symtable_assign(st, CHILD(c, 0), |
| 6429 | DEF_IMPORT); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6430 | } |
| 6431 | } |
Anthony Baxter | 1a4ddae | 2004-08-31 10:07:13 +0000 | [diff] [blame] | 6432 | } else { |
| 6433 | /* 'import' dotted_as_names */ |
| 6434 | nn = CHILD(n, 1); |
| 6435 | REQ(nn, dotted_as_names); |
| 6436 | for (i = 0; i < NCH(nn); i += 2) |
| 6437 | symtable_assign(st, CHILD(nn, i), DEF_IMPORT); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6438 | } |
| 6439 | } |
| 6440 | |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6441 | /* The third argument to symatble_assign() is a flag to be passed to |
| 6442 | symtable_add_def() if it is eventually called. The flag is useful |
| 6443 | to specify the particular type of assignment that should be |
| 6444 | recorded, e.g. an assignment caused by import. |
| 6445 | */ |
| 6446 | |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6447 | static void |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6448 | symtable_assign(struct symtable *st, node *n, int def_flag) |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6449 | { |
| 6450 | node *tmp; |
| 6451 | int i; |
| 6452 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6453 | loop: |
| 6454 | switch (TYPE(n)) { |
| 6455 | case lambdef: |
Jeremy Hylton | eab156f | 2001-01-30 01:24:43 +0000 | [diff] [blame] | 6456 | /* invalid assignment, e.g. lambda x:x=2. The next |
| 6457 | pass will catch this error. */ |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6458 | return; |
| 6459 | case power: |
| 6460 | if (NCH(n) > 2) { |
| 6461 | for (i = 2; i < NCH(n); ++i) |
| 6462 | if (TYPE(CHILD(n, i)) != DOUBLESTAR) |
| 6463 | symtable_node(st, CHILD(n, i)); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6464 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6465 | if (NCH(n) > 1) { |
| 6466 | symtable_node(st, CHILD(n, 0)); |
| 6467 | symtable_node(st, CHILD(n, 1)); |
| 6468 | } else { |
| 6469 | n = CHILD(n, 0); |
| 6470 | goto loop; |
| 6471 | } |
| 6472 | return; |
| 6473 | case listmaker: |
Jeremy Hylton | 23b4227 | 2001-03-19 20:38:06 +0000 | [diff] [blame] | 6474 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == list_for) { |
| 6475 | /* XXX This is an error, but the next pass |
| 6476 | will catch it. */ |
| 6477 | return; |
| 6478 | } else { |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6479 | for (i = 0; i < NCH(n); i += 2) |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6480 | symtable_assign(st, CHILD(n, i), def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6481 | } |
| 6482 | return; |
Raymond Hettinger | 354433a | 2004-05-19 08:20:33 +0000 | [diff] [blame] | 6483 | case testlist_gexp: |
| 6484 | if (NCH(n) > 1 && TYPE(CHILD(n, 1)) == gen_for) { |
| 6485 | /* XXX This is an error, but the next pass |
| 6486 | will catch it. */ |
| 6487 | return; |
| 6488 | } else { |
| 6489 | for (i = 0; i < NCH(n); i += 2) |
| 6490 | symtable_assign(st, CHILD(n, i), def_flag); |
| 6491 | } |
| 6492 | return; |
| 6493 | |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6494 | case exprlist: |
| 6495 | case testlist: |
Guido van Rossum | 2d3b986 | 2002-05-24 15:47:06 +0000 | [diff] [blame] | 6496 | case testlist1: |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6497 | if (NCH(n) == 1) { |
| 6498 | n = CHILD(n, 0); |
| 6499 | goto loop; |
| 6500 | } |
| 6501 | else { |
| 6502 | int i; |
| 6503 | for (i = 0; i < NCH(n); i += 2) |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6504 | symtable_assign(st, CHILD(n, i), def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6505 | return; |
| 6506 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6507 | case atom: |
| 6508 | tmp = CHILD(n, 0); |
| 6509 | if (TYPE(tmp) == LPAR || TYPE(tmp) == LSQB) { |
| 6510 | n = CHILD(n, 1); |
| 6511 | goto loop; |
Jeremy Hylton | 897b821 | 2001-03-23 14:08:38 +0000 | [diff] [blame] | 6512 | } else if (TYPE(tmp) == NAME) { |
Jeremy Hylton | 778e265 | 2001-11-09 19:50:08 +0000 | [diff] [blame] | 6513 | if (strcmp(STR(tmp), "__debug__") == 0) { |
| 6514 | PyErr_SetString(PyExc_SyntaxError, |
| 6515 | ASSIGN_DEBUG); |
Jeremy Hylton | 9832613 | 2003-09-22 04:26:44 +0000 | [diff] [blame] | 6516 | symtable_error(st, n->n_lineno); |
| 6517 | return; |
Jeremy Hylton | 778e265 | 2001-11-09 19:50:08 +0000 | [diff] [blame] | 6518 | } |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6519 | symtable_add_def(st, STR(tmp), DEF_LOCAL | def_flag); |
Jeremy Hylton | 897b821 | 2001-03-23 14:08:38 +0000 | [diff] [blame] | 6520 | } |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6521 | return; |
| 6522 | case dotted_as_name: |
| 6523 | if (NCH(n) == 3) |
| 6524 | symtable_add_def(st, STR(CHILD(n, 2)), |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6525 | DEF_LOCAL | def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6526 | else |
| 6527 | symtable_add_def(st, |
| 6528 | STR(CHILD(CHILD(n, |
| 6529 | 0), 0)), |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6530 | DEF_LOCAL | def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6531 | return; |
| 6532 | case dotted_name: |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6533 | symtable_add_def(st, STR(CHILD(n, 0)), DEF_LOCAL | def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6534 | return; |
| 6535 | case NAME: |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6536 | symtable_add_def(st, STR(n), DEF_LOCAL | def_flag); |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6537 | return; |
| 6538 | default: |
| 6539 | if (NCH(n) == 0) |
| 6540 | return; |
Jeremy Hylton | 17820c4 | 2001-02-19 15:33:10 +0000 | [diff] [blame] | 6541 | if (NCH(n) == 1) { |
| 6542 | n = CHILD(n, 0); |
| 6543 | goto loop; |
Jeremy Hylton | 64949cb | 2001-01-25 20:06:59 +0000 | [diff] [blame] | 6544 | } |
Jeremy Hylton | 17820c4 | 2001-02-19 15:33:10 +0000 | [diff] [blame] | 6545 | /* Should only occur for errors like x + 1 = 1, |
| 6546 | which will be caught in the next pass. */ |
| 6547 | for (i = 0; i < NCH(n); ++i) |
| 6548 | if (TYPE(CHILD(n, i)) >= single_input) |
Jeremy Hylton | 961dfe0 | 2001-10-18 16:15:10 +0000 | [diff] [blame] | 6549 | symtable_assign(st, CHILD(n, i), def_flag); |
Jeremy Hylton | e36f778 | 2001-01-19 03:21:30 +0000 | [diff] [blame] | 6550 | } |
| 6551 | } |