blob: 83dacfd511a56a7add636f5395da9468a7c4d59b [file] [log] [blame]
Guido van Rossum3f5da241990-12-20 15:06:42 +00001/* Frame object implementation */
2
Guido van Rossum18752471997-04-29 14:49:28 +00003#include "Python.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +00004
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00005#include "code.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +00006#include "frameobject.h"
7#include "opcode.h"
8#include "structmember.h"
9
Neal Norwitz91787cb2002-12-18 23:33:35 +000010#undef MIN
11#undef MAX
Michael W. Hudsoncfd38842002-12-17 16:15:34 +000012#define MIN(a, b) ((a) < (b) ? (a) : (b))
13#define MAX(a, b) ((a) > (b) ? (a) : (b))
14
Guido van Rossum18752471997-04-29 14:49:28 +000015#define OFF(x) offsetof(PyFrameObject, x)
Guido van Rossum3f5da241990-12-20 15:06:42 +000016
Guido van Rossum6f799372001-09-20 20:46:19 +000017static PyMemberDef frame_memberlist[] = {
Guido van Rossum1d5735e1994-08-30 08:27:36 +000018 {"f_back", T_OBJECT, OFF(f_back), RO},
19 {"f_code", T_OBJECT, OFF(f_code), RO},
Guido van Rossumc1134821995-01-10 10:39:16 +000020 {"f_builtins", T_OBJECT, OFF(f_builtins),RO},
Guido van Rossum1d5735e1994-08-30 08:27:36 +000021 {"f_globals", T_OBJECT, OFF(f_globals), RO},
Guido van Rossum1d5735e1994-08-30 08:27:36 +000022 {"f_lasti", T_INT, OFF(f_lasti), RO},
Guido van Rossuma027efa1997-05-05 20:56:21 +000023 {"f_exc_type", T_OBJECT, OFF(f_exc_type)},
24 {"f_exc_value", T_OBJECT, OFF(f_exc_value)},
25 {"f_exc_traceback", T_OBJECT, OFF(f_exc_traceback)},
Guido van Rossum3f5da241990-12-20 15:06:42 +000026 {NULL} /* Sentinel */
27};
28
Guido van Rossum18752471997-04-29 14:49:28 +000029static PyObject *
Tim Peters6d6c1a32001-08-02 04:15:00 +000030frame_getlocals(PyFrameObject *f, void *closure)
Guido van Rossum3f5da241990-12-20 15:06:42 +000031{
Tim Peters6d6c1a32001-08-02 04:15:00 +000032 PyFrame_FastToLocals(f);
33 Py_INCREF(f->f_locals);
34 return f->f_locals;
Guido van Rossum3f5da241990-12-20 15:06:42 +000035}
36
Michael W. Hudsondd32a912002-08-15 14:59:02 +000037static PyObject *
38frame_getlineno(PyFrameObject *f, void *closure)
39{
40 int lineno;
41
Michael W. Hudson02ff6a92002-09-11 15:36:32 +000042 if (f->f_trace)
43 lineno = f->f_lineno;
44 else
45 lineno = PyCode_Addr2Line(f->f_code, f->f_lasti);
Michael W. Hudsondd32a912002-08-15 14:59:02 +000046
47 return PyInt_FromLong(lineno);
48}
49
Michael W. Hudsoncfd38842002-12-17 16:15:34 +000050/* Setter for f_lineno - you can set f_lineno from within a trace function in
51 * order to jump to a given line of code, subject to some restrictions. Most
52 * lines are OK to jump to because they don't make any assumptions about the
53 * state of the stack (obvious because you could remove the line and the code
54 * would still work without any stack errors), but there are some constructs
55 * that limit jumping:
56 *
57 * o Lines with an 'except' statement on them can't be jumped to, because
58 * they expect an exception to be on the top of the stack.
59 * o Lines that live in a 'finally' block can't be jumped from or to, since
60 * the END_FINALLY expects to clean up the stack after the 'try' block.
61 * o 'try'/'for'/'while' blocks can't be jumped into because the blockstack
62 * needs to be set up before their code runs, and for 'for' loops the
63 * iterator needs to be on the stack.
64 */
65static int
66frame_setlineno(PyFrameObject *f, PyObject* p_new_lineno)
67{
68 int new_lineno = 0; /* The new value of f_lineno */
69 int new_lasti = 0; /* The new value of f_lasti */
70 int new_iblock = 0; /* The new value of f_iblock */
71 char *code = NULL; /* The bytecode for the frame... */
Martin v. Löwis18e16552006-02-15 17:27:45 +000072 Py_ssize_t code_len = 0; /* ...and its length */
Michael W. Hudsoncfd38842002-12-17 16:15:34 +000073 char *lnotab = NULL; /* Iterating over co_lnotab */
Martin v. Löwis18e16552006-02-15 17:27:45 +000074 Py_ssize_t lnotab_len = 0; /* (ditto) */
Michael W. Hudsoncfd38842002-12-17 16:15:34 +000075 int offset = 0; /* (ditto) */
76 int line = 0; /* (ditto) */
77 int addr = 0; /* (ditto) */
78 int min_addr = 0; /* Scanning the SETUPs and POPs */
79 int max_addr = 0; /* (ditto) */
80 int delta_iblock = 0; /* (ditto) */
81 int min_delta_iblock = 0; /* (ditto) */
82 int min_iblock = 0; /* (ditto) */
83 int f_lasti_setup_addr = 0; /* Policing no-jump-into-finally */
84 int new_lasti_setup_addr = 0; /* (ditto) */
85 int blockstack[CO_MAXBLOCKS]; /* Walking the 'finally' blocks */
86 int in_finally[CO_MAXBLOCKS]; /* (ditto) */
87 int blockstack_top = 0; /* (ditto) */
88 int setup_op = 0; /* (ditto) */
89
90 /* f_lineno must be an integer. */
Guido van Rossumddefaf32007-01-14 03:31:43 +000091 if (!PyInt_CheckExact(p_new_lineno)) {
Michael W. Hudsoncfd38842002-12-17 16:15:34 +000092 PyErr_SetString(PyExc_ValueError,
93 "lineno must be an integer");
94 return -1;
95 }
96
97 /* You can only do this from within a trace function, not via
98 * _getframe or similar hackery. */
99 if (!f->f_trace)
100 {
101 PyErr_Format(PyExc_ValueError,
102 "f_lineno can only be set by a trace function");
103 return -1;
104 }
105
106 /* Fail if the line comes before the start of the code block. */
107 new_lineno = (int) PyInt_AsLong(p_new_lineno);
108 if (new_lineno < f->f_code->co_firstlineno) {
109 PyErr_Format(PyExc_ValueError,
110 "line %d comes before the current code block",
111 new_lineno);
112 return -1;
113 }
114
115 /* Find the bytecode offset for the start of the given line, or the
116 * first code-owning line after it. */
117 PyString_AsStringAndSize(f->f_code->co_lnotab, &lnotab, &lnotab_len);
118 addr = 0;
119 line = f->f_code->co_firstlineno;
120 new_lasti = -1;
121 for (offset = 0; offset < lnotab_len; offset += 2) {
122 addr += lnotab[offset];
123 line += lnotab[offset+1];
124 if (line >= new_lineno) {
125 new_lasti = addr;
126 new_lineno = line;
127 break;
128 }
129 }
130
131 /* If we didn't reach the requested line, return an error. */
132 if (new_lasti == -1) {
133 PyErr_Format(PyExc_ValueError,
134 "line %d comes after the current code block",
135 new_lineno);
136 return -1;
137 }
138
139 /* We're now ready to look at the bytecode. */
140 PyString_AsStringAndSize(f->f_code->co_code, &code, &code_len);
141 min_addr = MIN(new_lasti, f->f_lasti);
142 max_addr = MAX(new_lasti, f->f_lasti);
143
144 /* You can't jump onto a line with an 'except' statement on it -
145 * they expect to have an exception on the top of the stack, which
146 * won't be true if you jump to them. They always start with code
147 * that either pops the exception using POP_TOP (plain 'except:'
148 * lines do this) or duplicates the exception on the stack using
149 * DUP_TOP (if there's an exception type specified). See compile.c,
150 * 'com_try_except' for the full details. There aren't any other
151 * cases (AFAIK) where a line's code can start with DUP_TOP or
152 * POP_TOP, but if any ever appear, they'll be subject to the same
153 * restriction (but with a different error message). */
154 if (code[new_lasti] == DUP_TOP || code[new_lasti] == POP_TOP) {
155 PyErr_SetString(PyExc_ValueError,
156 "can't jump to 'except' line as there's no exception");
157 return -1;
158 }
159
160 /* You can't jump into or out of a 'finally' block because the 'try'
161 * block leaves something on the stack for the END_FINALLY to clean
162 * up. So we walk the bytecode, maintaining a simulated blockstack.
163 * When we reach the old or new address and it's in a 'finally' block
164 * we note the address of the corresponding SETUP_FINALLY. The jump
165 * is only legal if neither address is in a 'finally' block or
166 * they're both in the same one. 'blockstack' is a stack of the
167 * bytecode addresses of the SETUP_X opcodes, and 'in_finally' tracks
168 * whether we're in a 'finally' block at each blockstack level. */
169 f_lasti_setup_addr = -1;
170 new_lasti_setup_addr = -1;
171 memset(blockstack, '\0', sizeof(blockstack));
172 memset(in_finally, '\0', sizeof(in_finally));
173 blockstack_top = 0;
174 for (addr = 0; addr < code_len; addr++) {
175 unsigned char op = code[addr];
176 switch (op) {
177 case SETUP_LOOP:
178 case SETUP_EXCEPT:
179 case SETUP_FINALLY:
180 blockstack[blockstack_top++] = addr;
181 in_finally[blockstack_top-1] = 0;
182 break;
183
184 case POP_BLOCK:
Neal Norwitzee65e222002-12-19 18:16:57 +0000185 assert(blockstack_top > 0);
Michael W. Hudsoncfd38842002-12-17 16:15:34 +0000186 setup_op = code[blockstack[blockstack_top-1]];
187 if (setup_op == SETUP_FINALLY) {
188 in_finally[blockstack_top-1] = 1;
189 }
190 else {
191 blockstack_top--;
192 }
193 break;
194
195 case END_FINALLY:
196 /* Ignore END_FINALLYs for SETUP_EXCEPTs - they exist
197 * in the bytecode but don't correspond to an actual
Neal Norwitzee65e222002-12-19 18:16:57 +0000198 * 'finally' block. (If blockstack_top is 0, we must
199 * be seeing such an END_FINALLY.) */
200 if (blockstack_top > 0) {
201 setup_op = code[blockstack[blockstack_top-1]];
202 if (setup_op == SETUP_FINALLY) {
203 blockstack_top--;
204 }
Michael W. Hudsoncfd38842002-12-17 16:15:34 +0000205 }
206 break;
207 }
208
209 /* For the addresses we're interested in, see whether they're
210 * within a 'finally' block and if so, remember the address
211 * of the SETUP_FINALLY. */
212 if (addr == new_lasti || addr == f->f_lasti) {
213 int i = 0;
214 int setup_addr = -1;
215 for (i = blockstack_top-1; i >= 0; i--) {
216 if (in_finally[i]) {
217 setup_addr = blockstack[i];
218 break;
219 }
220 }
221
222 if (setup_addr != -1) {
223 if (addr == new_lasti) {
224 new_lasti_setup_addr = setup_addr;
225 }
226
227 if (addr == f->f_lasti) {
228 f_lasti_setup_addr = setup_addr;
229 }
230 }
231 }
232
233 if (op >= HAVE_ARGUMENT) {
234 addr += 2;
235 }
236 }
237
Neal Norwitzee65e222002-12-19 18:16:57 +0000238 /* Verify that the blockstack tracking code didn't get lost. */
239 assert(blockstack_top == 0);
240
241 /* After all that, are we jumping into / out of a 'finally' block? */
Michael W. Hudsoncfd38842002-12-17 16:15:34 +0000242 if (new_lasti_setup_addr != f_lasti_setup_addr) {
243 PyErr_SetString(PyExc_ValueError,
244 "can't jump into or out of a 'finally' block");
245 return -1;
246 }
247
248
249 /* Police block-jumping (you can't jump into the middle of a block)
250 * and ensure that the blockstack finishes up in a sensible state (by
251 * popping any blocks we're jumping out of). We look at all the
252 * blockstack operations between the current position and the new
253 * one, and keep track of how many blocks we drop out of on the way.
254 * By also keeping track of the lowest blockstack position we see, we
255 * can tell whether the jump goes into any blocks without coming out
256 * again - in that case we raise an exception below. */
257 delta_iblock = 0;
258 for (addr = min_addr; addr < max_addr; addr++) {
259 unsigned char op = code[addr];
260 switch (op) {
261 case SETUP_LOOP:
262 case SETUP_EXCEPT:
263 case SETUP_FINALLY:
264 delta_iblock++;
265 break;
266
267 case POP_BLOCK:
268 delta_iblock--;
269 break;
270 }
271
272 min_delta_iblock = MIN(min_delta_iblock, delta_iblock);
273
274 if (op >= HAVE_ARGUMENT) {
275 addr += 2;
276 }
277 }
278
279 /* Derive the absolute iblock values from the deltas. */
280 min_iblock = f->f_iblock + min_delta_iblock;
281 if (new_lasti > f->f_lasti) {
282 /* Forwards jump. */
283 new_iblock = f->f_iblock + delta_iblock;
284 }
285 else {
286 /* Backwards jump. */
287 new_iblock = f->f_iblock - delta_iblock;
288 }
289
290 /* Are we jumping into a block? */
291 if (new_iblock > min_iblock) {
292 PyErr_SetString(PyExc_ValueError,
293 "can't jump into the middle of a block");
294 return -1;
295 }
296
297 /* Pop any blocks that we're jumping out of. */
298 while (f->f_iblock > new_iblock) {
299 PyTryBlock *b = &f->f_blockstack[--f->f_iblock];
300 while ((f->f_stacktop - f->f_valuestack) > b->b_level) {
301 PyObject *v = (*--f->f_stacktop);
302 Py_DECREF(v);
303 }
304 }
305
306 /* Finally set the new f_lineno and f_lasti and return OK. */
307 f->f_lineno = new_lineno;
308 f->f_lasti = new_lasti;
309 return 0;
310}
311
Michael W. Hudson02ff6a92002-09-11 15:36:32 +0000312static PyObject *
313frame_gettrace(PyFrameObject *f, void *closure)
314{
315 PyObject* trace = f->f_trace;
316
317 if (trace == NULL)
318 trace = Py_None;
319
320 Py_INCREF(trace);
321
322 return trace;
323}
324
325static int
326frame_settrace(PyFrameObject *f, PyObject* v, void *closure)
327{
328 /* We rely on f_lineno being accurate when f_trace is set. */
329
330 PyObject* old_value = f->f_trace;
331
332 Py_XINCREF(v);
333 f->f_trace = v;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000334
Michael W. Hudson02ff6a92002-09-11 15:36:32 +0000335 if (v != NULL)
336 f->f_lineno = PyCode_Addr2Line(f->f_code, f->f_lasti);
337
338 Py_XDECREF(old_value);
339
340 return 0;
341}
342
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000343static PyObject *
344frame_getrestricted(PyFrameObject *f, void *closure)
345{
346 return PyBool_FromLong(PyFrame_IsRestricted(f));
347}
348
Guido van Rossum32d34c82001-09-20 21:45:26 +0000349static PyGetSetDef frame_getsetlist[] = {
Tim Peters6d6c1a32001-08-02 04:15:00 +0000350 {"f_locals", (getter)frame_getlocals, NULL, NULL},
Michael W. Hudsoncfd38842002-12-17 16:15:34 +0000351 {"f_lineno", (getter)frame_getlineno,
352 (setter)frame_setlineno, NULL},
Michael W. Hudson02ff6a92002-09-11 15:36:32 +0000353 {"f_trace", (getter)frame_gettrace, (setter)frame_settrace, NULL},
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000354 {"f_restricted",(getter)frame_getrestricted,NULL, NULL},
Tim Peters6d6c1a32001-08-02 04:15:00 +0000355 {0}
356};
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000357
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000358/* Stack frames are allocated and deallocated at a considerable rate.
Thomas Wouters477c8d52006-05-27 19:21:47 +0000359 In an attempt to improve the speed of function calls, we:
360
361 1. Hold a single "zombie" frame on each code object. This retains
362 the allocated and initialised frame object from an invocation of
363 the code object. The zombie is reanimated the next time we need a
364 frame object for that code object. Doing this saves the malloc/
365 realloc required when using a free_list frame that isn't the
366 correct size. It also saves some field initialisation.
367
368 In zombie mode, no field of PyFrameObject holds a reference, but
369 the following fields are still valid:
370
371 * ob_type, ob_size, f_code, f_valuestack;
372
373 * f_locals, f_trace,
374 f_exc_type, f_exc_value, f_exc_traceback are NULL;
375
376 * f_localsplus does not require re-allocation and
377 the local variables in f_localsplus are NULL.
378
379 2. We also maintain a separate free list of stack frames (just like
380 integers are allocated in a special way -- see intobject.c). When
381 a stack frame is on the free list, only the following members have
382 a meaning:
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000383 ob_type == &Frametype
384 f_back next item on free list, or NULL
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000385 f_stacksize size of value stack
Neil Schemenauer4f4817f2001-08-29 23:52:17 +0000386 ob_size size of localsplus
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000387 Note that the value and block stacks are preserved -- this can save
388 another malloc() call or two (and two free() calls as well!).
389 Also note that, unlike for integers, each frame object is a
390 malloc'ed object in its own right -- it is only the actual calls to
391 malloc() that we are trying to save here, not the administration.
392 After all, while a typical program may make millions of calls, a
393 call depth of more than 20 or 30 is probably already exceptional
394 unless the program contains run-away recursion. I hope.
Tim Petersb7ba7432002-04-13 05:21:47 +0000395
396 Later, MAXFREELIST was added to bound the # of frames saved on
397 free_list. Else programs creating lots of cyclic trash involving
398 frames could provoke free_list into growing without bound.
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000399*/
400
Guido van Rossum18752471997-04-29 14:49:28 +0000401static PyFrameObject *free_list = NULL;
Tim Petersb7ba7432002-04-13 05:21:47 +0000402static int numfree = 0; /* number of frames currently in free_list */
403#define MAXFREELIST 200 /* max value for numfree */
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000404
Guido van Rossum3f5da241990-12-20 15:06:42 +0000405static void
Fred Drake1b190b42000-07-09 05:40:56 +0000406frame_dealloc(PyFrameObject *f)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000407{
Thomas Wouters477c8d52006-05-27 19:21:47 +0000408 PyObject **p, **valuestack;
409 PyCodeObject *co;
Guido van Rossum7582bfb1997-02-14 16:27:29 +0000410
Guido van Rossumff413af2002-03-28 20:34:59 +0000411 PyObject_GC_UnTrack(f);
Guido van Rossumd724b232000-03-13 16:01:29 +0000412 Py_TRASHCAN_SAFE_BEGIN(f)
Guido van Rossum7582bfb1997-02-14 16:27:29 +0000413 /* Kill all local variables */
Thomas Wouters477c8d52006-05-27 19:21:47 +0000414 valuestack = f->f_valuestack;
415 for (p = f->f_localsplus; p < valuestack; p++)
416 Py_CLEAR(*p);
Guido van Rossum7582bfb1997-02-14 16:27:29 +0000417
Tim Peters5ca576e2001-06-18 22:08:13 +0000418 /* Free stack */
Tim Peters8c963692001-06-23 05:26:56 +0000419 if (f->f_stacktop != NULL) {
Thomas Wouters477c8d52006-05-27 19:21:47 +0000420 for (p = valuestack; p < f->f_stacktop; p++)
Tim Peters8c963692001-06-23 05:26:56 +0000421 Py_XDECREF(*p);
Tim Peters5ca576e2001-06-18 22:08:13 +0000422 }
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000423
Guido van Rossum18752471997-04-29 14:49:28 +0000424 Py_XDECREF(f->f_back);
Neal Norwitzc91ed402002-12-30 22:29:22 +0000425 Py_DECREF(f->f_builtins);
426 Py_DECREF(f->f_globals);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000427 Py_CLEAR(f->f_locals);
428 Py_CLEAR(f->f_trace);
429 Py_CLEAR(f->f_exc_type);
430 Py_CLEAR(f->f_exc_value);
431 Py_CLEAR(f->f_exc_traceback);
432
433 co = f->f_code;
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000434 if (co->co_zombieframe == NULL)
Thomas Wouters477c8d52006-05-27 19:21:47 +0000435 co->co_zombieframe = f;
436 else if (numfree < MAXFREELIST) {
Tim Petersb7ba7432002-04-13 05:21:47 +0000437 ++numfree;
438 f->f_back = free_list;
439 free_list = f;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000440 }
441 else
Tim Petersb7ba7432002-04-13 05:21:47 +0000442 PyObject_GC_Del(f);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000443
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000444 Py_DECREF(co);
Guido van Rossumd724b232000-03-13 16:01:29 +0000445 Py_TRASHCAN_SAFE_END(f)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000446}
447
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000448static int
449frame_traverse(PyFrameObject *f, visitproc visit, void *arg)
450{
451 PyObject **fastlocals, **p;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000452 int i, slots;
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000453
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000454 Py_VISIT(f->f_back);
455 Py_VISIT(f->f_code);
456 Py_VISIT(f->f_builtins);
457 Py_VISIT(f->f_globals);
458 Py_VISIT(f->f_locals);
459 Py_VISIT(f->f_trace);
460 Py_VISIT(f->f_exc_type);
461 Py_VISIT(f->f_exc_value);
462 Py_VISIT(f->f_exc_traceback);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000463
464 /* locals */
Thomas Wouters477c8d52006-05-27 19:21:47 +0000465 slots = f->f_code->co_nlocals + PyTuple_GET_SIZE(f->f_code->co_cellvars) + PyTuple_GET_SIZE(f->f_code->co_freevars);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000466 fastlocals = f->f_localsplus;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000467 for (i = slots; --i >= 0; ++fastlocals)
468 Py_VISIT(*fastlocals);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000469
470 /* stack */
471 if (f->f_stacktop != NULL) {
472 for (p = f->f_valuestack; p < f->f_stacktop; p++)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000473 Py_VISIT(*p);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000474 }
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000475 return 0;
476}
477
478static void
479frame_clear(PyFrameObject *f)
480{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000481 PyObject **fastlocals, **p, **oldtop;
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000482 int i, slots;
483
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000484 /* Before anything else, make sure that this frame is clearly marked
485 * as being defunct! Else, e.g., a generator reachable from this
486 * frame may also point to this frame, believe itself to still be
487 * active, and try cleaning up this frame again.
488 */
489 oldtop = f->f_stacktop;
490 f->f_stacktop = NULL;
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000491
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000492 Py_CLEAR(f->f_exc_type);
493 Py_CLEAR(f->f_exc_value);
494 Py_CLEAR(f->f_exc_traceback);
495 Py_CLEAR(f->f_trace);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000496
497 /* locals */
Thomas Wouters477c8d52006-05-27 19:21:47 +0000498 slots = f->f_code->co_nlocals + PyTuple_GET_SIZE(f->f_code->co_cellvars) + PyTuple_GET_SIZE(f->f_code->co_freevars);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000499 fastlocals = f->f_localsplus;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000500 for (i = slots; --i >= 0; ++fastlocals)
501 Py_CLEAR(*fastlocals);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000502
503 /* stack */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000504 if (oldtop != NULL) {
505 for (p = f->f_valuestack; p < oldtop; p++)
506 Py_CLEAR(*p);
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000507 }
508}
509
510
Guido van Rossum18752471997-04-29 14:49:28 +0000511PyTypeObject PyFrame_Type = {
512 PyObject_HEAD_INIT(&PyType_Type)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000513 0,
514 "frame",
Neil Schemenauer4f4817f2001-08-29 23:52:17 +0000515 sizeof(PyFrameObject),
516 sizeof(PyObject *),
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000517 (destructor)frame_dealloc, /* tp_dealloc */
518 0, /* tp_print */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000519 0, /* tp_getattr */
520 0, /* tp_setattr */
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000521 0, /* tp_compare */
522 0, /* tp_repr */
523 0, /* tp_as_number */
524 0, /* tp_as_sequence */
525 0, /* tp_as_mapping */
526 0, /* tp_hash */
527 0, /* tp_call */
528 0, /* tp_str */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000529 PyObject_GenericGetAttr, /* tp_getattro */
530 PyObject_GenericSetAttr, /* tp_setattro */
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000531 0, /* tp_as_buffer */
Neil Schemenauer4f4817f2001-08-29 23:52:17 +0000532 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
Neil Schemenauer19cd2922001-07-12 13:27:11 +0000533 0, /* tp_doc */
534 (traverseproc)frame_traverse, /* tp_traverse */
535 (inquiry)frame_clear, /* tp_clear */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000536 0, /* tp_richcompare */
537 0, /* tp_weaklistoffset */
538 0, /* tp_iter */
539 0, /* tp_iternext */
540 0, /* tp_methods */
541 frame_memberlist, /* tp_members */
542 frame_getsetlist, /* tp_getset */
543 0, /* tp_base */
544 0, /* tp_dict */
Guido van Rossum3f5da241990-12-20 15:06:42 +0000545};
546
Neal Norwitzc91ed402002-12-30 22:29:22 +0000547static PyObject *builtin_object;
548
Neal Norwitzb2501f42002-12-31 03:42:13 +0000549int _PyFrame_Init()
Neal Norwitzc91ed402002-12-30 22:29:22 +0000550{
551 builtin_object = PyString_InternFromString("__builtins__");
552 return (builtin_object != NULL);
553}
554
Guido van Rossum18752471997-04-29 14:49:28 +0000555PyFrameObject *
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000556PyFrame_New(PyThreadState *tstate, PyCodeObject *code, PyObject *globals,
Jeremy Hylton30c9f392001-03-13 01:58:22 +0000557 PyObject *locals)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000558{
Guido van Rossuma027efa1997-05-05 20:56:21 +0000559 PyFrameObject *back = tstate->frame;
Guido van Rossum18752471997-04-29 14:49:28 +0000560 PyFrameObject *f;
561 PyObject *builtins;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000562 Py_ssize_t i;
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000563
Michael W. Hudson69734a52002-08-19 16:54:08 +0000564#ifdef Py_DEBUG
565 if (code == NULL || globals == NULL || !PyDict_Check(globals) ||
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000566 (locals != NULL && !PyMapping_Check(locals))) {
Guido van Rossum18752471997-04-29 14:49:28 +0000567 PyErr_BadInternalCall();
Guido van Rossum3f5da241990-12-20 15:06:42 +0000568 return NULL;
569 }
Michael W. Hudson69734a52002-08-19 16:54:08 +0000570#endif
Guido van Rossumbde6ff71998-02-19 20:48:26 +0000571 if (back == NULL || back->f_globals != globals) {
572 builtins = PyDict_GetItem(globals, builtin_object);
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000573 if (builtins) {
574 if (PyModule_Check(builtins)) {
575 builtins = PyModule_GetDict(builtins);
576 assert(!builtins || PyDict_Check(builtins));
577 }
578 else if (!PyDict_Check(builtins))
579 builtins = NULL;
580 }
581 if (builtins == NULL) {
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000582 /* No builtins! Make up a minimal one
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000583 Give them 'None', at least. */
584 builtins = PyDict_New();
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000585 if (builtins == NULL ||
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000586 PyDict_SetItemString(
587 builtins, "None", Py_None) < 0)
588 return NULL;
589 }
590 else
591 Py_INCREF(builtins);
592
Guido van Rossumbde6ff71998-02-19 20:48:26 +0000593 }
594 else {
595 /* If we share the globals, we share the builtins.
596 Save a lookup and a call. */
597 builtins = back->f_builtins;
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000598 assert(builtins != NULL && PyDict_Check(builtins));
599 Py_INCREF(builtins);
Guido van Rossumbde6ff71998-02-19 20:48:26 +0000600 }
Thomas Wouters477c8d52006-05-27 19:21:47 +0000601 if (code->co_zombieframe != NULL) {
602 f = code->co_zombieframe;
603 code->co_zombieframe = NULL;
604 _Py_NewReference((PyObject *)f);
605 assert(f->f_code == code);
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000606 }
Thomas Wouters477c8d52006-05-27 19:21:47 +0000607 else {
608 Py_ssize_t extras, ncells, nfrees;
609 ncells = PyTuple_GET_SIZE(code->co_cellvars);
610 nfrees = PyTuple_GET_SIZE(code->co_freevars);
611 extras = code->co_stacksize + code->co_nlocals + ncells +
612 nfrees;
613 if (free_list == NULL) {
614 f = PyObject_GC_NewVar(PyFrameObject, &PyFrame_Type,
615 extras);
616 if (f == NULL) {
617 Py_DECREF(builtins);
618 return NULL;
619 }
620 }
621 else {
622 assert(numfree > 0);
623 --numfree;
624 f = free_list;
625 free_list = free_list->f_back;
626 if (f->ob_size < extras) {
627 f = PyObject_GC_Resize(PyFrameObject, f, extras);
628 if (f == NULL) {
629 Py_DECREF(builtins);
630 return NULL;
631 }
632 }
633 _Py_NewReference((PyObject *)f);
634 }
635
636 f->f_code = code;
637 extras = code->co_nlocals + ncells + nfrees;
638 f->f_valuestack = f->f_localsplus + extras;
639 for (i=0; i<extras; i++)
640 f->f_localsplus[i] = NULL;
641 f->f_locals = NULL;
642 f->f_trace = NULL;
643 f->f_exc_type = f->f_exc_value = f->f_exc_traceback = NULL;
Guido van Rossuma9e7dc11992-10-18 18:53:57 +0000644 }
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000645 f->f_stacktop = f->f_valuestack;
Guido van Rossum404b95d1997-08-05 02:09:46 +0000646 f->f_builtins = builtins;
Guido van Rossum18752471997-04-29 14:49:28 +0000647 Py_XINCREF(back);
Guido van Rossum2271bf71995-07-18 14:30:34 +0000648 f->f_back = back;
Guido van Rossum18752471997-04-29 14:49:28 +0000649 Py_INCREF(code);
Guido van Rossum18752471997-04-29 14:49:28 +0000650 Py_INCREF(globals);
Guido van Rossum2271bf71995-07-18 14:30:34 +0000651 f->f_globals = globals;
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000652 /* Most functions have CO_NEWLOCALS and CO_OPTIMIZED set. */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000653 if ((code->co_flags & (CO_NEWLOCALS | CO_OPTIMIZED)) ==
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000654 (CO_NEWLOCALS | CO_OPTIMIZED))
Thomas Wouters477c8d52006-05-27 19:21:47 +0000655 ; /* f_locals = NULL; will be set by PyFrame_FastToLocals() */
Jeremy Hyltonbd5cbf82003-02-05 22:39:29 +0000656 else if (code->co_flags & CO_NEWLOCALS) {
657 locals = PyDict_New();
658 if (locals == NULL) {
659 Py_DECREF(f);
660 return NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000661 }
Thomas Wouters477c8d52006-05-27 19:21:47 +0000662 f->f_locals = locals;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000663 }
Guido van Rossum2271bf71995-07-18 14:30:34 +0000664 else {
665 if (locals == NULL)
666 locals = globals;
Guido van Rossum18752471997-04-29 14:49:28 +0000667 Py_INCREF(locals);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000668 f->f_locals = locals;
Guido van Rossum2271bf71995-07-18 14:30:34 +0000669 }
Guido van Rossumeb46d671997-08-02 02:59:08 +0000670 f->f_tstate = tstate;
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000671
Michael W. Hudsondd32a912002-08-15 14:59:02 +0000672 f->f_lasti = -1;
Guido van Rossum747596a1997-01-24 04:00:21 +0000673 f->f_lineno = code->co_firstlineno;
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000674 f->f_iblock = 0;
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000675
Neil Schemenauer4f4817f2001-08-29 23:52:17 +0000676 _PyObject_GC_TRACK(f);
Guido van Rossum3f5da241990-12-20 15:06:42 +0000677 return f;
678}
679
Guido van Rossum3f5da241990-12-20 15:06:42 +0000680/* Block management */
681
682void
Fred Drake1b190b42000-07-09 05:40:56 +0000683PyFrame_BlockSetup(PyFrameObject *f, int type, int handler, int level)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000684{
Guido van Rossum18752471997-04-29 14:49:28 +0000685 PyTryBlock *b;
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000686 if (f->f_iblock >= CO_MAXBLOCKS)
Guido van Rossum18752471997-04-29 14:49:28 +0000687 Py_FatalError("XXX block stack overflow");
Guido van Rossum3f5da241990-12-20 15:06:42 +0000688 b = &f->f_blockstack[f->f_iblock++];
689 b->b_type = type;
690 b->b_level = level;
691 b->b_handler = handler;
692}
693
Guido van Rossum18752471997-04-29 14:49:28 +0000694PyTryBlock *
Fred Drake1b190b42000-07-09 05:40:56 +0000695PyFrame_BlockPop(PyFrameObject *f)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000696{
Guido van Rossum18752471997-04-29 14:49:28 +0000697 PyTryBlock *b;
Guido van Rossumd7047b31995-01-02 19:07:15 +0000698 if (f->f_iblock <= 0)
Guido van Rossum18752471997-04-29 14:49:28 +0000699 Py_FatalError("XXX block stack underflow");
Guido van Rossum3f5da241990-12-20 15:06:42 +0000700 b = &f->f_blockstack[--f->f_iblock];
701 return b;
702}
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000703
704/* Convert between "fast" version of locals and dictionary version */
705
Guido van Rossumf68d8e52001-04-14 17:55:09 +0000706static void
Martin v. Löwis18e16552006-02-15 17:27:45 +0000707map_to_dict(PyObject *map, Py_ssize_t nmap, PyObject *dict, PyObject **values,
708 Py_ssize_t deref)
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000709{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000710 Py_ssize_t j;
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000711 for (j = nmap; --j >= 0; ) {
Jeremy Hylton1a48ca82001-12-06 15:48:16 +0000712 PyObject *key = PyTuple_GET_ITEM(map, j);
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000713 PyObject *value = values[j];
714 if (deref)
715 value = PyCell_GET(value);
716 if (value == NULL) {
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000717 if (PyObject_DelItem(dict, key) != 0)
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000718 PyErr_Clear();
719 }
720 else {
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000721 if (PyObject_SetItem(dict, key, value) != 0)
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000722 PyErr_Clear();
723 }
724 }
725}
726
Guido van Rossum6b356e72001-04-14 17:55:41 +0000727static void
Martin v. Löwis18e16552006-02-15 17:27:45 +0000728dict_to_map(PyObject *map, Py_ssize_t nmap, PyObject *dict, PyObject **values,
729 Py_ssize_t deref, int clear)
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000730{
Martin v. Löwis18e16552006-02-15 17:27:45 +0000731 Py_ssize_t j;
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000732 for (j = nmap; --j >= 0; ) {
Jeremy Hylton1a48ca82001-12-06 15:48:16 +0000733 PyObject *key = PyTuple_GET_ITEM(map, j);
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000734 PyObject *value = PyObject_GetItem(dict, key);
735 if (value == NULL)
736 PyErr_Clear();
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000737 if (deref) {
Jeremy Hylton4c889012001-05-08 04:08:59 +0000738 if (value || clear) {
Jeremy Hylton1a48ca82001-12-06 15:48:16 +0000739 if (PyCell_GET(values[j]) != value) {
740 if (PyCell_Set(values[j], value) < 0)
741 PyErr_Clear();
742 }
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000743 }
744 } else if (value != NULL || clear) {
Jeremy Hylton1a48ca82001-12-06 15:48:16 +0000745 if (values[j] != value) {
746 Py_XINCREF(value);
747 Py_XDECREF(values[j]);
748 values[j] = value;
749 }
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000750 }
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000751 Py_XDECREF(value);
Jeremy Hylton220ae7c2001-03-21 16:43:47 +0000752 }
753}
Jeremy Hylton2b724da2001-01-29 22:51:52 +0000754
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000755void
Fred Drake1b190b42000-07-09 05:40:56 +0000756PyFrame_FastToLocals(PyFrameObject *f)
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000757{
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000758 /* Merge fast locals into f->f_locals */
Guido van Rossum18752471997-04-29 14:49:28 +0000759 PyObject *locals, *map;
760 PyObject **fast;
761 PyObject *error_type, *error_value, *error_traceback;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000762 PyCodeObject *co;
Martin v. Löwis18e16552006-02-15 17:27:45 +0000763 Py_ssize_t j;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000764 int ncells, nfreevars;
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000765 if (f == NULL)
766 return;
Guido van Rossum2271bf71995-07-18 14:30:34 +0000767 locals = f->f_locals;
768 if (locals == NULL) {
Guido van Rossum18752471997-04-29 14:49:28 +0000769 locals = f->f_locals = PyDict_New();
Guido van Rossum2271bf71995-07-18 14:30:34 +0000770 if (locals == NULL) {
Guido van Rossum18752471997-04-29 14:49:28 +0000771 PyErr_Clear(); /* Can't report it :-( */
Guido van Rossum2271bf71995-07-18 14:30:34 +0000772 return;
773 }
774 }
Thomas Wouters477c8d52006-05-27 19:21:47 +0000775 co = f->f_code;
776 map = co->co_varnames;
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000777 if (!PyTuple_Check(map))
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000778 return;
Guido van Rossum18752471997-04-29 14:49:28 +0000779 PyErr_Fetch(&error_type, &error_value, &error_traceback);
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000780 fast = f->f_localsplus;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000781 j = PyTuple_GET_SIZE(map);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000782 if (j > co->co_nlocals)
783 j = co->co_nlocals;
784 if (co->co_nlocals)
Jeremy Hylton174d2762003-10-21 18:10:28 +0000785 map_to_dict(map, j, locals, fast, 0);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000786 ncells = PyTuple_GET_SIZE(co->co_cellvars);
787 nfreevars = PyTuple_GET_SIZE(co->co_freevars);
788 if (ncells || nfreevars) {
789 map_to_dict(co->co_cellvars, ncells,
790 locals, fast + co->co_nlocals, 1);
791 map_to_dict(co->co_freevars, nfreevars,
792 locals, fast + co->co_nlocals + ncells, 1);
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000793 }
Guido van Rossum18752471997-04-29 14:49:28 +0000794 PyErr_Restore(error_type, error_value, error_traceback);
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000795}
796
797void
Fred Drake1b190b42000-07-09 05:40:56 +0000798PyFrame_LocalsToFast(PyFrameObject *f, int clear)
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000799{
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000800 /* Merge f->f_locals into fast locals */
Guido van Rossum18752471997-04-29 14:49:28 +0000801 PyObject *locals, *map;
802 PyObject **fast;
803 PyObject *error_type, *error_value, *error_traceback;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000804 PyCodeObject *co;
Martin v. Löwis18e16552006-02-15 17:27:45 +0000805 Py_ssize_t j;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000806 int ncells, nfreevars;
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000807 if (f == NULL)
808 return;
809 locals = f->f_locals;
Thomas Wouters477c8d52006-05-27 19:21:47 +0000810 co = f->f_code;
811 map = co->co_varnames;
Jeremy Hylton24ea8d32002-04-20 04:46:55 +0000812 if (locals == NULL)
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000813 return;
Raymond Hettinger214b1c32004-07-02 06:41:07 +0000814 if (!PyTuple_Check(map))
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000815 return;
Guido van Rossum18752471997-04-29 14:49:28 +0000816 PyErr_Fetch(&error_type, &error_value, &error_traceback);
Guido van Rossumf3e85a01997-01-20 04:20:52 +0000817 fast = f->f_localsplus;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000818 j = PyTuple_GET_SIZE(map);
Thomas Wouters477c8d52006-05-27 19:21:47 +0000819 if (j > co->co_nlocals)
820 j = co->co_nlocals;
821 if (co->co_nlocals)
822 dict_to_map(co->co_varnames, j, locals, fast, 0, clear);
823 ncells = PyTuple_GET_SIZE(co->co_cellvars);
824 nfreevars = PyTuple_GET_SIZE(co->co_freevars);
825 if (ncells || nfreevars) {
826 dict_to_map(co->co_cellvars, ncells,
827 locals, fast + co->co_nlocals, 1, clear);
828 dict_to_map(co->co_freevars, nfreevars,
829 locals, fast + co->co_nlocals + ncells, 1,
830 clear);
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000831 }
Guido van Rossum18752471997-04-29 14:49:28 +0000832 PyErr_Restore(error_type, error_value, error_traceback);
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000833}
Guido van Rossum404b95d1997-08-05 02:09:46 +0000834
835/* Clear out the free list */
836
837void
Fred Drake1b190b42000-07-09 05:40:56 +0000838PyFrame_Fini(void)
Guido van Rossum404b95d1997-08-05 02:09:46 +0000839{
840 while (free_list != NULL) {
841 PyFrameObject *f = free_list;
842 free_list = free_list->f_back;
Neil Schemenauer4f4817f2001-08-29 23:52:17 +0000843 PyObject_GC_Del(f);
Tim Petersb7ba7432002-04-13 05:21:47 +0000844 --numfree;
Guido van Rossum404b95d1997-08-05 02:09:46 +0000845 }
Tim Petersb7ba7432002-04-13 05:21:47 +0000846 assert(numfree == 0);
Neal Norwitzc91ed402002-12-30 22:29:22 +0000847 Py_XDECREF(builtin_object);
848 builtin_object = NULL;
Guido van Rossum404b95d1997-08-05 02:09:46 +0000849}