blob: 6c12b749a5ddddad8214b12be980e6e61d3a27af [file] [log] [blame]
Guido van Rossum05311482001-04-20 21:06:46 +00001/* Iterator objects */
2
3#include "Python.h"
4
5typedef struct {
6 PyObject_HEAD
7 long it_index;
Guido van Rossum613bed32002-07-16 20:24:46 +00008 PyObject *it_seq; /* Set to NULL when iterator is exhausted */
Guido van Rossum213c7a62001-04-23 14:08:49 +00009} seqiterobject;
Guido van Rossum05311482001-04-20 21:06:46 +000010
11PyObject *
Guido van Rossum213c7a62001-04-23 14:08:49 +000012PySeqIter_New(PyObject *seq)
Guido van Rossum05311482001-04-20 21:06:46 +000013{
Guido van Rossum213c7a62001-04-23 14:08:49 +000014 seqiterobject *it;
Martin v. Löwis01f94bd2002-05-08 08:44:21 +000015
16 if (!PySequence_Check(seq)) {
17 PyErr_BadInternalCall();
18 return NULL;
19 }
Neil Schemenauerdbf409f2002-03-18 20:43:51 +000020 it = PyObject_GC_New(seqiterobject, &PySeqIter_Type);
Guido van Rossum05311482001-04-20 21:06:46 +000021 if (it == NULL)
22 return NULL;
23 it->it_index = 0;
24 Py_INCREF(seq);
25 it->it_seq = seq;
Neil Schemenauerdbf409f2002-03-18 20:43:51 +000026 _PyObject_GC_TRACK(it);
Guido van Rossum05311482001-04-20 21:06:46 +000027 return (PyObject *)it;
28}
Guido van Rossum613bed32002-07-16 20:24:46 +000029
Guido van Rossum05311482001-04-20 21:06:46 +000030static void
Guido van Rossum213c7a62001-04-23 14:08:49 +000031iter_dealloc(seqiterobject *it)
Guido van Rossum05311482001-04-20 21:06:46 +000032{
Neil Schemenauerdbf409f2002-03-18 20:43:51 +000033 _PyObject_GC_UNTRACK(it);
Guido van Rossum613bed32002-07-16 20:24:46 +000034 Py_XDECREF(it->it_seq);
Neil Schemenauerdbf409f2002-03-18 20:43:51 +000035 PyObject_GC_Del(it);
Guido van Rossum05311482001-04-20 21:06:46 +000036}
37
Neil Schemenauer7eac9b72001-07-12 13:27:25 +000038static int
39iter_traverse(seqiterobject *it, visitproc visit, void *arg)
40{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000041 Py_VISIT(it->it_seq);
42 return 0;
Neil Schemenauer7eac9b72001-07-12 13:27:25 +000043}
44
Guido van Rossum05311482001-04-20 21:06:46 +000045static PyObject *
Guido van Rossum213c7a62001-04-23 14:08:49 +000046iter_iternext(PyObject *iterator)
47{
48 seqiterobject *it;
49 PyObject *seq;
Raymond Hettinger48923c52002-08-09 01:30:17 +000050 PyObject *result;
Guido van Rossum213c7a62001-04-23 14:08:49 +000051
52 assert(PySeqIter_Check(iterator));
53 it = (seqiterobject *)iterator;
54 seq = it->it_seq;
Guido van Rossum613bed32002-07-16 20:24:46 +000055 if (seq == NULL)
56 return NULL;
Guido van Rossum213c7a62001-04-23 14:08:49 +000057
Raymond Hettinger48923c52002-08-09 01:30:17 +000058 result = PySequence_GetItem(seq, it->it_index);
59 if (result != NULL) {
60 it->it_index++;
61 return result;
62 }
63 if (PyErr_ExceptionMatches(PyExc_IndexError) ||
64 PyErr_ExceptionMatches(PyExc_StopIteration))
65 {
66 PyErr_Clear();
Guido van Rossum613bed32002-07-16 20:24:46 +000067 Py_DECREF(seq);
68 it->it_seq = NULL;
Martin v. Löwis01f94bd2002-05-08 08:44:21 +000069 }
Raymond Hettinger48923c52002-08-09 01:30:17 +000070 return NULL;
Guido van Rossum213c7a62001-04-23 14:08:49 +000071}
72
Raymond Hettinger6b27cda2005-09-24 21:23:05 +000073static PyObject *
Raymond Hettinger435bf582004-03-18 22:43:10 +000074iter_len(seqiterobject *it)
75{
Martin v. Löwis18e16552006-02-15 17:27:45 +000076 Py_ssize_t seqsize, len;
Raymond Hettinger7892b1c2004-04-12 18:10:01 +000077
78 if (it->it_seq) {
79 seqsize = PySequence_Size(it->it_seq);
80 if (seqsize == -1)
Raymond Hettinger6b27cda2005-09-24 21:23:05 +000081 return NULL;
Raymond Hettinger7892b1c2004-04-12 18:10:01 +000082 len = seqsize - it->it_index;
83 if (len >= 0)
Martin v. Löwiseb079f12006-02-16 14:32:27 +000084 return PyInt_FromSsize_t(len);
Raymond Hettinger7892b1c2004-04-12 18:10:01 +000085 }
Raymond Hettinger6b27cda2005-09-24 21:23:05 +000086 return PyInt_FromLong(0);
Raymond Hettinger435bf582004-03-18 22:43:10 +000087}
88
Armin Rigof5b3e362006-02-11 21:32:43 +000089PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +000090
91static PyMethodDef seqiter_methods[] = {
Armin Rigof5b3e362006-02-11 21:32:43 +000092 {"__length_hint__", (PyCFunction)iter_len, METH_NOARGS, length_hint_doc},
Raymond Hettinger6b27cda2005-09-24 21:23:05 +000093 {NULL, NULL} /* sentinel */
Raymond Hettinger435bf582004-03-18 22:43:10 +000094};
95
Guido van Rossum213c7a62001-04-23 14:08:49 +000096PyTypeObject PySeqIter_Type = {
Guido van Rossum05311482001-04-20 21:06:46 +000097 PyObject_HEAD_INIT(&PyType_Type)
98 0, /* ob_size */
99 "iterator", /* tp_name */
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000100 sizeof(seqiterobject), /* tp_basicsize */
Guido van Rossum05311482001-04-20 21:06:46 +0000101 0, /* tp_itemsize */
102 /* methods */
103 (destructor)iter_dealloc, /* tp_dealloc */
104 0, /* tp_print */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000105 0, /* tp_getattr */
Guido van Rossum05311482001-04-20 21:06:46 +0000106 0, /* tp_setattr */
107 0, /* tp_compare */
108 0, /* tp_repr */
109 0, /* tp_as_number */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +0000110 0, /* tp_as_sequence */
Guido van Rossum05311482001-04-20 21:06:46 +0000111 0, /* tp_as_mapping */
112 0, /* tp_hash */
113 0, /* tp_call */
114 0, /* tp_str */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000115 PyObject_GenericGetAttr, /* tp_getattro */
Guido van Rossum05311482001-04-20 21:06:46 +0000116 0, /* tp_setattro */
117 0, /* tp_as_buffer */
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000118 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
Guido van Rossum05311482001-04-20 21:06:46 +0000119 0, /* tp_doc */
Neil Schemenauer7eac9b72001-07-12 13:27:25 +0000120 (traverseproc)iter_traverse, /* tp_traverse */
Guido van Rossum05311482001-04-20 21:06:46 +0000121 0, /* tp_clear */
122 0, /* tp_richcompare */
123 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000124 PyObject_SelfIter, /* tp_iter */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000125 iter_iternext, /* tp_iternext */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +0000126 seqiter_methods, /* tp_methods */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000127 0, /* tp_members */
Guido van Rossum05311482001-04-20 21:06:46 +0000128};
129
130/* -------------------------------------- */
131
132typedef struct {
133 PyObject_HEAD
Guido van Rossum613bed32002-07-16 20:24:46 +0000134 PyObject *it_callable; /* Set to NULL when iterator is exhausted */
135 PyObject *it_sentinel; /* Set to NULL when iterator is exhausted */
Guido van Rossum05311482001-04-20 21:06:46 +0000136} calliterobject;
137
138PyObject *
139PyCallIter_New(PyObject *callable, PyObject *sentinel)
140{
141 calliterobject *it;
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000142 it = PyObject_GC_New(calliterobject, &PyCallIter_Type);
Guido van Rossum05311482001-04-20 21:06:46 +0000143 if (it == NULL)
144 return NULL;
145 Py_INCREF(callable);
146 it->it_callable = callable;
147 Py_INCREF(sentinel);
148 it->it_sentinel = sentinel;
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000149 _PyObject_GC_TRACK(it);
Guido van Rossum05311482001-04-20 21:06:46 +0000150 return (PyObject *)it;
151}
152static void
153calliter_dealloc(calliterobject *it)
154{
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000155 _PyObject_GC_UNTRACK(it);
Guido van Rossum613bed32002-07-16 20:24:46 +0000156 Py_XDECREF(it->it_callable);
157 Py_XDECREF(it->it_sentinel);
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000158 PyObject_GC_Del(it);
Guido van Rossum05311482001-04-20 21:06:46 +0000159}
Guido van Rossum213c7a62001-04-23 14:08:49 +0000160
Neil Schemenauer7eac9b72001-07-12 13:27:25 +0000161static int
162calliter_traverse(calliterobject *it, visitproc visit, void *arg)
163{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000164 Py_VISIT(it->it_callable);
165 Py_VISIT(it->it_sentinel);
Neil Schemenauer7eac9b72001-07-12 13:27:25 +0000166 return 0;
167}
168
Guido van Rossum05311482001-04-20 21:06:46 +0000169static PyObject *
Guido van Rossum213c7a62001-04-23 14:08:49 +0000170calliter_iternext(calliterobject *it)
171{
Guido van Rossum613bed32002-07-16 20:24:46 +0000172 if (it->it_callable != NULL) {
Guido van Rossum84b2bed2002-08-16 17:01:09 +0000173 PyObject *args = PyTuple_New(0);
174 PyObject *result;
175 if (args == NULL)
176 return NULL;
177 result = PyObject_Call(it->it_callable, args, NULL);
178 Py_DECREF(args);
Guido van Rossum613bed32002-07-16 20:24:46 +0000179 if (result != NULL) {
180 int ok;
181 ok = PyObject_RichCompareBool(result,
182 it->it_sentinel,
183 Py_EQ);
184 if (ok == 0)
185 return result; /* Common case, fast path */
Guido van Rossum213c7a62001-04-23 14:08:49 +0000186 Py_DECREF(result);
Guido van Rossum613bed32002-07-16 20:24:46 +0000187 if (ok > 0) {
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000188 Py_CLEAR(it->it_callable);
189 Py_CLEAR(it->it_sentinel);
Guido van Rossum613bed32002-07-16 20:24:46 +0000190 }
191 }
192 else if (PyErr_ExceptionMatches(PyExc_StopIteration)) {
193 PyErr_Clear();
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000194 Py_CLEAR(it->it_callable);
195 Py_CLEAR(it->it_sentinel);
Guido van Rossum213c7a62001-04-23 14:08:49 +0000196 }
197 }
Guido van Rossum613bed32002-07-16 20:24:46 +0000198 return NULL;
Guido van Rossum213c7a62001-04-23 14:08:49 +0000199}
200
Guido van Rossum05311482001-04-20 21:06:46 +0000201PyTypeObject PyCallIter_Type = {
202 PyObject_HEAD_INIT(&PyType_Type)
203 0, /* ob_size */
204 "callable-iterator", /* tp_name */
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000205 sizeof(calliterobject), /* tp_basicsize */
Guido van Rossum05311482001-04-20 21:06:46 +0000206 0, /* tp_itemsize */
207 /* methods */
208 (destructor)calliter_dealloc, /* tp_dealloc */
209 0, /* tp_print */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000210 0, /* tp_getattr */
Guido van Rossum05311482001-04-20 21:06:46 +0000211 0, /* tp_setattr */
212 0, /* tp_compare */
213 0, /* tp_repr */
214 0, /* tp_as_number */
215 0, /* tp_as_sequence */
216 0, /* tp_as_mapping */
217 0, /* tp_hash */
218 0, /* tp_call */
219 0, /* tp_str */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000220 PyObject_GenericGetAttr, /* tp_getattro */
Guido van Rossum05311482001-04-20 21:06:46 +0000221 0, /* tp_setattro */
222 0, /* tp_as_buffer */
Neil Schemenauerdbf409f2002-03-18 20:43:51 +0000223 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
Walter Dörwald03f6c542003-06-25 13:12:18 +0000224 0, /* tp_doc */
225 (traverseproc)calliter_traverse, /* tp_traverse */
226 0, /* tp_clear */
Guido van Rossum05311482001-04-20 21:06:46 +0000227 0, /* tp_richcompare */
228 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000229 PyObject_SelfIter, /* tp_iter */
Guido van Rossum213c7a62001-04-23 14:08:49 +0000230 (iternextfunc)calliter_iternext, /* tp_iternext */
Guido van Rossum613bed32002-07-16 20:24:46 +0000231 0, /* tp_methods */
Guido van Rossum05311482001-04-20 21:06:46 +0000232};
Guido van Rossumb65fb332006-08-25 23:26:40 +0000233
234
235/*********************** Zip Iterator **************************/
236/* Largely copied from itertools.c by Brian Holmes */
237
238typedef struct zipiterobject_t {
239 PyObject_HEAD
240 PyTupleObject *it_tuple; /* Set to NULL when iterator is exhausted */
241 Py_ssize_t resultsize;
242 PyTupleObject *result; /* Reusable tuple for optimization */
243} zipiterobject;
244
245static PyTypeObject PyZipIter_Type; /* Forward */
246
247PyObject *
248_PyZip_CreateIter(PyObject* args)
249{
250 Py_ssize_t i;
251 Py_ssize_t tuplesize;
252 PyObject* ziptuple;
253 PyObject* result;
254 struct zipiterobject_t* zipiter;
255
256 assert(PyTuple_Check(args));
257
258 if (PyZipIter_Type.ob_type == NULL) {
259 if (PyType_Ready(&PyZipIter_Type) < 0)
260 return NULL;
261 }
262
263 tuplesize = PySequence_Length((PyObject*) args);
264
265 ziptuple = PyTuple_New(tuplesize);
266 if (ziptuple == NULL)
267 return NULL;
268
269 for (i = 0; i < tuplesize; i++) {
270 PyObject *o = PyTuple_GET_ITEM(args, i);
271 PyObject *it = PyObject_GetIter(o);
272 if (it == NULL) {
273 /* XXX Should we do this?
274 if (PyErr_ExceptionMatches(PyExc_TypeError))
275 PyErr_Format(PyExc_TypeError,
276 "zip argument #%zd must support iteration",
277 I+1);
278 */
279 Py_DECREF(ziptuple);
280 return NULL;
281 }
282 PyTuple_SET_ITEM(ziptuple, i, it);
283 }
284
285 /* create a reusable result holder */
286 result = PyTuple_New(tuplesize);
287 if (result == NULL) {
288 Py_DECREF(ziptuple);
289 return NULL;
290 }
291 for (i = 0; i < tuplesize; i++) {
292 Py_INCREF(Py_None);
293 PyTuple_SET_ITEM(result, i, Py_None);
294 }
295
296 zipiter = PyObject_GC_New(zipiterobject, &PyZipIter_Type);
297 if (zipiter == NULL) {
298 Py_DECREF(ziptuple);
299 Py_DECREF(result);
300 return NULL;
301 }
302
303 zipiter->result = (PyTupleObject*) result;
304 zipiter->resultsize = tuplesize;
Guido van Rossumb65fb332006-08-25 23:26:40 +0000305 zipiter->it_tuple = (PyTupleObject *) ziptuple;
306 _PyObject_GC_TRACK(zipiter);
307 return (PyObject *)zipiter;
308}
309
310static void
311zipiter_dealloc(zipiterobject *it)
312{
313 _PyObject_GC_UNTRACK(it);
314 Py_XDECREF(it->it_tuple);
315 Py_XDECREF(it->result);
316 PyObject_GC_Del(it);
317}
318
319static int
320zipiter_traverse(zipiterobject *it, visitproc visit, void *arg)
321{
322 Py_VISIT(it->it_tuple);
323 Py_VISIT(it->result);
324 return 0;
325}
326
327static PyObject *
328zipiter_next(zipiterobject *zit)
329{
330 Py_ssize_t i;
331 Py_ssize_t tuplesize = zit->resultsize;
332 PyObject *result = (PyObject*) zit->result;
333 PyObject *olditem;
334
335 if (tuplesize == 0)
336 return NULL;
337
338 if (result->ob_refcnt == 1) {
339 Py_INCREF(result);
340 for (i = 0; i < tuplesize; i++) {
341 PyObject *it = PyTuple_GET_ITEM(zit->it_tuple, i);
Guido van Rossum59baa752006-08-26 02:54:40 +0000342 PyObject *item;
Guido van Rossumb65fb332006-08-25 23:26:40 +0000343 assert(PyIter_Check(it));
Guido van Rossum59baa752006-08-26 02:54:40 +0000344 item = (*it->ob_type->tp_iternext)(it);
Guido van Rossumb65fb332006-08-25 23:26:40 +0000345 if (item == NULL) {
346 Py_DECREF(result);
347 return NULL;
348 }
349 olditem = PyTuple_GET_ITEM(result, i);
350 PyTuple_SET_ITEM(result, i, item);
351 Py_DECREF(olditem);
352 }
353 } else {
354 result = PyTuple_New(tuplesize);
355 if (result == NULL)
356 return NULL;
357 for (i = 0; i < tuplesize; i++) {
358 PyObject *it = PyTuple_GET_ITEM(zit->it_tuple, i);
Guido van Rossum59baa752006-08-26 02:54:40 +0000359 PyObject *item;
Guido van Rossumb65fb332006-08-25 23:26:40 +0000360 assert(PyIter_Check(it));
Guido van Rossum59baa752006-08-26 02:54:40 +0000361 item = (*it->ob_type->tp_iternext)(it);
Guido van Rossumb65fb332006-08-25 23:26:40 +0000362 if (item == NULL) {
363 Py_DECREF(result);
364 return NULL;
365 }
366 PyTuple_SET_ITEM(result, i, item);
367 }
368 }
369 return result;
370}
371
372static PyTypeObject PyZipIter_Type = {
373 PyObject_HEAD_INIT(0)
374 0, /* ob_size */
375 "zipiterator", /* tp_name */
376 sizeof(zipiterobject), /* tp_basicsize */
377 0, /* tp_itemsize */
378 /* methods */
379 (destructor)zipiter_dealloc, /* tp_dealloc */
380 0, /* tp_print */
381 0, /* tp_getattr */
382 0, /* tp_setattr */
383 0, /* tp_compare */
384 0, /* tp_repr */
385 0, /* tp_as_number */
386 0, /* tp_as_sequence */
387 0, /* tp_as_mapping */
388 0, /* tp_hash */
389 0, /* tp_call */
390 0, /* tp_str */
391 PyObject_GenericGetAttr, /* tp_getattro */
392 0, /* tp_setattro */
393 0, /* tp_as_buffer */
394 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
395 0, /* tp_doc */
396 (traverseproc)zipiter_traverse, /* tp_traverse */
397 0, /* tp_clear */
398 0, /* tp_richcompare */
399 0, /* tp_weakzipoffset */
400 PyObject_SelfIter, /* tp_iter */
401 (iternextfunc)zipiter_next, /* tp_iternext */
402 0, /* tp_methods */
403 0, /* tp_members */
404};