blob: f66d052e907f9b60366c198469746e6a9d795f36 [file] [log] [blame]
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001
2#include "Python.h"
Fred Drake08ebfec2004-10-17 19:36:57 +00003#include "structmember.h"
Raymond Hettinger96ef8112003-02-01 00:10:11 +00004
5/* Itertools module written and maintained
6 by Raymond D. Hettinger <python@rcn.com>
7 Copyright (c) 2003 Python Software Foundation.
8 All rights reserved.
9*/
10
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000011
12/* groupby object ***********************************************************/
13
14typedef struct {
15 PyObject_HEAD
16 PyObject *it;
17 PyObject *keyfunc;
18 PyObject *tgtkey;
19 PyObject *currkey;
20 PyObject *currvalue;
21} groupbyobject;
22
23static PyTypeObject groupby_type;
24static PyObject *_grouper_create(groupbyobject *, PyObject *);
25
26static PyObject *
27groupby_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
28{
Martin v. Löwis02cbf4a2006-02-27 17:20:04 +000029 static char *kwargs[] = {"iterable", "key", NULL};
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000030 groupbyobject *gbo;
31 PyObject *it, *keyfunc = Py_None;
32
33 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:groupby", kwargs,
34 &it, &keyfunc))
35 return NULL;
36
37 gbo = (groupbyobject *)type->tp_alloc(type, 0);
38 if (gbo == NULL)
39 return NULL;
40 gbo->tgtkey = NULL;
41 gbo->currkey = NULL;
42 gbo->currvalue = NULL;
43 gbo->keyfunc = keyfunc;
44 Py_INCREF(keyfunc);
45 gbo->it = PyObject_GetIter(it);
46 if (gbo->it == NULL) {
47 Py_DECREF(gbo);
48 return NULL;
49 }
50 return (PyObject *)gbo;
51}
52
53static void
54groupby_dealloc(groupbyobject *gbo)
55{
56 PyObject_GC_UnTrack(gbo);
57 Py_XDECREF(gbo->it);
58 Py_XDECREF(gbo->keyfunc);
59 Py_XDECREF(gbo->tgtkey);
60 Py_XDECREF(gbo->currkey);
61 Py_XDECREF(gbo->currvalue);
Christian Heimese93237d2007-12-19 02:37:44 +000062 Py_TYPE(gbo)->tp_free(gbo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000063}
64
65static int
66groupby_traverse(groupbyobject *gbo, visitproc visit, void *arg)
67{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +000068 Py_VISIT(gbo->it);
69 Py_VISIT(gbo->keyfunc);
70 Py_VISIT(gbo->tgtkey);
71 Py_VISIT(gbo->currkey);
72 Py_VISIT(gbo->currvalue);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000073 return 0;
74}
75
76static PyObject *
77groupby_next(groupbyobject *gbo)
78{
Raymond Hettinger4cda01e2004-09-28 04:45:28 +000079 PyObject *newvalue, *newkey, *r, *grouper, *tmp;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000080
81 /* skip to next iteration group */
82 for (;;) {
83 if (gbo->currkey == NULL)
84 /* pass */;
85 else if (gbo->tgtkey == NULL)
86 break;
87 else {
88 int rcmp;
89
90 rcmp = PyObject_RichCompareBool(gbo->tgtkey,
91 gbo->currkey, Py_EQ);
92 if (rcmp == -1)
93 return NULL;
94 else if (rcmp == 0)
95 break;
96 }
97
98 newvalue = PyIter_Next(gbo->it);
99 if (newvalue == NULL)
100 return NULL;
101
102 if (gbo->keyfunc == Py_None) {
103 newkey = newvalue;
104 Py_INCREF(newvalue);
105 } else {
106 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
107 newvalue, NULL);
108 if (newkey == NULL) {
109 Py_DECREF(newvalue);
110 return NULL;
111 }
112 }
113
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000114 tmp = gbo->currkey;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000115 gbo->currkey = newkey;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000116 Py_XDECREF(tmp);
117
118 tmp = gbo->currvalue;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000119 gbo->currvalue = newvalue;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000120 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000121 }
122
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000123 Py_INCREF(gbo->currkey);
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000124 tmp = gbo->tgtkey;
125 gbo->tgtkey = gbo->currkey;
126 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000127
128 grouper = _grouper_create(gbo, gbo->tgtkey);
129 if (grouper == NULL)
130 return NULL;
131
132 r = PyTuple_Pack(2, gbo->currkey, grouper);
133 Py_DECREF(grouper);
134 return r;
135}
136
137PyDoc_STRVAR(groupby_doc,
138"groupby(iterable[, keyfunc]) -> create an iterator which returns\n\
139(key, sub-iterator) grouped by each value of key(value).\n");
140
141static PyTypeObject groupby_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000142 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000143 "itertools.groupby", /* tp_name */
144 sizeof(groupbyobject), /* tp_basicsize */
145 0, /* tp_itemsize */
146 /* methods */
147 (destructor)groupby_dealloc, /* tp_dealloc */
148 0, /* tp_print */
149 0, /* tp_getattr */
150 0, /* tp_setattr */
151 0, /* tp_compare */
152 0, /* tp_repr */
153 0, /* tp_as_number */
154 0, /* tp_as_sequence */
155 0, /* tp_as_mapping */
156 0, /* tp_hash */
157 0, /* tp_call */
158 0, /* tp_str */
159 PyObject_GenericGetAttr, /* tp_getattro */
160 0, /* tp_setattro */
161 0, /* tp_as_buffer */
162 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
163 Py_TPFLAGS_BASETYPE, /* tp_flags */
164 groupby_doc, /* tp_doc */
165 (traverseproc)groupby_traverse, /* tp_traverse */
166 0, /* tp_clear */
167 0, /* tp_richcompare */
168 0, /* tp_weaklistoffset */
169 PyObject_SelfIter, /* tp_iter */
170 (iternextfunc)groupby_next, /* tp_iternext */
171 0, /* tp_methods */
172 0, /* tp_members */
173 0, /* tp_getset */
174 0, /* tp_base */
175 0, /* tp_dict */
176 0, /* tp_descr_get */
177 0, /* tp_descr_set */
178 0, /* tp_dictoffset */
179 0, /* tp_init */
180 0, /* tp_alloc */
181 groupby_new, /* tp_new */
182 PyObject_GC_Del, /* tp_free */
183};
184
185
186/* _grouper object (internal) ************************************************/
187
188typedef struct {
189 PyObject_HEAD
190 PyObject *parent;
191 PyObject *tgtkey;
192} _grouperobject;
193
194static PyTypeObject _grouper_type;
195
196static PyObject *
197_grouper_create(groupbyobject *parent, PyObject *tgtkey)
198{
199 _grouperobject *igo;
200
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000201 igo = PyObject_GC_New(_grouperobject, &_grouper_type);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000202 if (igo == NULL)
203 return NULL;
204 igo->parent = (PyObject *)parent;
205 Py_INCREF(parent);
206 igo->tgtkey = tgtkey;
207 Py_INCREF(tgtkey);
208
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000209 PyObject_GC_Track(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000210 return (PyObject *)igo;
211}
212
213static void
214_grouper_dealloc(_grouperobject *igo)
215{
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000216 PyObject_GC_UnTrack(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000217 Py_DECREF(igo->parent);
218 Py_DECREF(igo->tgtkey);
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000219 PyObject_GC_Del(igo);
220}
221
222static int
223_grouper_traverse(_grouperobject *igo, visitproc visit, void *arg)
224{
225 Py_VISIT(igo->parent);
226 Py_VISIT(igo->tgtkey);
227 return 0;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000228}
229
230static PyObject *
231_grouper_next(_grouperobject *igo)
232{
233 groupbyobject *gbo = (groupbyobject *)igo->parent;
234 PyObject *newvalue, *newkey, *r;
235 int rcmp;
236
237 if (gbo->currvalue == NULL) {
238 newvalue = PyIter_Next(gbo->it);
239 if (newvalue == NULL)
240 return NULL;
241
242 if (gbo->keyfunc == Py_None) {
243 newkey = newvalue;
244 Py_INCREF(newvalue);
245 } else {
246 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
247 newvalue, NULL);
248 if (newkey == NULL) {
249 Py_DECREF(newvalue);
250 return NULL;
251 }
252 }
253
254 assert(gbo->currkey == NULL);
255 gbo->currkey = newkey;
256 gbo->currvalue = newvalue;
257 }
258
259 assert(gbo->currkey != NULL);
260 rcmp = PyObject_RichCompareBool(igo->tgtkey, gbo->currkey, Py_EQ);
261 if (rcmp <= 0)
262 /* got any error or current group is end */
263 return NULL;
264
265 r = gbo->currvalue;
266 gbo->currvalue = NULL;
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000267 Py_CLEAR(gbo->currkey);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000268
269 return r;
270}
271
272static PyTypeObject _grouper_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000273 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000274 "itertools._grouper", /* tp_name */
275 sizeof(_grouperobject), /* tp_basicsize */
276 0, /* tp_itemsize */
277 /* methods */
278 (destructor)_grouper_dealloc, /* tp_dealloc */
279 0, /* tp_print */
280 0, /* tp_getattr */
281 0, /* tp_setattr */
282 0, /* tp_compare */
283 0, /* tp_repr */
284 0, /* tp_as_number */
285 0, /* tp_as_sequence */
286 0, /* tp_as_mapping */
287 0, /* tp_hash */
288 0, /* tp_call */
289 0, /* tp_str */
290 PyObject_GenericGetAttr, /* tp_getattro */
291 0, /* tp_setattro */
292 0, /* tp_as_buffer */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000293 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000294 0, /* tp_doc */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000295 (traverseproc)_grouper_traverse,/* tp_traverse */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000296 0, /* tp_clear */
297 0, /* tp_richcompare */
298 0, /* tp_weaklistoffset */
299 PyObject_SelfIter, /* tp_iter */
300 (iternextfunc)_grouper_next, /* tp_iternext */
301 0, /* tp_methods */
302 0, /* tp_members */
303 0, /* tp_getset */
304 0, /* tp_base */
305 0, /* tp_dict */
306 0, /* tp_descr_get */
307 0, /* tp_descr_set */
308 0, /* tp_dictoffset */
309 0, /* tp_init */
310 0, /* tp_alloc */
311 0, /* tp_new */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000312 PyObject_GC_Del, /* tp_free */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000313};
314
315
316
Raymond Hettingerad983e72003-11-12 14:32:26 +0000317/* tee object and with supporting function and objects ***************/
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000318
Raymond Hettingerad983e72003-11-12 14:32:26 +0000319/* The teedataobject pre-allocates space for LINKCELLS number of objects.
320 To help the object fit neatly inside cache lines (space for 16 to 32
321 pointers), the value should be a multiple of 16 minus space for
322 the other structure members including PyHEAD overhead. The larger the
323 value, the less memory overhead per object and the less time spent
324 allocating/deallocating new links. The smaller the number, the less
325 wasted space and the more rapid freeing of older data.
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000326*/
Raymond Hettingerad983e72003-11-12 14:32:26 +0000327#define LINKCELLS 57
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000328
329typedef struct {
330 PyObject_HEAD
331 PyObject *it;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000332 int numread;
333 PyObject *nextlink;
334 PyObject *(values[LINKCELLS]);
335} teedataobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000336
337typedef struct {
338 PyObject_HEAD
Raymond Hettingerad983e72003-11-12 14:32:26 +0000339 teedataobject *dataobj;
340 int index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000341 PyObject *weakreflist;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000342} teeobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000343
Raymond Hettingerad983e72003-11-12 14:32:26 +0000344static PyTypeObject teedataobject_type;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000345
346static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000347teedataobject_new(PyObject *it)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000348{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000349 teedataobject *tdo;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000350
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000351 tdo = PyObject_GC_New(teedataobject, &teedataobject_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000352 if (tdo == NULL)
Raymond Hettinger45143692003-10-25 06:37:47 +0000353 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000354
355 tdo->numread = 0;
356 tdo->nextlink = NULL;
357 Py_INCREF(it);
358 tdo->it = it;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000359 PyObject_GC_Track(tdo);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000360 return (PyObject *)tdo;
361}
362
363static PyObject *
364teedataobject_jumplink(teedataobject *tdo)
365{
366 if (tdo->nextlink == NULL)
367 tdo->nextlink = teedataobject_new(tdo->it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000368 Py_XINCREF(tdo->nextlink);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000369 return tdo->nextlink;
370}
371
372static PyObject *
373teedataobject_getitem(teedataobject *tdo, int i)
374{
375 PyObject *value;
376
377 assert(i < LINKCELLS);
378 if (i < tdo->numread)
379 value = tdo->values[i];
380 else {
381 /* this is the lead iterator, so fetch more data */
382 assert(i == tdo->numread);
383 value = PyIter_Next(tdo->it);
384 if (value == NULL)
385 return NULL;
386 tdo->numread++;
387 tdo->values[i] = value;
Raymond Hettinger45143692003-10-25 06:37:47 +0000388 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000389 Py_INCREF(value);
390 return value;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000391}
392
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000393static int
394teedataobject_traverse(teedataobject *tdo, visitproc visit, void * arg)
395{
396 int i;
397 Py_VISIT(tdo->it);
398 for (i = 0; i < tdo->numread; i++)
399 Py_VISIT(tdo->values[i]);
400 Py_VISIT(tdo->nextlink);
401 return 0;
402}
403
404static int
405teedataobject_clear(teedataobject *tdo)
406{
407 int i;
408 Py_CLEAR(tdo->it);
409 for (i=0 ; i<tdo->numread ; i++)
410 Py_CLEAR(tdo->values[i]);
411 Py_CLEAR(tdo->nextlink);
412 return 0;
413}
414
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000415static void
Raymond Hettingerad983e72003-11-12 14:32:26 +0000416teedataobject_dealloc(teedataobject *tdo)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000417{
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000418 PyObject_GC_UnTrack(tdo);
419 teedataobject_clear(tdo);
420 PyObject_GC_Del(tdo);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000421}
422
Raymond Hettingerad983e72003-11-12 14:32:26 +0000423PyDoc_STRVAR(teedataobject_doc, "Data container common to multiple tee objects.");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000424
Raymond Hettingerad983e72003-11-12 14:32:26 +0000425static PyTypeObject teedataobject_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000426 PyVarObject_HEAD_INIT(0, 0) /* Must fill in type value later */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000427 "itertools.tee_dataobject", /* tp_name */
428 sizeof(teedataobject), /* tp_basicsize */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000429 0, /* tp_itemsize */
430 /* methods */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000431 (destructor)teedataobject_dealloc, /* tp_dealloc */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000432 0, /* tp_print */
433 0, /* tp_getattr */
434 0, /* tp_setattr */
435 0, /* tp_compare */
436 0, /* tp_repr */
437 0, /* tp_as_number */
438 0, /* tp_as_sequence */
439 0, /* tp_as_mapping */
440 0, /* tp_hash */
441 0, /* tp_call */
442 0, /* tp_str */
443 PyObject_GenericGetAttr, /* tp_getattro */
444 0, /* tp_setattro */
445 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000446 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000447 teedataobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000448 (traverseproc)teedataobject_traverse, /* tp_traverse */
449 (inquiry)teedataobject_clear, /* tp_clear */
450 0, /* tp_richcompare */
451 0, /* tp_weaklistoffset */
452 0, /* tp_iter */
453 0, /* tp_iternext */
454 0, /* tp_methods */
455 0, /* tp_members */
456 0, /* tp_getset */
457 0, /* tp_base */
458 0, /* tp_dict */
459 0, /* tp_descr_get */
460 0, /* tp_descr_set */
461 0, /* tp_dictoffset */
462 0, /* tp_init */
463 0, /* tp_alloc */
464 0, /* tp_new */
465 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000466};
467
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000468
469static PyTypeObject tee_type;
470
471static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000472tee_next(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000473{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000474 PyObject *value, *link;
475
476 if (to->index >= LINKCELLS) {
477 link = teedataobject_jumplink(to->dataobj);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000478 Py_DECREF(to->dataobj);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000479 to->dataobj = (teedataobject *)link;
480 to->index = 0;
481 }
482 value = teedataobject_getitem(to->dataobj, to->index);
483 if (value == NULL)
484 return NULL;
485 to->index++;
486 return value;
487}
488
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000489static int
490tee_traverse(teeobject *to, visitproc visit, void *arg)
491{
492 Py_VISIT((PyObject *)to->dataobj);
493 return 0;
494}
495
Raymond Hettingerad983e72003-11-12 14:32:26 +0000496static PyObject *
497tee_copy(teeobject *to)
498{
499 teeobject *newto;
500
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000501 newto = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000502 if (newto == NULL)
503 return NULL;
504 Py_INCREF(to->dataobj);
505 newto->dataobj = to->dataobj;
506 newto->index = to->index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000507 newto->weakreflist = NULL;
Thomas Woutersb3deb942006-04-15 22:33:13 +0000508 PyObject_GC_Track(newto);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000509 return (PyObject *)newto;
510}
511
512PyDoc_STRVAR(teecopy_doc, "Returns an independent iterator.");
513
514static PyObject *
515tee_fromiterable(PyObject *iterable)
516{
517 teeobject *to;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000518 PyObject *it = NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000519
520 it = PyObject_GetIter(iterable);
521 if (it == NULL)
522 return NULL;
523 if (PyObject_TypeCheck(it, &tee_type)) {
524 to = (teeobject *)tee_copy((teeobject *)it);
525 goto done;
526 }
527
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000528 to = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000529 if (to == NULL)
530 goto done;
531 to->dataobj = (teedataobject *)teedataobject_new(it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000532 if (!to->dataobj) {
533 PyObject_GC_Del(to);
534 to = NULL;
535 goto done;
536 }
537
Raymond Hettingerad983e72003-11-12 14:32:26 +0000538 to->index = 0;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000539 to->weakreflist = NULL;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000540 PyObject_GC_Track(to);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000541done:
542 Py_XDECREF(it);
543 return (PyObject *)to;
544}
545
546static PyObject *
547tee_new(PyTypeObject *type, PyObject *args, PyObject *kw)
548{
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000549 PyObject *iterable;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000550
551 if (!PyArg_UnpackTuple(args, "tee", 1, 1, &iterable))
552 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000553 return tee_fromiterable(iterable);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000554}
555
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000556static int
557tee_clear(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000558{
Raymond Hettingera9f60922004-10-17 16:40:14 +0000559 if (to->weakreflist != NULL)
560 PyObject_ClearWeakRefs((PyObject *) to);
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000561 Py_CLEAR(to->dataobj);
562 return 0;
563}
564
565static void
566tee_dealloc(teeobject *to)
567{
568 PyObject_GC_UnTrack(to);
569 tee_clear(to);
570 PyObject_GC_Del(to);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000571}
572
Raymond Hettingerad983e72003-11-12 14:32:26 +0000573PyDoc_STRVAR(teeobject_doc,
574"Iterator wrapped to make it copyable");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000575
Raymond Hettingerad983e72003-11-12 14:32:26 +0000576static PyMethodDef tee_methods[] = {
577 {"__copy__", (PyCFunction)tee_copy, METH_NOARGS, teecopy_doc},
578 {NULL, NULL} /* sentinel */
579};
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000580
581static PyTypeObject tee_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000582 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000583 "itertools.tee", /* tp_name */
584 sizeof(teeobject), /* tp_basicsize */
585 0, /* tp_itemsize */
586 /* methods */
587 (destructor)tee_dealloc, /* tp_dealloc */
588 0, /* tp_print */
589 0, /* tp_getattr */
590 0, /* tp_setattr */
591 0, /* tp_compare */
592 0, /* tp_repr */
593 0, /* tp_as_number */
594 0, /* tp_as_sequence */
595 0, /* tp_as_mapping */
596 0, /* tp_hash */
597 0, /* tp_call */
598 0, /* tp_str */
Raymond Hettingerf0c5aec2003-10-26 14:25:56 +0000599 0, /* tp_getattro */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000600 0, /* tp_setattro */
601 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000602 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000603 teeobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000604 (traverseproc)tee_traverse, /* tp_traverse */
605 (inquiry)tee_clear, /* tp_clear */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000606 0, /* tp_richcompare */
Raymond Hettingera9f60922004-10-17 16:40:14 +0000607 offsetof(teeobject, weakreflist), /* tp_weaklistoffset */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000608 PyObject_SelfIter, /* tp_iter */
609 (iternextfunc)tee_next, /* tp_iternext */
610 tee_methods, /* tp_methods */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000611 0, /* tp_members */
612 0, /* tp_getset */
613 0, /* tp_base */
614 0, /* tp_dict */
615 0, /* tp_descr_get */
616 0, /* tp_descr_set */
617 0, /* tp_dictoffset */
618 0, /* tp_init */
619 0, /* tp_alloc */
620 tee_new, /* tp_new */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000621 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000622};
623
Raymond Hettingerad983e72003-11-12 14:32:26 +0000624static PyObject *
625tee(PyObject *self, PyObject *args)
626{
Neal Norwitz69e88972006-09-02 02:58:13 +0000627 Py_ssize_t i, n=2;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000628 PyObject *it, *iterable, *copyable, *result;
629
Neal Norwitz69e88972006-09-02 02:58:13 +0000630 if (!PyArg_ParseTuple(args, "O|n", &iterable, &n))
Raymond Hettingerad983e72003-11-12 14:32:26 +0000631 return NULL;
Neal Norwitz69e88972006-09-02 02:58:13 +0000632 if (n < 0) {
633 PyErr_SetString(PyExc_ValueError, "n must be >= 0");
634 return NULL;
635 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000636 result = PyTuple_New(n);
637 if (result == NULL)
638 return NULL;
639 if (n == 0)
640 return result;
641 it = PyObject_GetIter(iterable);
642 if (it == NULL) {
643 Py_DECREF(result);
644 return NULL;
645 }
646 if (!PyObject_HasAttrString(it, "__copy__")) {
647 copyable = tee_fromiterable(it);
648 Py_DECREF(it);
649 if (copyable == NULL) {
650 Py_DECREF(result);
651 return NULL;
652 }
653 } else
654 copyable = it;
655 PyTuple_SET_ITEM(result, 0, copyable);
656 for (i=1 ; i<n ; i++) {
657 copyable = PyObject_CallMethod(copyable, "__copy__", NULL);
658 if (copyable == NULL) {
659 Py_DECREF(result);
660 return NULL;
661 }
662 PyTuple_SET_ITEM(result, i, copyable);
663 }
664 return result;
665}
666
667PyDoc_STRVAR(tee_doc,
668"tee(iterable, n=2) --> tuple of n independent iterators.");
669
670
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000671/* cycle object **********************************************************/
672
673typedef struct {
674 PyObject_HEAD
675 PyObject *it;
676 PyObject *saved;
677 int firstpass;
678} cycleobject;
679
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000680static PyTypeObject cycle_type;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000681
682static PyObject *
683cycle_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
684{
685 PyObject *it;
686 PyObject *iterable;
687 PyObject *saved;
688 cycleobject *lz;
689
Georg Brandlb84c1372007-01-21 10:28:43 +0000690 if (type == &cycle_type && !_PyArg_NoKeywords("cycle()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000691 return NULL;
692
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000693 if (!PyArg_UnpackTuple(args, "cycle", 1, 1, &iterable))
694 return NULL;
695
696 /* Get iterator. */
697 it = PyObject_GetIter(iterable);
698 if (it == NULL)
699 return NULL;
700
701 saved = PyList_New(0);
702 if (saved == NULL) {
703 Py_DECREF(it);
704 return NULL;
705 }
706
707 /* create cycleobject structure */
708 lz = (cycleobject *)type->tp_alloc(type, 0);
709 if (lz == NULL) {
710 Py_DECREF(it);
711 Py_DECREF(saved);
712 return NULL;
713 }
714 lz->it = it;
715 lz->saved = saved;
716 lz->firstpass = 0;
717
718 return (PyObject *)lz;
719}
720
721static void
722cycle_dealloc(cycleobject *lz)
723{
724 PyObject_GC_UnTrack(lz);
725 Py_XDECREF(lz->saved);
726 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000727 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000728}
729
730static int
731cycle_traverse(cycleobject *lz, visitproc visit, void *arg)
732{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000733 Py_VISIT(lz->it);
734 Py_VISIT(lz->saved);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000735 return 0;
736}
737
738static PyObject *
739cycle_next(cycleobject *lz)
740{
741 PyObject *item;
742 PyObject *it;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000743 PyObject *tmp;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000744
745 while (1) {
746 item = PyIter_Next(lz->it);
747 if (item != NULL) {
748 if (!lz->firstpass)
749 PyList_Append(lz->saved, item);
750 return item;
751 }
Raymond Hettinger9d7c8702004-05-08 19:49:42 +0000752 if (PyErr_Occurred()) {
753 if (PyErr_ExceptionMatches(PyExc_StopIteration))
754 PyErr_Clear();
755 else
756 return NULL;
757 }
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000758 if (PyList_Size(lz->saved) == 0)
759 return NULL;
760 it = PyObject_GetIter(lz->saved);
761 if (it == NULL)
762 return NULL;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000763 tmp = lz->it;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000764 lz->it = it;
765 lz->firstpass = 1;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000766 Py_DECREF(tmp);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000767 }
768}
769
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000770PyDoc_STRVAR(cycle_doc,
771"cycle(iterable) --> cycle object\n\
772\n\
773Return elements from the iterable until it is exhausted.\n\
774Then repeat the sequence indefinitely.");
775
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000776static PyTypeObject cycle_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000777 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000778 "itertools.cycle", /* tp_name */
779 sizeof(cycleobject), /* tp_basicsize */
780 0, /* tp_itemsize */
781 /* methods */
782 (destructor)cycle_dealloc, /* tp_dealloc */
783 0, /* tp_print */
784 0, /* tp_getattr */
785 0, /* tp_setattr */
786 0, /* tp_compare */
787 0, /* tp_repr */
788 0, /* tp_as_number */
789 0, /* tp_as_sequence */
790 0, /* tp_as_mapping */
791 0, /* tp_hash */
792 0, /* tp_call */
793 0, /* tp_str */
794 PyObject_GenericGetAttr, /* tp_getattro */
795 0, /* tp_setattro */
796 0, /* tp_as_buffer */
797 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
798 Py_TPFLAGS_BASETYPE, /* tp_flags */
799 cycle_doc, /* tp_doc */
800 (traverseproc)cycle_traverse, /* tp_traverse */
801 0, /* tp_clear */
802 0, /* tp_richcompare */
803 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000804 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000805 (iternextfunc)cycle_next, /* tp_iternext */
806 0, /* tp_methods */
807 0, /* tp_members */
808 0, /* tp_getset */
809 0, /* tp_base */
810 0, /* tp_dict */
811 0, /* tp_descr_get */
812 0, /* tp_descr_set */
813 0, /* tp_dictoffset */
814 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000815 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000816 cycle_new, /* tp_new */
817 PyObject_GC_Del, /* tp_free */
818};
819
820
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000821/* dropwhile object **********************************************************/
822
823typedef struct {
824 PyObject_HEAD
825 PyObject *func;
826 PyObject *it;
827 long start;
828} dropwhileobject;
829
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000830static PyTypeObject dropwhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000831
832static PyObject *
833dropwhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
834{
835 PyObject *func, *seq;
836 PyObject *it;
837 dropwhileobject *lz;
838
Georg Brandlb84c1372007-01-21 10:28:43 +0000839 if (type == &dropwhile_type && !_PyArg_NoKeywords("dropwhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000840 return NULL;
841
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000842 if (!PyArg_UnpackTuple(args, "dropwhile", 2, 2, &func, &seq))
843 return NULL;
844
845 /* Get iterator. */
846 it = PyObject_GetIter(seq);
847 if (it == NULL)
848 return NULL;
849
850 /* create dropwhileobject structure */
851 lz = (dropwhileobject *)type->tp_alloc(type, 0);
852 if (lz == NULL) {
853 Py_DECREF(it);
854 return NULL;
855 }
856 Py_INCREF(func);
857 lz->func = func;
858 lz->it = it;
859 lz->start = 0;
860
861 return (PyObject *)lz;
862}
863
864static void
865dropwhile_dealloc(dropwhileobject *lz)
866{
867 PyObject_GC_UnTrack(lz);
868 Py_XDECREF(lz->func);
869 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000870 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000871}
872
873static int
874dropwhile_traverse(dropwhileobject *lz, visitproc visit, void *arg)
875{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000876 Py_VISIT(lz->it);
877 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000878 return 0;
879}
880
881static PyObject *
882dropwhile_next(dropwhileobject *lz)
883{
884 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +0000885 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000886 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000887 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000888
Christian Heimese93237d2007-12-19 02:37:44 +0000889 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000890 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000891 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000892 if (item == NULL)
893 return NULL;
894 if (lz->start == 1)
895 return item;
896
897 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
898 if (good == NULL) {
899 Py_DECREF(item);
900 return NULL;
901 }
902 ok = PyObject_IsTrue(good);
903 Py_DECREF(good);
904 if (!ok) {
905 lz->start = 1;
906 return item;
907 }
908 Py_DECREF(item);
909 }
910}
911
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000912PyDoc_STRVAR(dropwhile_doc,
913"dropwhile(predicate, iterable) --> dropwhile object\n\
914\n\
915Drop items from the iterable while predicate(item) is true.\n\
916Afterwards, return every element until the iterable is exhausted.");
917
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000918static PyTypeObject dropwhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000919 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +0000920 "itertools.dropwhile", /* tp_name */
921 sizeof(dropwhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000922 0, /* tp_itemsize */
923 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000924 (destructor)dropwhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000925 0, /* tp_print */
926 0, /* tp_getattr */
927 0, /* tp_setattr */
928 0, /* tp_compare */
929 0, /* tp_repr */
930 0, /* tp_as_number */
931 0, /* tp_as_sequence */
932 0, /* tp_as_mapping */
933 0, /* tp_hash */
934 0, /* tp_call */
935 0, /* tp_str */
936 PyObject_GenericGetAttr, /* tp_getattro */
937 0, /* tp_setattro */
938 0, /* tp_as_buffer */
939 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
940 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000941 dropwhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000942 (traverseproc)dropwhile_traverse, /* tp_traverse */
943 0, /* tp_clear */
944 0, /* tp_richcompare */
945 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000946 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000947 (iternextfunc)dropwhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000948 0, /* tp_methods */
949 0, /* tp_members */
950 0, /* tp_getset */
951 0, /* tp_base */
952 0, /* tp_dict */
953 0, /* tp_descr_get */
954 0, /* tp_descr_set */
955 0, /* tp_dictoffset */
956 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000957 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000958 dropwhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000959 PyObject_GC_Del, /* tp_free */
960};
961
962
963/* takewhile object **********************************************************/
964
965typedef struct {
966 PyObject_HEAD
967 PyObject *func;
968 PyObject *it;
969 long stop;
970} takewhileobject;
971
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000972static PyTypeObject takewhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000973
974static PyObject *
975takewhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
976{
977 PyObject *func, *seq;
978 PyObject *it;
979 takewhileobject *lz;
980
Georg Brandlb84c1372007-01-21 10:28:43 +0000981 if (type == &takewhile_type && !_PyArg_NoKeywords("takewhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000982 return NULL;
983
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000984 if (!PyArg_UnpackTuple(args, "takewhile", 2, 2, &func, &seq))
985 return NULL;
986
987 /* Get iterator. */
988 it = PyObject_GetIter(seq);
989 if (it == NULL)
990 return NULL;
991
992 /* create takewhileobject structure */
993 lz = (takewhileobject *)type->tp_alloc(type, 0);
994 if (lz == NULL) {
995 Py_DECREF(it);
996 return NULL;
997 }
998 Py_INCREF(func);
999 lz->func = func;
1000 lz->it = it;
1001 lz->stop = 0;
1002
1003 return (PyObject *)lz;
1004}
1005
1006static void
1007takewhile_dealloc(takewhileobject *lz)
1008{
1009 PyObject_GC_UnTrack(lz);
1010 Py_XDECREF(lz->func);
1011 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001012 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001013}
1014
1015static int
1016takewhile_traverse(takewhileobject *lz, visitproc visit, void *arg)
1017{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001018 Py_VISIT(lz->it);
1019 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001020 return 0;
1021}
1022
1023static PyObject *
1024takewhile_next(takewhileobject *lz)
1025{
1026 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001027 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001028 long ok;
1029
1030 if (lz->stop == 1)
1031 return NULL;
1032
Christian Heimese93237d2007-12-19 02:37:44 +00001033 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001034 if (item == NULL)
1035 return NULL;
1036
1037 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
1038 if (good == NULL) {
1039 Py_DECREF(item);
1040 return NULL;
1041 }
1042 ok = PyObject_IsTrue(good);
1043 Py_DECREF(good);
1044 if (ok)
1045 return item;
1046 Py_DECREF(item);
1047 lz->stop = 1;
1048 return NULL;
1049}
1050
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001051PyDoc_STRVAR(takewhile_doc,
1052"takewhile(predicate, iterable) --> takewhile object\n\
1053\n\
1054Return successive entries from an iterable as long as the \n\
1055predicate evaluates to true for each entry.");
1056
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001057static PyTypeObject takewhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001058 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001059 "itertools.takewhile", /* tp_name */
1060 sizeof(takewhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001061 0, /* tp_itemsize */
1062 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001063 (destructor)takewhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001064 0, /* tp_print */
1065 0, /* tp_getattr */
1066 0, /* tp_setattr */
1067 0, /* tp_compare */
1068 0, /* tp_repr */
1069 0, /* tp_as_number */
1070 0, /* tp_as_sequence */
1071 0, /* tp_as_mapping */
1072 0, /* tp_hash */
1073 0, /* tp_call */
1074 0, /* tp_str */
1075 PyObject_GenericGetAttr, /* tp_getattro */
1076 0, /* tp_setattro */
1077 0, /* tp_as_buffer */
1078 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1079 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001080 takewhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001081 (traverseproc)takewhile_traverse, /* tp_traverse */
1082 0, /* tp_clear */
1083 0, /* tp_richcompare */
1084 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001085 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001086 (iternextfunc)takewhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001087 0, /* tp_methods */
1088 0, /* tp_members */
1089 0, /* tp_getset */
1090 0, /* tp_base */
1091 0, /* tp_dict */
1092 0, /* tp_descr_get */
1093 0, /* tp_descr_set */
1094 0, /* tp_dictoffset */
1095 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001096 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001097 takewhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001098 PyObject_GC_Del, /* tp_free */
1099};
1100
1101
1102/* islice object ************************************************************/
1103
1104typedef struct {
1105 PyObject_HEAD
1106 PyObject *it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001107 Py_ssize_t next;
1108 Py_ssize_t stop;
1109 Py_ssize_t step;
1110 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001111} isliceobject;
1112
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001113static PyTypeObject islice_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001114
1115static PyObject *
1116islice_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1117{
1118 PyObject *seq;
Jack Diederich6c433a92006-05-26 11:15:17 +00001119 Py_ssize_t start=0, stop=-1, step=1;
Raymond Hettingerb2594052004-12-05 09:25:51 +00001120 PyObject *it, *a1=NULL, *a2=NULL, *a3=NULL;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001121 Py_ssize_t numargs;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001122 isliceobject *lz;
1123
Georg Brandlb84c1372007-01-21 10:28:43 +00001124 if (type == &islice_type && !_PyArg_NoKeywords("islice()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001125 return NULL;
1126
Raymond Hettingerb2594052004-12-05 09:25:51 +00001127 if (!PyArg_UnpackTuple(args, "islice", 2, 4, &seq, &a1, &a2, &a3))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001128 return NULL;
1129
Raymond Hettingerb2594052004-12-05 09:25:51 +00001130 numargs = PyTuple_Size(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001131 if (numargs == 2) {
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001132 if (a1 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001133 stop = PyInt_AsSsize_t(a1);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001134 if (stop == -1) {
1135 if (PyErr_Occurred())
1136 PyErr_Clear();
1137 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001138 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001139 return NULL;
1140 }
1141 }
Raymond Hettinger341deb72003-05-02 19:44:20 +00001142 } else {
Raymond Hettingerb2594052004-12-05 09:25:51 +00001143 if (a1 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001144 start = PyInt_AsSsize_t(a1);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001145 if (start == -1 && PyErr_Occurred())
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001146 PyErr_Clear();
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001147 if (a2 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001148 stop = PyInt_AsSsize_t(a2);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001149 if (stop == -1) {
1150 if (PyErr_Occurred())
1151 PyErr_Clear();
1152 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001153 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001154 return NULL;
1155 }
1156 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001157 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001158 if (start<0 || stop<-1) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001159 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001160 "Indices for islice() must be non-negative integers or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001161 return NULL;
1162 }
1163
Raymond Hettingerb2594052004-12-05 09:25:51 +00001164 if (a3 != NULL) {
1165 if (a3 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001166 step = PyInt_AsSsize_t(a3);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001167 if (step == -1 && PyErr_Occurred())
1168 PyErr_Clear();
1169 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001170 if (step<1) {
1171 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001172 "Step for islice() must be a positive integer or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001173 return NULL;
1174 }
1175
1176 /* Get iterator. */
1177 it = PyObject_GetIter(seq);
1178 if (it == NULL)
1179 return NULL;
1180
1181 /* create isliceobject structure */
1182 lz = (isliceobject *)type->tp_alloc(type, 0);
1183 if (lz == NULL) {
1184 Py_DECREF(it);
1185 return NULL;
1186 }
1187 lz->it = it;
1188 lz->next = start;
1189 lz->stop = stop;
1190 lz->step = step;
1191 lz->cnt = 0L;
1192
1193 return (PyObject *)lz;
1194}
1195
1196static void
1197islice_dealloc(isliceobject *lz)
1198{
1199 PyObject_GC_UnTrack(lz);
1200 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001201 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001202}
1203
1204static int
1205islice_traverse(isliceobject *lz, visitproc visit, void *arg)
1206{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001207 Py_VISIT(lz->it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001208 return 0;
1209}
1210
1211static PyObject *
1212islice_next(isliceobject *lz)
1213{
1214 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001215 PyObject *it = lz->it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001216 Py_ssize_t oldnext;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001217 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001218
Christian Heimese93237d2007-12-19 02:37:44 +00001219 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001220 while (lz->cnt < lz->next) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001221 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001222 if (item == NULL)
1223 return NULL;
1224 Py_DECREF(item);
1225 lz->cnt++;
1226 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001227 if (lz->stop != -1 && lz->cnt >= lz->stop)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001228 return NULL;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001229 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001230 if (item == NULL)
1231 return NULL;
1232 lz->cnt++;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001233 oldnext = lz->next;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001234 lz->next += lz->step;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001235 if (lz->next < oldnext) /* Check for overflow */
1236 lz->next = lz->stop;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001237 return item;
1238}
1239
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001240PyDoc_STRVAR(islice_doc,
1241"islice(iterable, [start,] stop [, step]) --> islice object\n\
1242\n\
1243Return an iterator whose next() method returns selected values from an\n\
1244iterable. If start is specified, will skip all preceding elements;\n\
1245otherwise, start defaults to zero. Step defaults to one. If\n\
1246specified as another value, step determines how many values are \n\
1247skipped between successive calls. Works like a slice() on a list\n\
1248but returns an iterator.");
1249
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001250static PyTypeObject islice_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001251 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001252 "itertools.islice", /* tp_name */
1253 sizeof(isliceobject), /* tp_basicsize */
1254 0, /* tp_itemsize */
1255 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001256 (destructor)islice_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001257 0, /* tp_print */
1258 0, /* tp_getattr */
1259 0, /* tp_setattr */
1260 0, /* tp_compare */
1261 0, /* tp_repr */
1262 0, /* tp_as_number */
1263 0, /* tp_as_sequence */
1264 0, /* tp_as_mapping */
1265 0, /* tp_hash */
1266 0, /* tp_call */
1267 0, /* tp_str */
1268 PyObject_GenericGetAttr, /* tp_getattro */
1269 0, /* tp_setattro */
1270 0, /* tp_as_buffer */
1271 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1272 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001273 islice_doc, /* tp_doc */
1274 (traverseproc)islice_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001275 0, /* tp_clear */
1276 0, /* tp_richcompare */
1277 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001278 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001279 (iternextfunc)islice_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001280 0, /* tp_methods */
1281 0, /* tp_members */
1282 0, /* tp_getset */
1283 0, /* tp_base */
1284 0, /* tp_dict */
1285 0, /* tp_descr_get */
1286 0, /* tp_descr_set */
1287 0, /* tp_dictoffset */
1288 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001289 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001290 islice_new, /* tp_new */
1291 PyObject_GC_Del, /* tp_free */
1292};
1293
1294
1295/* starmap object ************************************************************/
1296
1297typedef struct {
1298 PyObject_HEAD
1299 PyObject *func;
1300 PyObject *it;
1301} starmapobject;
1302
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001303static PyTypeObject starmap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001304
1305static PyObject *
1306starmap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1307{
1308 PyObject *func, *seq;
1309 PyObject *it;
1310 starmapobject *lz;
1311
Georg Brandlb84c1372007-01-21 10:28:43 +00001312 if (type == &starmap_type && !_PyArg_NoKeywords("starmap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001313 return NULL;
1314
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001315 if (!PyArg_UnpackTuple(args, "starmap", 2, 2, &func, &seq))
1316 return NULL;
1317
1318 /* Get iterator. */
1319 it = PyObject_GetIter(seq);
1320 if (it == NULL)
1321 return NULL;
1322
1323 /* create starmapobject structure */
1324 lz = (starmapobject *)type->tp_alloc(type, 0);
1325 if (lz == NULL) {
1326 Py_DECREF(it);
1327 return NULL;
1328 }
1329 Py_INCREF(func);
1330 lz->func = func;
1331 lz->it = it;
1332
1333 return (PyObject *)lz;
1334}
1335
1336static void
1337starmap_dealloc(starmapobject *lz)
1338{
1339 PyObject_GC_UnTrack(lz);
1340 Py_XDECREF(lz->func);
1341 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001342 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001343}
1344
1345static int
1346starmap_traverse(starmapobject *lz, visitproc visit, void *arg)
1347{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001348 Py_VISIT(lz->it);
1349 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001350 return 0;
1351}
1352
1353static PyObject *
1354starmap_next(starmapobject *lz)
1355{
1356 PyObject *args;
1357 PyObject *result;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001358 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001359
Christian Heimese93237d2007-12-19 02:37:44 +00001360 args = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001361 if (args == NULL)
1362 return NULL;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001363 if (!PyTuple_CheckExact(args)) {
Raymond Hettinger47317092008-01-17 03:02:14 +00001364 PyObject *newargs = PySequence_Tuple(args);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001365 Py_DECREF(args);
Raymond Hettinger47317092008-01-17 03:02:14 +00001366 if (newargs == NULL)
1367 return NULL;
1368 args = newargs;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001369 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001370 result = PyObject_Call(lz->func, args, NULL);
1371 Py_DECREF(args);
1372 return result;
1373}
1374
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001375PyDoc_STRVAR(starmap_doc,
1376"starmap(function, sequence) --> starmap object\n\
1377\n\
1378Return an iterator whose values are returned from the function evaluated\n\
1379with a argument tuple taken from the given sequence.");
1380
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001381static PyTypeObject starmap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001382 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001383 "itertools.starmap", /* tp_name */
1384 sizeof(starmapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001385 0, /* tp_itemsize */
1386 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001387 (destructor)starmap_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001388 0, /* tp_print */
1389 0, /* tp_getattr */
1390 0, /* tp_setattr */
1391 0, /* tp_compare */
1392 0, /* tp_repr */
1393 0, /* tp_as_number */
1394 0, /* tp_as_sequence */
1395 0, /* tp_as_mapping */
1396 0, /* tp_hash */
1397 0, /* tp_call */
1398 0, /* tp_str */
1399 PyObject_GenericGetAttr, /* tp_getattro */
1400 0, /* tp_setattro */
1401 0, /* tp_as_buffer */
1402 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1403 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001404 starmap_doc, /* tp_doc */
1405 (traverseproc)starmap_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001406 0, /* tp_clear */
1407 0, /* tp_richcompare */
1408 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001409 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001410 (iternextfunc)starmap_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001411 0, /* tp_methods */
1412 0, /* tp_members */
1413 0, /* tp_getset */
1414 0, /* tp_base */
1415 0, /* tp_dict */
1416 0, /* tp_descr_get */
1417 0, /* tp_descr_set */
1418 0, /* tp_dictoffset */
1419 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001420 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001421 starmap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001422 PyObject_GC_Del, /* tp_free */
1423};
1424
1425
1426/* imap object ************************************************************/
1427
1428typedef struct {
1429 PyObject_HEAD
1430 PyObject *iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001431 PyObject *func;
1432} imapobject;
1433
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001434static PyTypeObject imap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001435
1436static PyObject *
1437imap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1438{
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001439 PyObject *it, *iters, *func;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001440 imapobject *lz;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001441 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001442
Georg Brandlb84c1372007-01-21 10:28:43 +00001443 if (type == &imap_type && !_PyArg_NoKeywords("imap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001444 return NULL;
1445
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001446 numargs = PyTuple_Size(args);
1447 if (numargs < 2) {
1448 PyErr_SetString(PyExc_TypeError,
1449 "imap() must have at least two arguments.");
1450 return NULL;
1451 }
1452
1453 iters = PyTuple_New(numargs-1);
1454 if (iters == NULL)
1455 return NULL;
1456
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001457 for (i=1 ; i<numargs ; i++) {
1458 /* Get iterator. */
1459 it = PyObject_GetIter(PyTuple_GET_ITEM(args, i));
1460 if (it == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001461 Py_DECREF(iters);
1462 return NULL;
1463 }
1464 PyTuple_SET_ITEM(iters, i-1, it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001465 }
1466
1467 /* create imapobject structure */
1468 lz = (imapobject *)type->tp_alloc(type, 0);
1469 if (lz == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001470 Py_DECREF(iters);
1471 return NULL;
1472 }
1473 lz->iters = iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001474 func = PyTuple_GET_ITEM(args, 0);
1475 Py_INCREF(func);
1476 lz->func = func;
1477
1478 return (PyObject *)lz;
1479}
1480
1481static void
1482imap_dealloc(imapobject *lz)
1483{
1484 PyObject_GC_UnTrack(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001485 Py_XDECREF(lz->iters);
1486 Py_XDECREF(lz->func);
Christian Heimese93237d2007-12-19 02:37:44 +00001487 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001488}
1489
1490static int
1491imap_traverse(imapobject *lz, visitproc visit, void *arg)
1492{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001493 Py_VISIT(lz->iters);
1494 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001495 return 0;
1496}
1497
Raymond Hettinger2012f172003-02-07 05:32:58 +00001498/*
1499imap() is an iterator version of __builtins__.map() except that it does
1500not have the None fill-in feature. That was intentionally left out for
1501the following reasons:
1502
1503 1) Itertools are designed to be easily combined and chained together.
1504 Having all tools stop with the shortest input is a unifying principle
1505 that makes it easier to combine finite iterators (supplying data) with
1506 infinite iterators like count() and repeat() (for supplying sequential
1507 or constant arguments to a function).
1508
1509 2) In typical use cases for combining itertools, having one finite data
1510 supplier run out before another is likely to be an error condition which
1511 should not pass silently by automatically supplying None.
1512
1513 3) The use cases for automatic None fill-in are rare -- not many functions
1514 do something useful when a parameter suddenly switches type and becomes
1515 None.
1516
1517 4) If a need does arise, it can be met by __builtins__.map() or by
Raymond Hettingerbefa37d2003-06-18 19:25:37 +00001518 writing: chain(iterable, repeat(None)).
Raymond Hettinger2012f172003-02-07 05:32:58 +00001519
1520 5) Similar toolsets in Haskell and SML do not have automatic None fill-in.
1521*/
1522
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001523static PyObject *
1524imap_next(imapobject *lz)
1525{
1526 PyObject *val;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001527 PyObject *argtuple;
1528 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001529 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001530
1531 numargs = PyTuple_Size(lz->iters);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001532 argtuple = PyTuple_New(numargs);
1533 if (argtuple == NULL)
1534 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001535
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001536 for (i=0 ; i<numargs ; i++) {
1537 val = PyIter_Next(PyTuple_GET_ITEM(lz->iters, i));
1538 if (val == NULL) {
1539 Py_DECREF(argtuple);
1540 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001541 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001542 PyTuple_SET_ITEM(argtuple, i, val);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001543 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001544 if (lz->func == Py_None)
1545 return argtuple;
1546 result = PyObject_Call(lz->func, argtuple, NULL);
1547 Py_DECREF(argtuple);
1548 return result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001549}
1550
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001551PyDoc_STRVAR(imap_doc,
1552"imap(func, *iterables) --> imap object\n\
1553\n\
1554Make an iterator that computes the function using arguments from\n\
1555each of the iterables. Like map() except that it returns\n\
1556an iterator instead of a list and that it stops when the shortest\n\
1557iterable is exhausted instead of filling in None for shorter\n\
1558iterables.");
1559
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001560static PyTypeObject imap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001561 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001562 "itertools.imap", /* tp_name */
1563 sizeof(imapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001564 0, /* tp_itemsize */
1565 /* methods */
1566 (destructor)imap_dealloc, /* tp_dealloc */
1567 0, /* tp_print */
1568 0, /* tp_getattr */
1569 0, /* tp_setattr */
1570 0, /* tp_compare */
1571 0, /* tp_repr */
1572 0, /* tp_as_number */
1573 0, /* tp_as_sequence */
1574 0, /* tp_as_mapping */
1575 0, /* tp_hash */
1576 0, /* tp_call */
1577 0, /* tp_str */
1578 PyObject_GenericGetAttr, /* tp_getattro */
1579 0, /* tp_setattro */
1580 0, /* tp_as_buffer */
1581 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1582 Py_TPFLAGS_BASETYPE, /* tp_flags */
1583 imap_doc, /* tp_doc */
1584 (traverseproc)imap_traverse, /* tp_traverse */
1585 0, /* tp_clear */
1586 0, /* tp_richcompare */
1587 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001588 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001589 (iternextfunc)imap_next, /* tp_iternext */
1590 0, /* tp_methods */
1591 0, /* tp_members */
1592 0, /* tp_getset */
1593 0, /* tp_base */
1594 0, /* tp_dict */
1595 0, /* tp_descr_get */
1596 0, /* tp_descr_set */
1597 0, /* tp_dictoffset */
1598 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001599 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001600 imap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001601 PyObject_GC_Del, /* tp_free */
1602};
1603
1604
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001605/* chain object ************************************************************/
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001606
1607typedef struct {
1608 PyObject_HEAD
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001609 PyObject *source; /* Iterator over input iterables */
1610 PyObject *active; /* Currently running input iterator */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001611} chainobject;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001612
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001613static PyTypeObject chain_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001614
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001615static PyObject *
1616chain_new_internal(PyTypeObject *type, PyObject *source)
1617{
1618 chainobject *lz;
1619
1620 lz = (chainobject *)type->tp_alloc(type, 0);
1621 if (lz == NULL) {
1622 Py_DECREF(source);
1623 return NULL;
1624 }
1625
1626 lz->source = source;
1627 lz->active = NULL;
1628 return (PyObject *)lz;
1629}
1630
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001631static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001632chain_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001633{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001634 PyObject *source;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001635
Georg Brandlb84c1372007-01-21 10:28:43 +00001636 if (type == &chain_type && !_PyArg_NoKeywords("chain()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001637 return NULL;
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001638
1639 source = PyObject_GetIter(args);
1640 if (source == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001641 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001642
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001643 return chain_new_internal(type, source);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001644}
1645
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001646static PyObject *
1647chain_new_from_iterable(PyTypeObject *type, PyObject *arg)
1648{
1649 PyObject *source;
1650
1651 source = PyObject_GetIter(arg);
1652 if (source == NULL)
1653 return NULL;
1654
1655 return chain_new_internal(type, source);
1656}
1657
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001658static void
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001659chain_dealloc(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001660{
1661 PyObject_GC_UnTrack(lz);
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001662 Py_XDECREF(lz->active);
1663 Py_XDECREF(lz->source);
Christian Heimese93237d2007-12-19 02:37:44 +00001664 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001665}
1666
Raymond Hettinger2012f172003-02-07 05:32:58 +00001667static int
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001668chain_traverse(chainobject *lz, visitproc visit, void *arg)
Raymond Hettinger2012f172003-02-07 05:32:58 +00001669{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001670 Py_VISIT(lz->source);
1671 Py_VISIT(lz->active);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001672 return 0;
1673}
1674
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001675static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001676chain_next(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001677{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001678 PyObject *item;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001679
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001680 if (lz->source == NULL)
1681 return NULL; /* already stopped */
1682
1683 if (lz->active == NULL) {
1684 PyObject *iterable = PyIter_Next(lz->source);
1685 if (iterable == NULL) {
1686 Py_CLEAR(lz->source);
1687 return NULL; /* no more input sources */
Raymond Hettinger9d7c8702004-05-08 19:49:42 +00001688 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001689 lz->active = PyObject_GetIter(iterable);
Raymond Hettingerf1cca2b2008-03-04 22:29:44 +00001690 Py_DECREF(iterable);
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001691 if (lz->active == NULL) {
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001692 Py_CLEAR(lz->source);
1693 return NULL; /* input not iterable */
1694 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001695 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001696 item = PyIter_Next(lz->active);
1697 if (item != NULL)
1698 return item;
1699 if (PyErr_Occurred()) {
1700 if (PyErr_ExceptionMatches(PyExc_StopIteration))
1701 PyErr_Clear();
1702 else
1703 return NULL; /* input raised an exception */
1704 }
1705 Py_CLEAR(lz->active);
1706 return chain_next(lz); /* recurse and use next active */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001707}
1708
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001709PyDoc_STRVAR(chain_doc,
1710"chain(*iterables) --> chain object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001711\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001712Return a chain object whose .next() method returns elements from the\n\
1713first iterable until it is exhausted, then elements from the next\n\
1714iterable, until all of the iterables are exhausted.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001715
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001716PyDoc_STRVAR(chain_from_iterable_doc,
1717"chain.from_iterable(iterable) --> chain object\n\
1718\n\
1719Alternate chain() contructor taking a single iterable argument\n\
1720that evaluates lazily.");
1721
1722static PyMethodDef chain_methods[] = {
1723 {"from_iterable", (PyCFunction) chain_new_from_iterable, METH_O | METH_CLASS,
1724 chain_from_iterable_doc},
1725 {NULL, NULL} /* sentinel */
1726};
1727
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001728static PyTypeObject chain_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001729 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001730 "itertools.chain", /* tp_name */
1731 sizeof(chainobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001732 0, /* tp_itemsize */
1733 /* methods */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001734 (destructor)chain_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001735 0, /* tp_print */
1736 0, /* tp_getattr */
1737 0, /* tp_setattr */
1738 0, /* tp_compare */
1739 0, /* tp_repr */
1740 0, /* tp_as_number */
1741 0, /* tp_as_sequence */
1742 0, /* tp_as_mapping */
1743 0, /* tp_hash */
1744 0, /* tp_call */
1745 0, /* tp_str */
1746 PyObject_GenericGetAttr, /* tp_getattro */
1747 0, /* tp_setattro */
1748 0, /* tp_as_buffer */
1749 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1750 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001751 chain_doc, /* tp_doc */
1752 (traverseproc)chain_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001753 0, /* tp_clear */
1754 0, /* tp_richcompare */
1755 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001756 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001757 (iternextfunc)chain_next, /* tp_iternext */
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001758 chain_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001759 0, /* tp_members */
1760 0, /* tp_getset */
1761 0, /* tp_base */
1762 0, /* tp_dict */
1763 0, /* tp_descr_get */
1764 0, /* tp_descr_set */
1765 0, /* tp_dictoffset */
1766 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001767 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001768 chain_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001769 PyObject_GC_Del, /* tp_free */
1770};
1771
1772
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001773/* product object ************************************************************/
1774
1775typedef struct {
1776 PyObject_HEAD
1777 PyObject *pools; /* tuple of pool tuples */
Raymond Hettinger532316d2008-02-23 04:03:50 +00001778 Py_ssize_t *indices; /* one index per pool */
1779 PyObject *result; /* most recently returned result tuple */
1780 int stopped; /* set to 1 when the product iterator is exhausted */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001781} productobject;
1782
1783static PyTypeObject product_type;
1784
1785static PyObject *
1786product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1787{
1788 productobject *lz;
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001789 Py_ssize_t nargs, npools, repeat=1;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001790 PyObject *pools = NULL;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001791 Py_ssize_t *indices = NULL;
1792 Py_ssize_t i;
1793
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001794 if (kwds != NULL) {
1795 char *kwlist[] = {"repeat", 0};
1796 PyObject *tmpargs = PyTuple_New(0);
1797 if (tmpargs == NULL)
1798 return NULL;
1799 if (!PyArg_ParseTupleAndKeywords(tmpargs, kwds, "|n:product", kwlist, &repeat)) {
1800 Py_DECREF(tmpargs);
1801 return NULL;
1802 }
1803 Py_DECREF(tmpargs);
1804 if (repeat < 0) {
1805 PyErr_SetString(PyExc_ValueError,
1806 "repeat argument cannot be negative");
1807 return NULL;
1808 }
1809 }
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001810
1811 assert(PyTuple_Check(args));
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001812 nargs = (repeat == 0) ? 0 : PyTuple_GET_SIZE(args);
1813 npools = nargs * repeat;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001814
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001815 indices = PyMem_Malloc(npools * sizeof(Py_ssize_t));
Raymond Hettinger61024b92008-03-02 11:57:16 +00001816 if (indices == NULL) {
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001817 PyErr_NoMemory();
1818 goto error;
1819 }
1820
1821 pools = PyTuple_New(npools);
1822 if (pools == NULL)
1823 goto error;
1824
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001825 for (i=0; i < nargs ; ++i) {
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001826 PyObject *item = PyTuple_GET_ITEM(args, i);
1827 PyObject *pool = PySequence_Tuple(item);
1828 if (pool == NULL)
1829 goto error;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001830 PyTuple_SET_ITEM(pools, i, pool);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001831 indices[i] = 0;
1832 }
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001833 for ( ; i < npools; ++i) {
1834 PyObject *pool = PyTuple_GET_ITEM(pools, i - nargs);
1835 Py_INCREF(pool);
1836 PyTuple_SET_ITEM(pools, i, pool);
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001837 indices[i] = 0;
1838 }
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001839
1840 /* create productobject structure */
1841 lz = (productobject *)type->tp_alloc(type, 0);
Raymond Hettinger3bd77122008-02-27 01:08:04 +00001842 if (lz == NULL)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001843 goto error;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001844
1845 lz->pools = pools;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001846 lz->indices = indices;
1847 lz->result = NULL;
1848 lz->stopped = 0;
1849
1850 return (PyObject *)lz;
1851
1852error:
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001853 if (indices != NULL)
1854 PyMem_Free(indices);
1855 Py_XDECREF(pools);
1856 return NULL;
1857}
1858
1859static void
1860product_dealloc(productobject *lz)
1861{
1862 PyObject_GC_UnTrack(lz);
1863 Py_XDECREF(lz->pools);
1864 Py_XDECREF(lz->result);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001865 PyMem_Free(lz->indices);
1866 Py_TYPE(lz)->tp_free(lz);
1867}
1868
1869static int
1870product_traverse(productobject *lz, visitproc visit, void *arg)
1871{
1872 Py_VISIT(lz->pools);
1873 Py_VISIT(lz->result);
1874 return 0;
1875}
1876
1877static PyObject *
1878product_next(productobject *lz)
1879{
1880 PyObject *pool;
1881 PyObject *elem;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001882 PyObject *oldelem;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001883 PyObject *pools = lz->pools;
1884 PyObject *result = lz->result;
1885 Py_ssize_t npools = PyTuple_GET_SIZE(pools);
1886 Py_ssize_t i;
1887
1888 if (lz->stopped)
1889 return NULL;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001890
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001891 if (result == NULL) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001892 /* On the first pass, return an initial tuple filled with the
Raymond Hettingerd553d852008-03-04 04:17:08 +00001893 first element from each pool. */
Raymond Hettinger73d79632008-02-23 02:20:41 +00001894 result = PyTuple_New(npools);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001895 if (result == NULL)
1896 goto empty;
1897 lz->result = result;
1898 for (i=0; i < npools; i++) {
1899 pool = PyTuple_GET_ITEM(pools, i);
1900 if (PyTuple_GET_SIZE(pool) == 0)
1901 goto empty;
1902 elem = PyTuple_GET_ITEM(pool, 0);
1903 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001904 PyTuple_SET_ITEM(result, i, elem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001905 }
1906 } else {
1907 Py_ssize_t *indices = lz->indices;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001908
1909 /* Copy the previous result tuple or re-use it if available */
1910 if (Py_REFCNT(result) > 1) {
1911 PyObject *old_result = result;
1912 result = PyTuple_New(npools);
1913 if (result == NULL)
1914 goto empty;
1915 lz->result = result;
1916 for (i=0; i < npools; i++) {
1917 elem = PyTuple_GET_ITEM(old_result, i);
1918 Py_INCREF(elem);
1919 PyTuple_SET_ITEM(result, i, elem);
1920 }
1921 Py_DECREF(old_result);
1922 }
1923 /* Now, we've got the only copy so we can update it in-place */
Raymond Hettingere3fabd12008-03-02 12:02:19 +00001924 assert (npools==0 || Py_REFCNT(result) == 1);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001925
1926 /* Update the pool indices right-to-left. Only advance to the
1927 next pool when the previous one rolls-over */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001928 for (i=npools-1 ; i >= 0 ; i--) {
1929 pool = PyTuple_GET_ITEM(pools, i);
1930 indices[i]++;
Raymond Hettinger61024b92008-03-02 11:57:16 +00001931 if (indices[i] == PyTuple_GET_SIZE(pool)) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001932 /* Roll-over and advance to next pool */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001933 indices[i] = 0;
1934 elem = PyTuple_GET_ITEM(pool, 0);
1935 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001936 oldelem = PyTuple_GET_ITEM(result, i);
1937 PyTuple_SET_ITEM(result, i, elem);
1938 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001939 } else {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001940 /* No rollover. Just increment and stop here. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001941 elem = PyTuple_GET_ITEM(pool, indices[i]);
1942 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001943 oldelem = PyTuple_GET_ITEM(result, i);
1944 PyTuple_SET_ITEM(result, i, elem);
1945 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001946 break;
1947 }
1948 }
Raymond Hettinger73d79632008-02-23 02:20:41 +00001949
1950 /* If i is negative, then the indices have all rolled-over
1951 and we're done. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001952 if (i < 0)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001953 goto empty;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001954 }
1955
Raymond Hettinger73d79632008-02-23 02:20:41 +00001956 Py_INCREF(result);
1957 return result;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001958
1959empty:
1960 lz->stopped = 1;
1961 return NULL;
1962}
1963
1964PyDoc_STRVAR(product_doc,
1965"product(*iterables) --> product object\n\
1966\n\
Raymond Hettinger73d79632008-02-23 02:20:41 +00001967Cartesian product of input iterables. Equivalent to nested for-loops.\n\n\
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001968For example, product(A, B) returns the same as: ((x,y) for x in A for y in B).\n\
1969The leftmost iterators are in the outermost for-loop, so the output tuples\n\
1970cycle in a manner similar to an odometer (with the rightmost element changing\n\
1971on every iteration).\n\n\
1972product('ab', range(3)) --> ('a',0) ('a',1) ('a',2) ('b',0) ('b',1) ('b',2)\n\
1973product((0,1), (0,1), (0,1)) --> (0,0,0) (0,0,1) (0,1,0) (0,1,1) (1,0,0) ...");
1974
1975static PyTypeObject product_type = {
1976 PyVarObject_HEAD_INIT(NULL, 0)
1977 "itertools.product", /* tp_name */
1978 sizeof(productobject), /* tp_basicsize */
1979 0, /* tp_itemsize */
1980 /* methods */
1981 (destructor)product_dealloc, /* tp_dealloc */
1982 0, /* tp_print */
1983 0, /* tp_getattr */
1984 0, /* tp_setattr */
1985 0, /* tp_compare */
1986 0, /* tp_repr */
1987 0, /* tp_as_number */
1988 0, /* tp_as_sequence */
1989 0, /* tp_as_mapping */
1990 0, /* tp_hash */
1991 0, /* tp_call */
1992 0, /* tp_str */
1993 PyObject_GenericGetAttr, /* tp_getattro */
1994 0, /* tp_setattro */
1995 0, /* tp_as_buffer */
1996 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1997 Py_TPFLAGS_BASETYPE, /* tp_flags */
1998 product_doc, /* tp_doc */
1999 (traverseproc)product_traverse, /* tp_traverse */
2000 0, /* tp_clear */
2001 0, /* tp_richcompare */
2002 0, /* tp_weaklistoffset */
2003 PyObject_SelfIter, /* tp_iter */
2004 (iternextfunc)product_next, /* tp_iternext */
2005 0, /* tp_methods */
2006 0, /* tp_members */
2007 0, /* tp_getset */
2008 0, /* tp_base */
2009 0, /* tp_dict */
2010 0, /* tp_descr_get */
2011 0, /* tp_descr_set */
2012 0, /* tp_dictoffset */
2013 0, /* tp_init */
2014 0, /* tp_alloc */
2015 product_new, /* tp_new */
2016 PyObject_GC_Del, /* tp_free */
2017};
2018
2019
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002020/* combinations object ************************************************************/
2021
2022typedef struct {
2023 PyObject_HEAD
2024 PyObject *pool; /* input converted to a tuple */
2025 Py_ssize_t *indices; /* one index per result element */
2026 PyObject *result; /* most recently returned result tuple */
2027 Py_ssize_t r; /* size of result tuple */
2028 int stopped; /* set to 1 when the combinations iterator is exhausted */
2029} combinationsobject;
2030
2031static PyTypeObject combinations_type;
2032
2033static PyObject *
2034combinations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2035{
2036 combinationsobject *co;
2037 Py_ssize_t n;
2038 Py_ssize_t r;
2039 PyObject *pool = NULL;
2040 PyObject *iterable = NULL;
2041 Py_ssize_t *indices = NULL;
2042 Py_ssize_t i;
2043 static char *kwargs[] = {"iterable", "r", NULL};
2044
2045 if (!PyArg_ParseTupleAndKeywords(args, kwds, "On:combinations", kwargs,
2046 &iterable, &r))
2047 return NULL;
2048
2049 pool = PySequence_Tuple(iterable);
2050 if (pool == NULL)
2051 goto error;
2052 n = PyTuple_GET_SIZE(pool);
2053 if (r < 0) {
2054 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2055 goto error;
2056 }
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002057
2058 indices = PyMem_Malloc(r * sizeof(Py_ssize_t));
2059 if (indices == NULL) {
2060 PyErr_NoMemory();
2061 goto error;
2062 }
2063
2064 for (i=0 ; i<r ; i++)
2065 indices[i] = i;
2066
2067 /* create combinationsobject structure */
2068 co = (combinationsobject *)type->tp_alloc(type, 0);
2069 if (co == NULL)
2070 goto error;
2071
2072 co->pool = pool;
2073 co->indices = indices;
2074 co->result = NULL;
2075 co->r = r;
Raymond Hettinger5b913e32009-01-08 06:39:04 +00002076 co->stopped = r > n ? 1 : 0;
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002077
2078 return (PyObject *)co;
2079
2080error:
2081 if (indices != NULL)
2082 PyMem_Free(indices);
2083 Py_XDECREF(pool);
2084 return NULL;
2085}
2086
2087static void
2088combinations_dealloc(combinationsobject *co)
2089{
2090 PyObject_GC_UnTrack(co);
2091 Py_XDECREF(co->pool);
2092 Py_XDECREF(co->result);
2093 PyMem_Free(co->indices);
2094 Py_TYPE(co)->tp_free(co);
2095}
2096
2097static int
2098combinations_traverse(combinationsobject *co, visitproc visit, void *arg)
2099{
2100 Py_VISIT(co->pool);
2101 Py_VISIT(co->result);
2102 return 0;
2103}
2104
2105static PyObject *
2106combinations_next(combinationsobject *co)
2107{
2108 PyObject *elem;
2109 PyObject *oldelem;
2110 PyObject *pool = co->pool;
2111 Py_ssize_t *indices = co->indices;
2112 PyObject *result = co->result;
2113 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2114 Py_ssize_t r = co->r;
2115 Py_ssize_t i, j, index;
2116
2117 if (co->stopped)
2118 return NULL;
2119
2120 if (result == NULL) {
2121 /* On the first pass, initialize result tuple using the indices */
2122 result = PyTuple_New(r);
2123 if (result == NULL)
2124 goto empty;
2125 co->result = result;
2126 for (i=0; i<r ; i++) {
2127 index = indices[i];
2128 elem = PyTuple_GET_ITEM(pool, index);
2129 Py_INCREF(elem);
2130 PyTuple_SET_ITEM(result, i, elem);
2131 }
2132 } else {
2133 /* Copy the previous result tuple or re-use it if available */
2134 if (Py_REFCNT(result) > 1) {
2135 PyObject *old_result = result;
2136 result = PyTuple_New(r);
2137 if (result == NULL)
2138 goto empty;
2139 co->result = result;
2140 for (i=0; i<r ; i++) {
2141 elem = PyTuple_GET_ITEM(old_result, i);
2142 Py_INCREF(elem);
2143 PyTuple_SET_ITEM(result, i, elem);
2144 }
2145 Py_DECREF(old_result);
2146 }
Christian Heimescdddf182008-02-28 11:18:49 +00002147 /* Now, we've got the only copy so we can update it in-place
2148 * CPython's empty tuple is a singleton and cached in
2149 * PyTuple's freelist.
2150 */
2151 assert(r == 0 || Py_REFCNT(result) == 1);
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002152
2153 /* Scan indices right-to-left until finding one that is not
2154 at its maximum (i + n - r). */
2155 for (i=r-1 ; i >= 0 && indices[i] == i+n-r ; i--)
2156 ;
2157
2158 /* If i is negative, then the indices are all at
2159 their maximum value and we're done. */
2160 if (i < 0)
2161 goto empty;
2162
2163 /* Increment the current index which we know is not at its
2164 maximum. Then move back to the right setting each index
2165 to its lowest possible value (one higher than the index
2166 to its left -- this maintains the sort order invariant). */
2167 indices[i]++;
2168 for (j=i+1 ; j<r ; j++)
2169 indices[j] = indices[j-1] + 1;
2170
2171 /* Update the result tuple for the new indices
2172 starting with i, the leftmost index that changed */
2173 for ( ; i<r ; i++) {
2174 index = indices[i];
2175 elem = PyTuple_GET_ITEM(pool, index);
2176 Py_INCREF(elem);
2177 oldelem = PyTuple_GET_ITEM(result, i);
2178 PyTuple_SET_ITEM(result, i, elem);
2179 Py_DECREF(oldelem);
2180 }
2181 }
2182
2183 Py_INCREF(result);
2184 return result;
2185
2186empty:
2187 co->stopped = 1;
2188 return NULL;
2189}
2190
2191PyDoc_STRVAR(combinations_doc,
Georg Brandl8550d692008-06-10 12:46:39 +00002192"combinations(iterable[, r]) --> combinations object\n\
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002193\n\
2194Return successive r-length combinations of elements in the iterable.\n\n\
2195combinations(range(4), 3) --> (0,1,2), (0,1,3), (0,2,3), (1,2,3)");
2196
2197static PyTypeObject combinations_type = {
2198 PyVarObject_HEAD_INIT(NULL, 0)
2199 "itertools.combinations", /* tp_name */
2200 sizeof(combinationsobject), /* tp_basicsize */
2201 0, /* tp_itemsize */
2202 /* methods */
2203 (destructor)combinations_dealloc, /* tp_dealloc */
2204 0, /* tp_print */
2205 0, /* tp_getattr */
2206 0, /* tp_setattr */
2207 0, /* tp_compare */
2208 0, /* tp_repr */
2209 0, /* tp_as_number */
2210 0, /* tp_as_sequence */
2211 0, /* tp_as_mapping */
2212 0, /* tp_hash */
2213 0, /* tp_call */
2214 0, /* tp_str */
2215 PyObject_GenericGetAttr, /* tp_getattro */
2216 0, /* tp_setattro */
2217 0, /* tp_as_buffer */
2218 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2219 Py_TPFLAGS_BASETYPE, /* tp_flags */
2220 combinations_doc, /* tp_doc */
2221 (traverseproc)combinations_traverse, /* tp_traverse */
2222 0, /* tp_clear */
2223 0, /* tp_richcompare */
2224 0, /* tp_weaklistoffset */
2225 PyObject_SelfIter, /* tp_iter */
2226 (iternextfunc)combinations_next, /* tp_iternext */
2227 0, /* tp_methods */
2228 0, /* tp_members */
2229 0, /* tp_getset */
2230 0, /* tp_base */
2231 0, /* tp_dict */
2232 0, /* tp_descr_get */
2233 0, /* tp_descr_set */
2234 0, /* tp_dictoffset */
2235 0, /* tp_init */
2236 0, /* tp_alloc */
2237 combinations_new, /* tp_new */
2238 PyObject_GC_Del, /* tp_free */
2239};
2240
2241
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002242/* permutations object ************************************************************
2243
2244def permutations(iterable, r=None):
2245 'permutations(range(3), 2) --> (0,1) (0,2) (1,0) (1,2) (2,0) (2,1)'
2246 pool = tuple(iterable)
2247 n = len(pool)
2248 r = n if r is None else r
2249 indices = range(n)
2250 cycles = range(n-r+1, n+1)[::-1]
2251 yield tuple(pool[i] for i in indices[:r])
2252 while n:
2253 for i in reversed(range(r)):
2254 cycles[i] -= 1
2255 if cycles[i] == 0:
2256 indices[i:] = indices[i+1:] + indices[i:i+1]
2257 cycles[i] = n - i
2258 else:
2259 j = cycles[i]
2260 indices[i], indices[-j] = indices[-j], indices[i]
2261 yield tuple(pool[i] for i in indices[:r])
2262 break
2263 else:
2264 return
2265*/
2266
2267typedef struct {
2268 PyObject_HEAD
2269 PyObject *pool; /* input converted to a tuple */
2270 Py_ssize_t *indices; /* one index per element in the pool */
2271 Py_ssize_t *cycles; /* one rollover counter per element in the result */
2272 PyObject *result; /* most recently returned result tuple */
2273 Py_ssize_t r; /* size of result tuple */
2274 int stopped; /* set to 1 when the permutations iterator is exhausted */
2275} permutationsobject;
2276
2277static PyTypeObject permutations_type;
2278
2279static PyObject *
2280permutations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2281{
2282 permutationsobject *po;
2283 Py_ssize_t n;
2284 Py_ssize_t r;
2285 PyObject *robj = Py_None;
2286 PyObject *pool = NULL;
2287 PyObject *iterable = NULL;
2288 Py_ssize_t *indices = NULL;
2289 Py_ssize_t *cycles = NULL;
2290 Py_ssize_t i;
2291 static char *kwargs[] = {"iterable", "r", NULL};
2292
2293 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:permutations", kwargs,
2294 &iterable, &robj))
2295 return NULL;
2296
2297 pool = PySequence_Tuple(iterable);
2298 if (pool == NULL)
2299 goto error;
2300 n = PyTuple_GET_SIZE(pool);
2301
2302 r = n;
2303 if (robj != Py_None) {
2304 r = PyInt_AsSsize_t(robj);
2305 if (r == -1 && PyErr_Occurred())
2306 goto error;
2307 }
2308 if (r < 0) {
2309 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2310 goto error;
2311 }
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002312
2313 indices = PyMem_Malloc(n * sizeof(Py_ssize_t));
2314 cycles = PyMem_Malloc(r * sizeof(Py_ssize_t));
2315 if (indices == NULL || cycles == NULL) {
2316 PyErr_NoMemory();
2317 goto error;
2318 }
2319
2320 for (i=0 ; i<n ; i++)
2321 indices[i] = i;
2322 for (i=0 ; i<r ; i++)
2323 cycles[i] = n - i;
2324
2325 /* create permutationsobject structure */
2326 po = (permutationsobject *)type->tp_alloc(type, 0);
2327 if (po == NULL)
2328 goto error;
2329
2330 po->pool = pool;
2331 po->indices = indices;
2332 po->cycles = cycles;
2333 po->result = NULL;
2334 po->r = r;
Raymond Hettinger5b913e32009-01-08 06:39:04 +00002335 po->stopped = r > n ? 1 : 0;
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002336
2337 return (PyObject *)po;
2338
2339error:
2340 if (indices != NULL)
2341 PyMem_Free(indices);
2342 if (cycles != NULL)
2343 PyMem_Free(cycles);
2344 Py_XDECREF(pool);
2345 return NULL;
2346}
2347
2348static void
2349permutations_dealloc(permutationsobject *po)
2350{
2351 PyObject_GC_UnTrack(po);
2352 Py_XDECREF(po->pool);
2353 Py_XDECREF(po->result);
2354 PyMem_Free(po->indices);
2355 PyMem_Free(po->cycles);
2356 Py_TYPE(po)->tp_free(po);
2357}
2358
2359static int
2360permutations_traverse(permutationsobject *po, visitproc visit, void *arg)
2361{
Raymond Hettinger6e3e4152008-03-05 21:04:32 +00002362 Py_VISIT(po->pool);
2363 Py_VISIT(po->result);
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002364 return 0;
2365}
2366
2367static PyObject *
2368permutations_next(permutationsobject *po)
2369{
2370 PyObject *elem;
2371 PyObject *oldelem;
2372 PyObject *pool = po->pool;
2373 Py_ssize_t *indices = po->indices;
2374 Py_ssize_t *cycles = po->cycles;
2375 PyObject *result = po->result;
2376 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2377 Py_ssize_t r = po->r;
2378 Py_ssize_t i, j, k, index;
2379
2380 if (po->stopped)
2381 return NULL;
2382
2383 if (result == NULL) {
2384 /* On the first pass, initialize result tuple using the indices */
2385 result = PyTuple_New(r);
2386 if (result == NULL)
2387 goto empty;
2388 po->result = result;
2389 for (i=0; i<r ; i++) {
2390 index = indices[i];
2391 elem = PyTuple_GET_ITEM(pool, index);
2392 Py_INCREF(elem);
2393 PyTuple_SET_ITEM(result, i, elem);
2394 }
2395 } else {
2396 if (n == 0)
2397 goto empty;
2398
2399 /* Copy the previous result tuple or re-use it if available */
2400 if (Py_REFCNT(result) > 1) {
2401 PyObject *old_result = result;
2402 result = PyTuple_New(r);
2403 if (result == NULL)
2404 goto empty;
2405 po->result = result;
2406 for (i=0; i<r ; i++) {
2407 elem = PyTuple_GET_ITEM(old_result, i);
2408 Py_INCREF(elem);
2409 PyTuple_SET_ITEM(result, i, elem);
2410 }
2411 Py_DECREF(old_result);
2412 }
2413 /* Now, we've got the only copy so we can update it in-place */
2414 assert(r == 0 || Py_REFCNT(result) == 1);
2415
2416 /* Decrement rightmost cycle, moving leftward upon zero rollover */
2417 for (i=r-1 ; i>=0 ; i--) {
2418 cycles[i] -= 1;
2419 if (cycles[i] == 0) {
2420 /* rotatation: indices[i:] = indices[i+1:] + indices[i:i+1] */
2421 index = indices[i];
2422 for (j=i ; j<n-1 ; j++)
2423 indices[j] = indices[j+1];
2424 indices[n-1] = index;
2425 cycles[i] = n - i;
2426 } else {
2427 j = cycles[i];
2428 index = indices[i];
2429 indices[i] = indices[n-j];
2430 indices[n-j] = index;
2431
2432 for (k=i; k<r ; k++) {
2433 /* start with i, the leftmost element that changed */
2434 /* yield tuple(pool[k] for k in indices[:r]) */
2435 index = indices[k];
2436 elem = PyTuple_GET_ITEM(pool, index);
2437 Py_INCREF(elem);
2438 oldelem = PyTuple_GET_ITEM(result, k);
2439 PyTuple_SET_ITEM(result, k, elem);
2440 Py_DECREF(oldelem);
2441 }
2442 break;
2443 }
2444 }
2445 /* If i is negative, then the cycles have all
2446 rolled-over and we're done. */
2447 if (i < 0)
2448 goto empty;
2449 }
2450 Py_INCREF(result);
2451 return result;
2452
2453empty:
2454 po->stopped = 1;
2455 return NULL;
2456}
2457
2458PyDoc_STRVAR(permutations_doc,
Georg Brandl8550d692008-06-10 12:46:39 +00002459"permutations(iterable[, r]) --> permutations object\n\
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002460\n\
2461Return successive r-length permutations of elements in the iterable.\n\n\
Georg Brandl8550d692008-06-10 12:46:39 +00002462permutations(range(3), 2) --> (0,1), (0,2), (1,0), (1,2), (2,0), (2,1)");
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002463
2464static PyTypeObject permutations_type = {
2465 PyVarObject_HEAD_INIT(NULL, 0)
2466 "itertools.permutations", /* tp_name */
2467 sizeof(permutationsobject), /* tp_basicsize */
2468 0, /* tp_itemsize */
2469 /* methods */
2470 (destructor)permutations_dealloc, /* tp_dealloc */
2471 0, /* tp_print */
2472 0, /* tp_getattr */
2473 0, /* tp_setattr */
2474 0, /* tp_compare */
2475 0, /* tp_repr */
2476 0, /* tp_as_number */
2477 0, /* tp_as_sequence */
2478 0, /* tp_as_mapping */
2479 0, /* tp_hash */
2480 0, /* tp_call */
2481 0, /* tp_str */
2482 PyObject_GenericGetAttr, /* tp_getattro */
2483 0, /* tp_setattro */
2484 0, /* tp_as_buffer */
2485 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2486 Py_TPFLAGS_BASETYPE, /* tp_flags */
2487 permutations_doc, /* tp_doc */
2488 (traverseproc)permutations_traverse, /* tp_traverse */
2489 0, /* tp_clear */
2490 0, /* tp_richcompare */
2491 0, /* tp_weaklistoffset */
2492 PyObject_SelfIter, /* tp_iter */
2493 (iternextfunc)permutations_next, /* tp_iternext */
2494 0, /* tp_methods */
2495 0, /* tp_members */
2496 0, /* tp_getset */
2497 0, /* tp_base */
2498 0, /* tp_dict */
2499 0, /* tp_descr_get */
2500 0, /* tp_descr_set */
2501 0, /* tp_dictoffset */
2502 0, /* tp_init */
2503 0, /* tp_alloc */
2504 permutations_new, /* tp_new */
2505 PyObject_GC_Del, /* tp_free */
2506};
2507
2508
Raymond Hettinger2bcb8e92009-01-25 21:04:14 +00002509/* compress object ************************************************************/
2510
2511/* Equivalent to:
2512
2513 def compress(data, selectors):
2514 "compress('ABCDEF', [1,0,1,0,1,1]) --> A C E F"
2515 return (d for d, s in izip(data, selectors) if s)
2516*/
2517
2518typedef struct {
2519 PyObject_HEAD
2520 PyObject *data;
2521 PyObject *selectors;
2522} compressobject;
2523
2524static PyTypeObject compress_type;
2525
2526static PyObject *
2527compress_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2528{
2529 PyObject *seq1, *seq2;
2530 PyObject *data=NULL, *selectors=NULL;
2531 compressobject *lz;
2532
2533 if (type == &compress_type && !_PyArg_NoKeywords("compress()", kwds))
2534 return NULL;
2535
2536 if (!PyArg_UnpackTuple(args, "compress", 2, 2, &seq1, &seq2))
2537 return NULL;
2538
2539 data = PyObject_GetIter(seq1);
2540 if (data == NULL)
2541 goto fail;
2542 selectors = PyObject_GetIter(seq2);
2543 if (selectors == NULL)
2544 goto fail;
2545
2546 /* create compressobject structure */
2547 lz = (compressobject *)type->tp_alloc(type, 0);
2548 if (lz == NULL)
2549 goto fail;
2550 lz->data = data;
2551 lz->selectors = selectors;
2552 return (PyObject *)lz;
2553
2554fail:
2555 Py_XDECREF(data);
2556 Py_XDECREF(selectors);
2557 return NULL;
2558}
2559
2560static void
2561compress_dealloc(compressobject *lz)
2562{
2563 PyObject_GC_UnTrack(lz);
2564 Py_XDECREF(lz->data);
2565 Py_XDECREF(lz->selectors);
2566 Py_TYPE(lz)->tp_free(lz);
2567}
2568
2569static int
2570compress_traverse(compressobject *lz, visitproc visit, void *arg)
2571{
2572 Py_VISIT(lz->data);
2573 Py_VISIT(lz->selectors);
2574 return 0;
2575}
2576
2577static PyObject *
2578compress_next(compressobject *lz)
2579{
2580 PyObject *data = lz->data, *selectors = lz->selectors;
2581 PyObject *datum, *selector;
2582 PyObject *(*datanext)(PyObject *) = *Py_TYPE(data)->tp_iternext;
2583 PyObject *(*selectornext)(PyObject *) = *Py_TYPE(selectors)->tp_iternext;
2584 int ok;
2585
2586 while (1) {
2587 /* Steps: get datum, get selector, evaluate selector.
2588 Order is important (to match the pure python version
2589 in terms of which input gets a chance to raise an
2590 exception first).
2591 */
2592
2593 datum = datanext(data);
2594 if (datum == NULL)
2595 return NULL;
2596
2597 selector = selectornext(selectors);
2598 if (selector == NULL) {
2599 Py_DECREF(datum);
2600 return NULL;
2601 }
2602
2603 ok = PyObject_IsTrue(selector);
2604 Py_DECREF(selector);
2605 if (ok == 1)
2606 return datum;
2607 Py_DECREF(datum);
2608 if (ok == -1)
2609 return NULL;
2610 }
2611}
2612
2613PyDoc_STRVAR(compress_doc,
2614"compress(data sequence, selector sequence) --> iterator over selected data\n\
2615\n\
2616Return data elements corresponding to true selector elements.\n\
2617Forms a shorter iterator from selected data elements using the\n\
2618selectors to choose the data elements.");
2619
2620static PyTypeObject compress_type = {
2621 PyVarObject_HEAD_INIT(NULL, 0)
2622 "itertools.compress", /* tp_name */
2623 sizeof(compressobject), /* tp_basicsize */
2624 0, /* tp_itemsize */
2625 /* methods */
2626 (destructor)compress_dealloc, /* tp_dealloc */
2627 0, /* tp_print */
2628 0, /* tp_getattr */
2629 0, /* tp_setattr */
2630 0, /* tp_compare */
2631 0, /* tp_repr */
2632 0, /* tp_as_number */
2633 0, /* tp_as_sequence */
2634 0, /* tp_as_mapping */
2635 0, /* tp_hash */
2636 0, /* tp_call */
2637 0, /* tp_str */
2638 PyObject_GenericGetAttr, /* tp_getattro */
2639 0, /* tp_setattro */
2640 0, /* tp_as_buffer */
2641 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2642 Py_TPFLAGS_BASETYPE, /* tp_flags */
2643 compress_doc, /* tp_doc */
2644 (traverseproc)compress_traverse, /* tp_traverse */
2645 0, /* tp_clear */
2646 0, /* tp_richcompare */
2647 0, /* tp_weaklistoffset */
2648 PyObject_SelfIter, /* tp_iter */
2649 (iternextfunc)compress_next, /* tp_iternext */
2650 0, /* tp_methods */
2651 0, /* tp_members */
2652 0, /* tp_getset */
2653 0, /* tp_base */
2654 0, /* tp_dict */
2655 0, /* tp_descr_get */
2656 0, /* tp_descr_set */
2657 0, /* tp_dictoffset */
2658 0, /* tp_init */
2659 0, /* tp_alloc */
2660 compress_new, /* tp_new */
2661 PyObject_GC_Del, /* tp_free */
2662};
2663
2664
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002665/* ifilter object ************************************************************/
2666
2667typedef struct {
2668 PyObject_HEAD
2669 PyObject *func;
2670 PyObject *it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002671} ifilterobject;
2672
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002673static PyTypeObject ifilter_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002674
2675static PyObject *
2676ifilter_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2677{
Raymond Hettinger60eca932003-02-09 06:40:58 +00002678 PyObject *func, *seq;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002679 PyObject *it;
2680 ifilterobject *lz;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002681
Georg Brandlb84c1372007-01-21 10:28:43 +00002682 if (type == &ifilter_type && !_PyArg_NoKeywords("ifilter()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002683 return NULL;
2684
Raymond Hettinger60eca932003-02-09 06:40:58 +00002685 if (!PyArg_UnpackTuple(args, "ifilter", 2, 2, &func, &seq))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002686 return NULL;
2687
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002688 /* Get iterator. */
2689 it = PyObject_GetIter(seq);
2690 if (it == NULL)
2691 return NULL;
2692
2693 /* create ifilterobject structure */
2694 lz = (ifilterobject *)type->tp_alloc(type, 0);
2695 if (lz == NULL) {
2696 Py_DECREF(it);
2697 return NULL;
2698 }
2699 Py_INCREF(func);
2700 lz->func = func;
2701 lz->it = it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002702
2703 return (PyObject *)lz;
2704}
2705
2706static void
2707ifilter_dealloc(ifilterobject *lz)
2708{
2709 PyObject_GC_UnTrack(lz);
2710 Py_XDECREF(lz->func);
2711 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00002712 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002713}
2714
2715static int
2716ifilter_traverse(ifilterobject *lz, visitproc visit, void *arg)
2717{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002718 Py_VISIT(lz->it);
2719 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002720 return 0;
2721}
2722
2723static PyObject *
2724ifilter_next(ifilterobject *lz)
2725{
2726 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002727 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002728 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002729 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002730
Christian Heimese93237d2007-12-19 02:37:44 +00002731 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002732 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002733 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002734 if (item == NULL)
2735 return NULL;
2736
Facundo Batistab1d70e22008-02-25 23:46:02 +00002737 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002738 ok = PyObject_IsTrue(item);
2739 } else {
2740 PyObject *good;
2741 good = PyObject_CallFunctionObjArgs(lz->func,
2742 item, NULL);
2743 if (good == NULL) {
2744 Py_DECREF(item);
2745 return NULL;
2746 }
2747 ok = PyObject_IsTrue(good);
2748 Py_DECREF(good);
2749 }
Raymond Hettinger60eca932003-02-09 06:40:58 +00002750 if (ok)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002751 return item;
2752 Py_DECREF(item);
2753 }
2754}
2755
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002756PyDoc_STRVAR(ifilter_doc,
Raymond Hettinger60eca932003-02-09 06:40:58 +00002757"ifilter(function or None, sequence) --> ifilter object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002758\n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00002759Return those items of sequence for which function(item) is true.\n\
2760If function is None, return the items that are true.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002761
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002762static PyTypeObject ifilter_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002763 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002764 "itertools.ifilter", /* tp_name */
2765 sizeof(ifilterobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002766 0, /* tp_itemsize */
2767 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002768 (destructor)ifilter_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002769 0, /* tp_print */
2770 0, /* tp_getattr */
2771 0, /* tp_setattr */
2772 0, /* tp_compare */
2773 0, /* tp_repr */
2774 0, /* tp_as_number */
2775 0, /* tp_as_sequence */
2776 0, /* tp_as_mapping */
2777 0, /* tp_hash */
2778 0, /* tp_call */
2779 0, /* tp_str */
2780 PyObject_GenericGetAttr, /* tp_getattro */
2781 0, /* tp_setattro */
2782 0, /* tp_as_buffer */
2783 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2784 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002785 ifilter_doc, /* tp_doc */
2786 (traverseproc)ifilter_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002787 0, /* tp_clear */
2788 0, /* tp_richcompare */
2789 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002790 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002791 (iternextfunc)ifilter_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002792 0, /* tp_methods */
2793 0, /* tp_members */
2794 0, /* tp_getset */
2795 0, /* tp_base */
2796 0, /* tp_dict */
2797 0, /* tp_descr_get */
2798 0, /* tp_descr_set */
2799 0, /* tp_dictoffset */
2800 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002801 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002802 ifilter_new, /* tp_new */
2803 PyObject_GC_Del, /* tp_free */
2804};
2805
2806
2807/* ifilterfalse object ************************************************************/
2808
2809typedef struct {
2810 PyObject_HEAD
2811 PyObject *func;
2812 PyObject *it;
2813} ifilterfalseobject;
2814
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002815static PyTypeObject ifilterfalse_type;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002816
2817static PyObject *
2818ifilterfalse_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2819{
Guido van Rossumd58f3fc2003-02-09 17:19:18 +00002820 PyObject *func, *seq;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002821 PyObject *it;
2822 ifilterfalseobject *lz;
2823
Georg Brandlb84c1372007-01-21 10:28:43 +00002824 if (type == &ifilterfalse_type &&
2825 !_PyArg_NoKeywords("ifilterfalse()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002826 return NULL;
2827
Raymond Hettinger60eca932003-02-09 06:40:58 +00002828 if (!PyArg_UnpackTuple(args, "ifilterfalse", 2, 2, &func, &seq))
2829 return NULL;
2830
2831 /* Get iterator. */
2832 it = PyObject_GetIter(seq);
2833 if (it == NULL)
2834 return NULL;
2835
2836 /* create ifilterfalseobject structure */
2837 lz = (ifilterfalseobject *)type->tp_alloc(type, 0);
2838 if (lz == NULL) {
2839 Py_DECREF(it);
2840 return NULL;
2841 }
2842 Py_INCREF(func);
2843 lz->func = func;
2844 lz->it = it;
2845
2846 return (PyObject *)lz;
2847}
2848
2849static void
2850ifilterfalse_dealloc(ifilterfalseobject *lz)
2851{
2852 PyObject_GC_UnTrack(lz);
2853 Py_XDECREF(lz->func);
2854 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00002855 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002856}
2857
2858static int
2859ifilterfalse_traverse(ifilterfalseobject *lz, visitproc visit, void *arg)
2860{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002861 Py_VISIT(lz->it);
2862 Py_VISIT(lz->func);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002863 return 0;
2864}
2865
2866static PyObject *
2867ifilterfalse_next(ifilterfalseobject *lz)
2868{
2869 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002870 PyObject *it = lz->it;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002871 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002872 PyObject *(*iternext)(PyObject *);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002873
Christian Heimese93237d2007-12-19 02:37:44 +00002874 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002875 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002876 item = iternext(it);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002877 if (item == NULL)
2878 return NULL;
2879
Facundo Batistab1d70e22008-02-25 23:46:02 +00002880 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger60eca932003-02-09 06:40:58 +00002881 ok = PyObject_IsTrue(item);
2882 } else {
2883 PyObject *good;
2884 good = PyObject_CallFunctionObjArgs(lz->func,
2885 item, NULL);
2886 if (good == NULL) {
2887 Py_DECREF(item);
2888 return NULL;
2889 }
2890 ok = PyObject_IsTrue(good);
2891 Py_DECREF(good);
2892 }
2893 if (!ok)
2894 return item;
2895 Py_DECREF(item);
2896 }
2897}
2898
Raymond Hettinger60eca932003-02-09 06:40:58 +00002899PyDoc_STRVAR(ifilterfalse_doc,
2900"ifilterfalse(function or None, sequence) --> ifilterfalse object\n\
2901\n\
2902Return those items of sequence for which function(item) is false.\n\
2903If function is None, return the items that are false.");
2904
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002905static PyTypeObject ifilterfalse_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002906 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002907 "itertools.ifilterfalse", /* tp_name */
2908 sizeof(ifilterfalseobject), /* tp_basicsize */
2909 0, /* tp_itemsize */
2910 /* methods */
2911 (destructor)ifilterfalse_dealloc, /* tp_dealloc */
2912 0, /* tp_print */
2913 0, /* tp_getattr */
2914 0, /* tp_setattr */
2915 0, /* tp_compare */
2916 0, /* tp_repr */
2917 0, /* tp_as_number */
2918 0, /* tp_as_sequence */
2919 0, /* tp_as_mapping */
2920 0, /* tp_hash */
2921 0, /* tp_call */
2922 0, /* tp_str */
2923 PyObject_GenericGetAttr, /* tp_getattro */
2924 0, /* tp_setattro */
2925 0, /* tp_as_buffer */
2926 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2927 Py_TPFLAGS_BASETYPE, /* tp_flags */
2928 ifilterfalse_doc, /* tp_doc */
2929 (traverseproc)ifilterfalse_traverse, /* tp_traverse */
2930 0, /* tp_clear */
2931 0, /* tp_richcompare */
2932 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002933 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002934 (iternextfunc)ifilterfalse_next, /* tp_iternext */
2935 0, /* tp_methods */
2936 0, /* tp_members */
2937 0, /* tp_getset */
2938 0, /* tp_base */
2939 0, /* tp_dict */
2940 0, /* tp_descr_get */
2941 0, /* tp_descr_set */
2942 0, /* tp_dictoffset */
2943 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002944 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002945 ifilterfalse_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002946 PyObject_GC_Del, /* tp_free */
2947};
2948
2949
2950/* count object ************************************************************/
2951
2952typedef struct {
2953 PyObject_HEAD
Jack Diederich6c433a92006-05-26 11:15:17 +00002954 Py_ssize_t cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002955 PyObject *long_cnt; /* Arbitrarily large count when cnt >= PY_SSIZE_T_MAX */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002956} countobject;
2957
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002958static PyTypeObject count_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002959
2960static PyObject *
2961count_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2962{
2963 countobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00002964 Py_ssize_t cnt = 0;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002965 PyObject *cnt_arg = NULL;
2966 PyObject *long_cnt = NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002967
Georg Brandlb84c1372007-01-21 10:28:43 +00002968 if (type == &count_type && !_PyArg_NoKeywords("count()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002969 return NULL;
2970
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002971 if (!PyArg_UnpackTuple(args, "count", 0, 1, &cnt_arg))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002972 return NULL;
2973
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002974 if (cnt_arg != NULL) {
2975 cnt = PyInt_AsSsize_t(cnt_arg);
2976 if (cnt == -1 && PyErr_Occurred()) {
2977 PyErr_Clear();
2978 if (!PyLong_Check(cnt_arg)) {
2979 PyErr_SetString(PyExc_TypeError, "an integer is required");
2980 return NULL;
2981 }
2982 long_cnt = cnt_arg;
2983 Py_INCREF(long_cnt);
2984 cnt = PY_SSIZE_T_MAX;
2985 }
2986 }
2987
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002988 /* create countobject structure */
2989 lz = (countobject *)PyObject_New(countobject, &count_type);
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002990 if (lz == NULL) {
2991 Py_XDECREF(long_cnt);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002992 return NULL;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002993 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002994 lz->cnt = cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002995 lz->long_cnt = long_cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002996
2997 return (PyObject *)lz;
2998}
2999
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003000static void
3001count_dealloc(countobject *lz)
3002{
3003 Py_XDECREF(lz->long_cnt);
3004 PyObject_Del(lz);
3005}
3006
3007static PyObject *
3008count_nextlong(countobject *lz)
3009{
3010 static PyObject *one = NULL;
3011 PyObject *cnt;
3012 PyObject *stepped_up;
3013
3014 if (lz->long_cnt == NULL) {
3015 lz->long_cnt = PyInt_FromSsize_t(PY_SSIZE_T_MAX);
3016 if (lz->long_cnt == NULL)
3017 return NULL;
3018 }
3019 if (one == NULL) {
3020 one = PyInt_FromLong(1);
3021 if (one == NULL)
3022 return NULL;
3023 }
3024 cnt = lz->long_cnt;
3025 assert(cnt != NULL);
3026 stepped_up = PyNumber_Add(cnt, one);
3027 if (stepped_up == NULL)
3028 return NULL;
3029 lz->long_cnt = stepped_up;
3030 return cnt;
3031}
3032
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003033static PyObject *
3034count_next(countobject *lz)
3035{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003036 if (lz->cnt == PY_SSIZE_T_MAX)
3037 return count_nextlong(lz);
Jack Diederich36234e82006-09-21 17:50:26 +00003038 return PyInt_FromSsize_t(lz->cnt++);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003039}
3040
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003041static PyObject *
3042count_repr(countobject *lz)
3043{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003044 PyObject *cnt_repr;
3045 PyObject *result;
3046
3047 if (lz->cnt != PY_SSIZE_T_MAX)
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003048 return PyString_FromFormat("count(%zd)", lz->cnt);
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003049
3050 cnt_repr = PyObject_Repr(lz->long_cnt);
3051 if (cnt_repr == NULL)
3052 return NULL;
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003053 result = PyString_FromFormat("count(%s)", PyString_AS_STRING(cnt_repr));
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003054 Py_DECREF(cnt_repr);
3055 return result;
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003056}
3057
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003058PyDoc_STRVAR(count_doc,
3059"count([firstval]) --> count object\n\
3060\n\
3061Return a count object whose .next() method returns consecutive\n\
3062integers starting from zero or, if specified, from firstval.");
3063
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003064static PyTypeObject count_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003065 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003066 "itertools.count", /* tp_name */
3067 sizeof(countobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003068 0, /* tp_itemsize */
3069 /* methods */
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003070 (destructor)count_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003071 0, /* tp_print */
3072 0, /* tp_getattr */
3073 0, /* tp_setattr */
3074 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003075 (reprfunc)count_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003076 0, /* tp_as_number */
3077 0, /* tp_as_sequence */
3078 0, /* tp_as_mapping */
3079 0, /* tp_hash */
3080 0, /* tp_call */
3081 0, /* tp_str */
3082 PyObject_GenericGetAttr, /* tp_getattro */
3083 0, /* tp_setattro */
3084 0, /* tp_as_buffer */
3085 Py_TPFLAGS_DEFAULT, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003086 count_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003087 0, /* tp_traverse */
3088 0, /* tp_clear */
3089 0, /* tp_richcompare */
3090 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003091 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003092 (iternextfunc)count_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003093 0, /* tp_methods */
3094 0, /* tp_members */
3095 0, /* tp_getset */
3096 0, /* tp_base */
3097 0, /* tp_dict */
3098 0, /* tp_descr_get */
3099 0, /* tp_descr_set */
3100 0, /* tp_dictoffset */
3101 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003102 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003103 count_new, /* tp_new */
3104};
3105
3106
3107/* izip object ************************************************************/
3108
3109#include "Python.h"
3110
3111typedef struct {
3112 PyObject_HEAD
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003113 Py_ssize_t tuplesize;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003114 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00003115 PyObject *result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003116} izipobject;
3117
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003118static PyTypeObject izip_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003119
3120static PyObject *
3121izip_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3122{
3123 izipobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00003124 Py_ssize_t i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003125 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00003126 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003127 Py_ssize_t tuplesize = PySequence_Length(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003128
Georg Brandlb84c1372007-01-21 10:28:43 +00003129 if (type == &izip_type && !_PyArg_NoKeywords("izip()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003130 return NULL;
3131
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003132 /* args must be a tuple */
3133 assert(PyTuple_Check(args));
3134
3135 /* obtain iterators */
3136 ittuple = PyTuple_New(tuplesize);
Neal Norwitz2f3136b2006-05-27 05:18:57 +00003137 if (ittuple == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003138 return NULL;
3139 for (i=0; i < tuplesize; ++i) {
3140 PyObject *item = PyTuple_GET_ITEM(args, i);
3141 PyObject *it = PyObject_GetIter(item);
3142 if (it == NULL) {
3143 if (PyErr_ExceptionMatches(PyExc_TypeError))
3144 PyErr_Format(PyExc_TypeError,
Neal Norwitz2f3136b2006-05-27 05:18:57 +00003145 "izip argument #%zd must support iteration",
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003146 i+1);
3147 Py_DECREF(ittuple);
3148 return NULL;
3149 }
3150 PyTuple_SET_ITEM(ittuple, i, it);
3151 }
3152
Raymond Hettinger2012f172003-02-07 05:32:58 +00003153 /* create a result holder */
3154 result = PyTuple_New(tuplesize);
3155 if (result == NULL) {
3156 Py_DECREF(ittuple);
3157 return NULL;
3158 }
3159 for (i=0 ; i < tuplesize ; i++) {
3160 Py_INCREF(Py_None);
3161 PyTuple_SET_ITEM(result, i, Py_None);
3162 }
3163
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003164 /* create izipobject structure */
3165 lz = (izipobject *)type->tp_alloc(type, 0);
3166 if (lz == NULL) {
3167 Py_DECREF(ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003168 Py_DECREF(result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003169 return NULL;
3170 }
3171 lz->ittuple = ittuple;
3172 lz->tuplesize = tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00003173 lz->result = result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003174
3175 return (PyObject *)lz;
3176}
3177
3178static void
3179izip_dealloc(izipobject *lz)
3180{
3181 PyObject_GC_UnTrack(lz);
3182 Py_XDECREF(lz->ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003183 Py_XDECREF(lz->result);
Christian Heimese93237d2007-12-19 02:37:44 +00003184 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003185}
3186
3187static int
3188izip_traverse(izipobject *lz, visitproc visit, void *arg)
3189{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00003190 Py_VISIT(lz->ittuple);
3191 Py_VISIT(lz->result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003192 return 0;
3193}
3194
3195static PyObject *
3196izip_next(izipobject *lz)
3197{
Jack Diederich6c433a92006-05-26 11:15:17 +00003198 Py_ssize_t i;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003199 Py_ssize_t tuplesize = lz->tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00003200 PyObject *result = lz->result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003201 PyObject *it;
3202 PyObject *item;
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003203 PyObject *olditem;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003204
Raymond Hettingerb5a42082003-08-08 05:10:41 +00003205 if (tuplesize == 0)
3206 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00003207 if (Py_REFCNT(result) == 1) {
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003208 Py_INCREF(result);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003209 for (i=0 ; i < tuplesize ; i++) {
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003210 it = PyTuple_GET_ITEM(lz->ittuple, i);
Christian Heimese93237d2007-12-19 02:37:44 +00003211 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003212 if (item == NULL) {
3213 Py_DECREF(result);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003214 return NULL;
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003215 }
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003216 olditem = PyTuple_GET_ITEM(result, i);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003217 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003218 Py_DECREF(olditem);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003219 }
Raymond Hettinger2012f172003-02-07 05:32:58 +00003220 } else {
Raymond Hettinger2012f172003-02-07 05:32:58 +00003221 result = PyTuple_New(tuplesize);
3222 if (result == NULL)
3223 return NULL;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003224 for (i=0 ; i < tuplesize ; i++) {
3225 it = PyTuple_GET_ITEM(lz->ittuple, i);
Christian Heimese93237d2007-12-19 02:37:44 +00003226 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003227 if (item == NULL) {
3228 Py_DECREF(result);
3229 return NULL;
3230 }
3231 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003232 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003233 }
3234 return result;
3235}
3236
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003237PyDoc_STRVAR(izip_doc,
3238"izip(iter1 [,iter2 [...]]) --> izip object\n\
3239\n\
3240Return a izip object whose .next() method returns a tuple where\n\
3241the i-th element comes from the i-th iterable argument. The .next()\n\
3242method continues until the shortest iterable in the argument sequence\n\
3243is exhausted and then it raises StopIteration. Works like the zip()\n\
3244function but consumes less memory by returning an iterator instead of\n\
3245a list.");
3246
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003247static PyTypeObject izip_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003248 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003249 "itertools.izip", /* tp_name */
3250 sizeof(izipobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003251 0, /* tp_itemsize */
3252 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003253 (destructor)izip_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003254 0, /* tp_print */
3255 0, /* tp_getattr */
3256 0, /* tp_setattr */
3257 0, /* tp_compare */
3258 0, /* tp_repr */
3259 0, /* tp_as_number */
3260 0, /* tp_as_sequence */
3261 0, /* tp_as_mapping */
3262 0, /* tp_hash */
3263 0, /* tp_call */
3264 0, /* tp_str */
3265 PyObject_GenericGetAttr, /* tp_getattro */
3266 0, /* tp_setattro */
3267 0, /* tp_as_buffer */
3268 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3269 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003270 izip_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003271 (traverseproc)izip_traverse, /* tp_traverse */
3272 0, /* tp_clear */
3273 0, /* tp_richcompare */
3274 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003275 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003276 (iternextfunc)izip_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003277 0, /* tp_methods */
3278 0, /* tp_members */
3279 0, /* tp_getset */
3280 0, /* tp_base */
3281 0, /* tp_dict */
3282 0, /* tp_descr_get */
3283 0, /* tp_descr_set */
3284 0, /* tp_dictoffset */
3285 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003286 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003287 izip_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003288 PyObject_GC_Del, /* tp_free */
3289};
3290
3291
3292/* repeat object ************************************************************/
3293
3294typedef struct {
3295 PyObject_HEAD
3296 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00003297 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003298} repeatobject;
3299
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003300static PyTypeObject repeat_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003301
3302static PyObject *
3303repeat_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3304{
3305 repeatobject *ro;
3306 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00003307 Py_ssize_t cnt = -1;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003308
Georg Brandlb84c1372007-01-21 10:28:43 +00003309 if (type == &repeat_type && !_PyArg_NoKeywords("repeat()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003310 return NULL;
3311
Jack Diederich6c433a92006-05-26 11:15:17 +00003312 if (!PyArg_ParseTuple(args, "O|n:repeat", &element, &cnt))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003313 return NULL;
3314
Raymond Hettinger7c2bb5b2003-05-03 05:59:48 +00003315 if (PyTuple_Size(args) == 2 && cnt < 0)
3316 cnt = 0;
3317
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003318 ro = (repeatobject *)type->tp_alloc(type, 0);
3319 if (ro == NULL)
3320 return NULL;
3321 Py_INCREF(element);
3322 ro->element = element;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003323 ro->cnt = cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003324 return (PyObject *)ro;
3325}
3326
3327static void
3328repeat_dealloc(repeatobject *ro)
3329{
3330 PyObject_GC_UnTrack(ro);
3331 Py_XDECREF(ro->element);
Christian Heimese93237d2007-12-19 02:37:44 +00003332 Py_TYPE(ro)->tp_free(ro);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003333}
3334
3335static int
3336repeat_traverse(repeatobject *ro, visitproc visit, void *arg)
3337{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00003338 Py_VISIT(ro->element);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003339 return 0;
3340}
3341
3342static PyObject *
3343repeat_next(repeatobject *ro)
3344{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003345 if (ro->cnt == 0)
3346 return NULL;
3347 if (ro->cnt > 0)
3348 ro->cnt--;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003349 Py_INCREF(ro->element);
3350 return ro->element;
3351}
3352
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003353static PyObject *
3354repeat_repr(repeatobject *ro)
3355{
3356 PyObject *result, *objrepr;
3357
3358 objrepr = PyObject_Repr(ro->element);
3359 if (objrepr == NULL)
3360 return NULL;
3361
3362 if (ro->cnt == -1)
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003363 result = PyString_FromFormat("repeat(%s)",
3364 PyString_AS_STRING(objrepr));
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003365 else
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003366 result = PyString_FromFormat("repeat(%s, %zd)",
3367 PyString_AS_STRING(objrepr), ro->cnt);
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003368 Py_DECREF(objrepr);
3369 return result;
3370}
3371
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003372static PyObject *
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003373repeat_len(repeatobject *ro)
3374{
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003375 if (ro->cnt == -1) {
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003376 PyErr_SetString(PyExc_TypeError, "len() of unsized object");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003377 return NULL;
3378 }
Jack Diederich6c433a92006-05-26 11:15:17 +00003379 return PyInt_FromSize_t(ro->cnt);
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003380}
3381
Armin Rigof5b3e362006-02-11 21:32:43 +00003382PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003383
3384static PyMethodDef repeat_methods[] = {
Armin Rigof5b3e362006-02-11 21:32:43 +00003385 {"__length_hint__", (PyCFunction)repeat_len, METH_NOARGS, length_hint_doc},
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003386 {NULL, NULL} /* sentinel */
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003387};
3388
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003389PyDoc_STRVAR(repeat_doc,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003390"repeat(element [,times]) -> create an iterator which returns the element\n\
3391for the specified number of times. If not specified, returns the element\n\
3392endlessly.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003393
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003394static PyTypeObject repeat_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003395 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003396 "itertools.repeat", /* tp_name */
3397 sizeof(repeatobject), /* tp_basicsize */
3398 0, /* tp_itemsize */
3399 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003400 (destructor)repeat_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003401 0, /* tp_print */
3402 0, /* tp_getattr */
3403 0, /* tp_setattr */
3404 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003405 (reprfunc)repeat_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003406 0, /* tp_as_number */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003407 0, /* tp_as_sequence */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003408 0, /* tp_as_mapping */
3409 0, /* tp_hash */
3410 0, /* tp_call */
3411 0, /* tp_str */
3412 PyObject_GenericGetAttr, /* tp_getattro */
3413 0, /* tp_setattro */
3414 0, /* tp_as_buffer */
3415 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3416 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003417 repeat_doc, /* tp_doc */
3418 (traverseproc)repeat_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003419 0, /* tp_clear */
3420 0, /* tp_richcompare */
3421 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003422 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003423 (iternextfunc)repeat_next, /* tp_iternext */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003424 repeat_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003425 0, /* tp_members */
3426 0, /* tp_getset */
3427 0, /* tp_base */
3428 0, /* tp_dict */
3429 0, /* tp_descr_get */
3430 0, /* tp_descr_set */
3431 0, /* tp_dictoffset */
3432 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003433 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003434 repeat_new, /* tp_new */
3435 PyObject_GC_Del, /* tp_free */
3436};
3437
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003438/* iziplongest object ************************************************************/
3439
3440#include "Python.h"
3441
3442typedef struct {
3443 PyObject_HEAD
3444 Py_ssize_t tuplesize;
3445 Py_ssize_t numactive;
3446 PyObject *ittuple; /* tuple of iterators */
3447 PyObject *result;
3448 PyObject *fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003449} iziplongestobject;
3450
3451static PyTypeObject iziplongest_type;
3452
3453static PyObject *
3454izip_longest_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3455{
3456 iziplongestobject *lz;
3457 Py_ssize_t i;
3458 PyObject *ittuple; /* tuple of iterators */
3459 PyObject *result;
3460 PyObject *fillvalue = Py_None;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003461 Py_ssize_t tuplesize = PySequence_Length(args);
3462
3463 if (kwds != NULL && PyDict_CheckExact(kwds) && PyDict_Size(kwds) > 0) {
3464 fillvalue = PyDict_GetItemString(kwds, "fillvalue");
3465 if (fillvalue == NULL || PyDict_Size(kwds) > 1) {
3466 PyErr_SetString(PyExc_TypeError,
3467 "izip_longest() got an unexpected keyword argument");
3468 return NULL;
3469 }
3470 }
3471
3472 /* args must be a tuple */
3473 assert(PyTuple_Check(args));
3474
3475 /* obtain iterators */
3476 ittuple = PyTuple_New(tuplesize);
3477 if (ittuple == NULL)
3478 return NULL;
3479 for (i=0; i < tuplesize; ++i) {
3480 PyObject *item = PyTuple_GET_ITEM(args, i);
3481 PyObject *it = PyObject_GetIter(item);
3482 if (it == NULL) {
3483 if (PyErr_ExceptionMatches(PyExc_TypeError))
3484 PyErr_Format(PyExc_TypeError,
3485 "izip_longest argument #%zd must support iteration",
3486 i+1);
3487 Py_DECREF(ittuple);
3488 return NULL;
3489 }
3490 PyTuple_SET_ITEM(ittuple, i, it);
3491 }
3492
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003493 /* create a result holder */
3494 result = PyTuple_New(tuplesize);
3495 if (result == NULL) {
3496 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003497 return NULL;
3498 }
3499 for (i=0 ; i < tuplesize ; i++) {
3500 Py_INCREF(Py_None);
3501 PyTuple_SET_ITEM(result, i, Py_None);
3502 }
3503
3504 /* create iziplongestobject structure */
3505 lz = (iziplongestobject *)type->tp_alloc(type, 0);
3506 if (lz == NULL) {
3507 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003508 Py_DECREF(result);
3509 return NULL;
3510 }
3511 lz->ittuple = ittuple;
3512 lz->tuplesize = tuplesize;
3513 lz->numactive = tuplesize;
3514 lz->result = result;
3515 Py_INCREF(fillvalue);
3516 lz->fillvalue = fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003517 return (PyObject *)lz;
3518}
3519
3520static void
3521izip_longest_dealloc(iziplongestobject *lz)
3522{
3523 PyObject_GC_UnTrack(lz);
3524 Py_XDECREF(lz->ittuple);
3525 Py_XDECREF(lz->result);
3526 Py_XDECREF(lz->fillvalue);
Christian Heimese93237d2007-12-19 02:37:44 +00003527 Py_TYPE(lz)->tp_free(lz);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003528}
3529
3530static int
3531izip_longest_traverse(iziplongestobject *lz, visitproc visit, void *arg)
3532{
3533 Py_VISIT(lz->ittuple);
3534 Py_VISIT(lz->result);
3535 Py_VISIT(lz->fillvalue);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003536 return 0;
3537}
3538
3539static PyObject *
3540izip_longest_next(iziplongestobject *lz)
3541{
3542 Py_ssize_t i;
3543 Py_ssize_t tuplesize = lz->tuplesize;
3544 PyObject *result = lz->result;
3545 PyObject *it;
3546 PyObject *item;
3547 PyObject *olditem;
3548
3549 if (tuplesize == 0)
3550 return NULL;
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003551 if (lz->numactive == 0)
3552 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00003553 if (Py_REFCNT(result) == 1) {
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003554 Py_INCREF(result);
3555 for (i=0 ; i < tuplesize ; i++) {
3556 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003557 if (it == NULL) {
3558 Py_INCREF(lz->fillvalue);
3559 item = lz->fillvalue;
3560 } else {
Christian Heimese93237d2007-12-19 02:37:44 +00003561 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003562 if (item == NULL) {
3563 lz->numactive -= 1;
3564 if (lz->numactive == 0) {
3565 Py_DECREF(result);
3566 return NULL;
3567 } else {
3568 Py_INCREF(lz->fillvalue);
3569 item = lz->fillvalue;
3570 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3571 Py_DECREF(it);
3572 }
3573 }
3574 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003575 olditem = PyTuple_GET_ITEM(result, i);
3576 PyTuple_SET_ITEM(result, i, item);
3577 Py_DECREF(olditem);
3578 }
3579 } else {
3580 result = PyTuple_New(tuplesize);
3581 if (result == NULL)
3582 return NULL;
3583 for (i=0 ; i < tuplesize ; i++) {
3584 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003585 if (it == NULL) {
3586 Py_INCREF(lz->fillvalue);
3587 item = lz->fillvalue;
3588 } else {
Christian Heimese93237d2007-12-19 02:37:44 +00003589 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003590 if (item == NULL) {
3591 lz->numactive -= 1;
3592 if (lz->numactive == 0) {
3593 Py_DECREF(result);
3594 return NULL;
3595 } else {
3596 Py_INCREF(lz->fillvalue);
3597 item = lz->fillvalue;
3598 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3599 Py_DECREF(it);
3600 }
3601 }
3602 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003603 PyTuple_SET_ITEM(result, i, item);
3604 }
3605 }
3606 return result;
3607}
3608
3609PyDoc_STRVAR(izip_longest_doc,
3610"izip_longest(iter1 [,iter2 [...]], [fillvalue=None]) --> izip_longest object\n\
3611\n\
3612Return an izip_longest object whose .next() method returns a tuple where\n\
3613the i-th element comes from the i-th iterable argument. The .next()\n\
3614method continues until the longest iterable in the argument sequence\n\
3615is exhausted and then it raises StopIteration. When the shorter iterables\n\
3616are exhausted, the fillvalue is substituted in their place. The fillvalue\n\
3617defaults to None or can be specified by a keyword argument.\n\
3618");
3619
3620static PyTypeObject iziplongest_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003621 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003622 "itertools.izip_longest", /* tp_name */
3623 sizeof(iziplongestobject), /* tp_basicsize */
3624 0, /* tp_itemsize */
3625 /* methods */
3626 (destructor)izip_longest_dealloc, /* tp_dealloc */
3627 0, /* tp_print */
3628 0, /* tp_getattr */
3629 0, /* tp_setattr */
3630 0, /* tp_compare */
3631 0, /* tp_repr */
3632 0, /* tp_as_number */
3633 0, /* tp_as_sequence */
3634 0, /* tp_as_mapping */
3635 0, /* tp_hash */
3636 0, /* tp_call */
3637 0, /* tp_str */
3638 PyObject_GenericGetAttr, /* tp_getattro */
3639 0, /* tp_setattro */
3640 0, /* tp_as_buffer */
3641 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3642 Py_TPFLAGS_BASETYPE, /* tp_flags */
3643 izip_longest_doc, /* tp_doc */
3644 (traverseproc)izip_longest_traverse, /* tp_traverse */
3645 0, /* tp_clear */
3646 0, /* tp_richcompare */
3647 0, /* tp_weaklistoffset */
3648 PyObject_SelfIter, /* tp_iter */
3649 (iternextfunc)izip_longest_next, /* tp_iternext */
3650 0, /* tp_methods */
3651 0, /* tp_members */
3652 0, /* tp_getset */
3653 0, /* tp_base */
3654 0, /* tp_dict */
3655 0, /* tp_descr_get */
3656 0, /* tp_descr_set */
3657 0, /* tp_dictoffset */
3658 0, /* tp_init */
3659 0, /* tp_alloc */
3660 izip_longest_new, /* tp_new */
3661 PyObject_GC_Del, /* tp_free */
3662};
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003663
3664/* module level code ********************************************************/
3665
3666PyDoc_STRVAR(module_doc,
3667"Functional tools for creating and using iterators.\n\
3668\n\
3669Infinite iterators:\n\
3670count([n]) --> n, n+1, n+2, ...\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003671cycle(p) --> p0, p1, ... plast, p0, p1, ...\n\
Andrew M. Kuchlingdff694b2003-04-14 15:31:27 +00003672repeat(elem [,n]) --> elem, elem, elem, ... endlessly or up to n times\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003673\n\
3674Iterators terminating on the shortest input sequence:\n\
3675izip(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003676izip_longest(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00003677ifilter(pred, seq) --> elements of seq where pred(elem) is True\n\
3678ifilterfalse(pred, seq) --> elements of seq where pred(elem) is False\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003679islice(seq, [start,] stop [, step]) --> elements from\n\
3680 seq[start:stop:step]\n\
3681imap(fun, p, q, ...) --> fun(p0, q0), fun(p1, q1), ...\n\
3682starmap(fun, seq) --> fun(*seq[0]), fun(*seq[1]), ...\n\
Raymond Hettingerad983e72003-11-12 14:32:26 +00003683tee(it, n=2) --> (it1, it2 , ... itn) splits one iterator into n\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003684chain(p, q, ...) --> p0, p1, ... plast, q0, q1, ... \n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003685takewhile(pred, seq) --> seq[0], seq[1], until pred fails\n\
3686dropwhile(pred, seq) --> seq[n], seq[n+1], starting when pred fails\n\
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003687groupby(iterable[, keyfunc]) --> sub-iterators grouped by value of keyfunc(v)\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003688");
3689
3690
Raymond Hettingerad983e72003-11-12 14:32:26 +00003691static PyMethodDef module_methods[] = {
3692 {"tee", (PyCFunction)tee, METH_VARARGS, tee_doc},
3693 {NULL, NULL} /* sentinel */
3694};
3695
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003696PyMODINIT_FUNC
3697inititertools(void)
3698{
Raymond Hettinger60eca932003-02-09 06:40:58 +00003699 int i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003700 PyObject *m;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003701 char *name;
3702 PyTypeObject *typelist[] = {
Raymond Hettinger93e804d2008-02-26 23:40:50 +00003703 &combinations_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003704 &cycle_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003705 &dropwhile_type,
3706 &takewhile_type,
3707 &islice_type,
3708 &starmap_type,
3709 &imap_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003710 &chain_type,
Raymond Hettinger2bcb8e92009-01-25 21:04:14 +00003711 &compress_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003712 &ifilter_type,
3713 &ifilterfalse_type,
3714 &count_type,
3715 &izip_type,
Raymond Hettinger50986cc2008-02-22 03:16:42 +00003716 &iziplongest_type,
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00003717 &permutations_type,
David Wolever2724ab92008-03-19 02:35:45 +00003718 &product_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003719 &repeat_type,
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003720 &groupby_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003721 NULL
3722 };
3723
Christian Heimese93237d2007-12-19 02:37:44 +00003724 Py_TYPE(&teedataobject_type) = &PyType_Type;
Raymond Hettingerad983e72003-11-12 14:32:26 +00003725 m = Py_InitModule3("itertools", module_methods, module_doc);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003726 if (m == NULL)
3727 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003728
Raymond Hettinger60eca932003-02-09 06:40:58 +00003729 for (i=0 ; typelist[i] != NULL ; i++) {
3730 if (PyType_Ready(typelist[i]) < 0)
3731 return;
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003732 name = strchr(typelist[i]->tp_name, '.');
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003733 assert (name != NULL);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003734 Py_INCREF(typelist[i]);
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003735 PyModule_AddObject(m, name+1, (PyObject *)typelist[i]);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003736 }
Raymond Hettingerad983e72003-11-12 14:32:26 +00003737
3738 if (PyType_Ready(&teedataobject_type) < 0)
3739 return;
3740 if (PyType_Ready(&tee_type) < 0)
3741 return;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003742 if (PyType_Ready(&_grouper_type) < 0)
3743 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003744}