blob: bee08de73b3ed6e8dcb98ed7427e2231cfe2e313 [file] [log] [blame]
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001
2#include "Python.h"
Fred Drake08ebfec2004-10-17 19:36:57 +00003#include "structmember.h"
Raymond Hettinger96ef8112003-02-01 00:10:11 +00004
5/* Itertools module written and maintained
6 by Raymond D. Hettinger <python@rcn.com>
7 Copyright (c) 2003 Python Software Foundation.
8 All rights reserved.
9*/
10
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000011
12/* groupby object ***********************************************************/
13
14typedef struct {
15 PyObject_HEAD
16 PyObject *it;
17 PyObject *keyfunc;
18 PyObject *tgtkey;
19 PyObject *currkey;
20 PyObject *currvalue;
21} groupbyobject;
22
23static PyTypeObject groupby_type;
24static PyObject *_grouper_create(groupbyobject *, PyObject *);
25
26static PyObject *
27groupby_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
28{
Martin v. Löwis02cbf4a2006-02-27 17:20:04 +000029 static char *kwargs[] = {"iterable", "key", NULL};
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000030 groupbyobject *gbo;
31 PyObject *it, *keyfunc = Py_None;
32
33 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:groupby", kwargs,
34 &it, &keyfunc))
35 return NULL;
36
37 gbo = (groupbyobject *)type->tp_alloc(type, 0);
38 if (gbo == NULL)
39 return NULL;
40 gbo->tgtkey = NULL;
41 gbo->currkey = NULL;
42 gbo->currvalue = NULL;
43 gbo->keyfunc = keyfunc;
44 Py_INCREF(keyfunc);
45 gbo->it = PyObject_GetIter(it);
46 if (gbo->it == NULL) {
47 Py_DECREF(gbo);
48 return NULL;
49 }
50 return (PyObject *)gbo;
51}
52
53static void
54groupby_dealloc(groupbyobject *gbo)
55{
56 PyObject_GC_UnTrack(gbo);
57 Py_XDECREF(gbo->it);
58 Py_XDECREF(gbo->keyfunc);
59 Py_XDECREF(gbo->tgtkey);
60 Py_XDECREF(gbo->currkey);
61 Py_XDECREF(gbo->currvalue);
Christian Heimes90aa7642007-12-19 02:45:37 +000062 Py_TYPE(gbo)->tp_free(gbo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000063}
64
65static int
66groupby_traverse(groupbyobject *gbo, visitproc visit, void *arg)
67{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +000068 Py_VISIT(gbo->it);
69 Py_VISIT(gbo->keyfunc);
70 Py_VISIT(gbo->tgtkey);
71 Py_VISIT(gbo->currkey);
72 Py_VISIT(gbo->currvalue);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000073 return 0;
74}
75
76static PyObject *
77groupby_next(groupbyobject *gbo)
78{
Raymond Hettinger4cda01e2004-09-28 04:45:28 +000079 PyObject *newvalue, *newkey, *r, *grouper, *tmp;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000080
81 /* skip to next iteration group */
82 for (;;) {
83 if (gbo->currkey == NULL)
84 /* pass */;
85 else if (gbo->tgtkey == NULL)
86 break;
87 else {
88 int rcmp;
89
90 rcmp = PyObject_RichCompareBool(gbo->tgtkey,
91 gbo->currkey, Py_EQ);
92 if (rcmp == -1)
93 return NULL;
94 else if (rcmp == 0)
95 break;
96 }
97
98 newvalue = PyIter_Next(gbo->it);
99 if (newvalue == NULL)
100 return NULL;
101
102 if (gbo->keyfunc == Py_None) {
103 newkey = newvalue;
104 Py_INCREF(newvalue);
105 } else {
106 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
107 newvalue, NULL);
108 if (newkey == NULL) {
109 Py_DECREF(newvalue);
110 return NULL;
111 }
112 }
113
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000114 tmp = gbo->currkey;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000115 gbo->currkey = newkey;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000116 Py_XDECREF(tmp);
117
118 tmp = gbo->currvalue;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000119 gbo->currvalue = newvalue;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000120 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000121 }
122
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000123 Py_INCREF(gbo->currkey);
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000124 tmp = gbo->tgtkey;
125 gbo->tgtkey = gbo->currkey;
126 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000127
128 grouper = _grouper_create(gbo, gbo->tgtkey);
129 if (grouper == NULL)
130 return NULL;
131
132 r = PyTuple_Pack(2, gbo->currkey, grouper);
133 Py_DECREF(grouper);
134 return r;
135}
136
137PyDoc_STRVAR(groupby_doc,
138"groupby(iterable[, keyfunc]) -> create an iterator which returns\n\
139(key, sub-iterator) grouped by each value of key(value).\n");
140
141static PyTypeObject groupby_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000142 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000143 "itertools.groupby", /* tp_name */
144 sizeof(groupbyobject), /* tp_basicsize */
145 0, /* tp_itemsize */
146 /* methods */
147 (destructor)groupby_dealloc, /* tp_dealloc */
148 0, /* tp_print */
149 0, /* tp_getattr */
150 0, /* tp_setattr */
151 0, /* tp_compare */
152 0, /* tp_repr */
153 0, /* tp_as_number */
154 0, /* tp_as_sequence */
155 0, /* tp_as_mapping */
156 0, /* tp_hash */
157 0, /* tp_call */
158 0, /* tp_str */
159 PyObject_GenericGetAttr, /* tp_getattro */
160 0, /* tp_setattro */
161 0, /* tp_as_buffer */
162 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
163 Py_TPFLAGS_BASETYPE, /* tp_flags */
164 groupby_doc, /* tp_doc */
165 (traverseproc)groupby_traverse, /* tp_traverse */
166 0, /* tp_clear */
167 0, /* tp_richcompare */
168 0, /* tp_weaklistoffset */
169 PyObject_SelfIter, /* tp_iter */
170 (iternextfunc)groupby_next, /* tp_iternext */
171 0, /* tp_methods */
172 0, /* tp_members */
173 0, /* tp_getset */
174 0, /* tp_base */
175 0, /* tp_dict */
176 0, /* tp_descr_get */
177 0, /* tp_descr_set */
178 0, /* tp_dictoffset */
179 0, /* tp_init */
180 0, /* tp_alloc */
181 groupby_new, /* tp_new */
182 PyObject_GC_Del, /* tp_free */
183};
184
185
186/* _grouper object (internal) ************************************************/
187
188typedef struct {
189 PyObject_HEAD
190 PyObject *parent;
191 PyObject *tgtkey;
192} _grouperobject;
193
194static PyTypeObject _grouper_type;
195
196static PyObject *
197_grouper_create(groupbyobject *parent, PyObject *tgtkey)
198{
199 _grouperobject *igo;
200
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000201 igo = PyObject_GC_New(_grouperobject, &_grouper_type);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000202 if (igo == NULL)
203 return NULL;
204 igo->parent = (PyObject *)parent;
205 Py_INCREF(parent);
206 igo->tgtkey = tgtkey;
207 Py_INCREF(tgtkey);
208
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000209 PyObject_GC_Track(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000210 return (PyObject *)igo;
211}
212
213static void
214_grouper_dealloc(_grouperobject *igo)
215{
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000216 PyObject_GC_UnTrack(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000217 Py_DECREF(igo->parent);
218 Py_DECREF(igo->tgtkey);
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000219 PyObject_GC_Del(igo);
220}
221
222static int
223_grouper_traverse(_grouperobject *igo, visitproc visit, void *arg)
224{
225 Py_VISIT(igo->parent);
226 Py_VISIT(igo->tgtkey);
227 return 0;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000228}
229
230static PyObject *
231_grouper_next(_grouperobject *igo)
232{
233 groupbyobject *gbo = (groupbyobject *)igo->parent;
234 PyObject *newvalue, *newkey, *r;
235 int rcmp;
236
237 if (gbo->currvalue == NULL) {
238 newvalue = PyIter_Next(gbo->it);
239 if (newvalue == NULL)
240 return NULL;
241
242 if (gbo->keyfunc == Py_None) {
243 newkey = newvalue;
244 Py_INCREF(newvalue);
245 } else {
246 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
247 newvalue, NULL);
248 if (newkey == NULL) {
249 Py_DECREF(newvalue);
250 return NULL;
251 }
252 }
253
254 assert(gbo->currkey == NULL);
255 gbo->currkey = newkey;
256 gbo->currvalue = newvalue;
257 }
258
259 assert(gbo->currkey != NULL);
260 rcmp = PyObject_RichCompareBool(igo->tgtkey, gbo->currkey, Py_EQ);
261 if (rcmp <= 0)
262 /* got any error or current group is end */
263 return NULL;
264
265 r = gbo->currvalue;
266 gbo->currvalue = NULL;
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000267 Py_CLEAR(gbo->currkey);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000268
269 return r;
270}
271
272static PyTypeObject _grouper_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000273 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000274 "itertools._grouper", /* tp_name */
275 sizeof(_grouperobject), /* tp_basicsize */
276 0, /* tp_itemsize */
277 /* methods */
278 (destructor)_grouper_dealloc, /* tp_dealloc */
279 0, /* tp_print */
280 0, /* tp_getattr */
281 0, /* tp_setattr */
282 0, /* tp_compare */
283 0, /* tp_repr */
284 0, /* tp_as_number */
285 0, /* tp_as_sequence */
286 0, /* tp_as_mapping */
287 0, /* tp_hash */
288 0, /* tp_call */
289 0, /* tp_str */
290 PyObject_GenericGetAttr, /* tp_getattro */
291 0, /* tp_setattro */
292 0, /* tp_as_buffer */
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000293 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000294 0, /* tp_doc */
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000295 (traverseproc)_grouper_traverse,/* tp_traverse */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000296 0, /* tp_clear */
297 0, /* tp_richcompare */
298 0, /* tp_weaklistoffset */
299 PyObject_SelfIter, /* tp_iter */
300 (iternextfunc)_grouper_next, /* tp_iternext */
301 0, /* tp_methods */
302 0, /* tp_members */
303 0, /* tp_getset */
304 0, /* tp_base */
305 0, /* tp_dict */
306 0, /* tp_descr_get */
307 0, /* tp_descr_set */
308 0, /* tp_dictoffset */
309 0, /* tp_init */
310 0, /* tp_alloc */
311 0, /* tp_new */
Christian Heimesdd15f6c2008-03-16 00:07:10 +0000312 PyObject_GC_Del, /* tp_free */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000313};
314
315
316
Raymond Hettingerad983e72003-11-12 14:32:26 +0000317/* tee object and with supporting function and objects ***************/
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000318
Raymond Hettingerad983e72003-11-12 14:32:26 +0000319/* The teedataobject pre-allocates space for LINKCELLS number of objects.
320 To help the object fit neatly inside cache lines (space for 16 to 32
321 pointers), the value should be a multiple of 16 minus space for
322 the other structure members including PyHEAD overhead. The larger the
323 value, the less memory overhead per object and the less time spent
324 allocating/deallocating new links. The smaller the number, the less
325 wasted space and the more rapid freeing of older data.
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000326*/
Raymond Hettingerad983e72003-11-12 14:32:26 +0000327#define LINKCELLS 57
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000328
329typedef struct {
330 PyObject_HEAD
331 PyObject *it;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000332 int numread;
333 PyObject *nextlink;
334 PyObject *(values[LINKCELLS]);
335} teedataobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000336
337typedef struct {
338 PyObject_HEAD
Raymond Hettingerad983e72003-11-12 14:32:26 +0000339 teedataobject *dataobj;
340 int index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000341 PyObject *weakreflist;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000342} teeobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000343
Raymond Hettingerad983e72003-11-12 14:32:26 +0000344static PyTypeObject teedataobject_type;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000345
346static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000347teedataobject_new(PyObject *it)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000348{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000349 teedataobject *tdo;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000350
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000351 tdo = PyObject_GC_New(teedataobject, &teedataobject_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000352 if (tdo == NULL)
Raymond Hettinger45143692003-10-25 06:37:47 +0000353 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000354
355 tdo->numread = 0;
356 tdo->nextlink = NULL;
357 Py_INCREF(it);
358 tdo->it = it;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000359 PyObject_GC_Track(tdo);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000360 return (PyObject *)tdo;
361}
362
363static PyObject *
364teedataobject_jumplink(teedataobject *tdo)
365{
366 if (tdo->nextlink == NULL)
367 tdo->nextlink = teedataobject_new(tdo->it);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000368 Py_XINCREF(tdo->nextlink);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000369 return tdo->nextlink;
370}
371
372static PyObject *
373teedataobject_getitem(teedataobject *tdo, int i)
374{
375 PyObject *value;
376
377 assert(i < LINKCELLS);
378 if (i < tdo->numread)
379 value = tdo->values[i];
380 else {
381 /* this is the lead iterator, so fetch more data */
382 assert(i == tdo->numread);
383 value = PyIter_Next(tdo->it);
384 if (value == NULL)
385 return NULL;
386 tdo->numread++;
387 tdo->values[i] = value;
Raymond Hettinger45143692003-10-25 06:37:47 +0000388 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000389 Py_INCREF(value);
390 return value;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000391}
392
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000393static int
394teedataobject_traverse(teedataobject *tdo, visitproc visit, void * arg)
395{
396 int i;
397 Py_VISIT(tdo->it);
398 for (i = 0; i < tdo->numread; i++)
399 Py_VISIT(tdo->values[i]);
400 Py_VISIT(tdo->nextlink);
401 return 0;
402}
403
404static int
405teedataobject_clear(teedataobject *tdo)
406{
407 int i;
408 Py_CLEAR(tdo->it);
409 for (i=0 ; i<tdo->numread ; i++)
410 Py_CLEAR(tdo->values[i]);
411 Py_CLEAR(tdo->nextlink);
412 return 0;
413}
414
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000415static void
Raymond Hettingerad983e72003-11-12 14:32:26 +0000416teedataobject_dealloc(teedataobject *tdo)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000417{
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000418 PyObject_GC_UnTrack(tdo);
419 teedataobject_clear(tdo);
420 PyObject_GC_Del(tdo);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000421}
422
Raymond Hettingerad983e72003-11-12 14:32:26 +0000423PyDoc_STRVAR(teedataobject_doc, "Data container common to multiple tee objects.");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000424
Raymond Hettingerad983e72003-11-12 14:32:26 +0000425static PyTypeObject teedataobject_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000426 PyVarObject_HEAD_INIT(0, 0) /* Must fill in type value later */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000427 "itertools.tee_dataobject", /* tp_name */
428 sizeof(teedataobject), /* tp_basicsize */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000429 0, /* tp_itemsize */
430 /* methods */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000431 (destructor)teedataobject_dealloc, /* tp_dealloc */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000432 0, /* tp_print */
433 0, /* tp_getattr */
434 0, /* tp_setattr */
435 0, /* tp_compare */
436 0, /* tp_repr */
437 0, /* tp_as_number */
438 0, /* tp_as_sequence */
439 0, /* tp_as_mapping */
440 0, /* tp_hash */
441 0, /* tp_call */
442 0, /* tp_str */
443 PyObject_GenericGetAttr, /* tp_getattro */
444 0, /* tp_setattro */
445 0, /* tp_as_buffer */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000446 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000447 teedataobject_doc, /* tp_doc */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000448 (traverseproc)teedataobject_traverse, /* tp_traverse */
449 (inquiry)teedataobject_clear, /* tp_clear */
450 0, /* tp_richcompare */
451 0, /* tp_weaklistoffset */
452 0, /* tp_iter */
453 0, /* tp_iternext */
454 0, /* tp_methods */
455 0, /* tp_members */
456 0, /* tp_getset */
457 0, /* tp_base */
458 0, /* tp_dict */
459 0, /* tp_descr_get */
460 0, /* tp_descr_set */
461 0, /* tp_dictoffset */
462 0, /* tp_init */
463 0, /* tp_alloc */
464 0, /* tp_new */
465 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000466};
467
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000468
469static PyTypeObject tee_type;
470
471static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000472tee_next(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000473{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000474 PyObject *value, *link;
475
476 if (to->index >= LINKCELLS) {
477 link = teedataobject_jumplink(to->dataobj);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000478 Py_DECREF(to->dataobj);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000479 to->dataobj = (teedataobject *)link;
480 to->index = 0;
481 }
482 value = teedataobject_getitem(to->dataobj, to->index);
483 if (value == NULL)
484 return NULL;
485 to->index++;
486 return value;
487}
488
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000489static int
490tee_traverse(teeobject *to, visitproc visit, void *arg)
491{
492 Py_VISIT((PyObject *)to->dataobj);
493 return 0;
494}
495
Raymond Hettingerad983e72003-11-12 14:32:26 +0000496static PyObject *
497tee_copy(teeobject *to)
498{
499 teeobject *newto;
500
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000501 newto = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000502 if (newto == NULL)
503 return NULL;
504 Py_INCREF(to->dataobj);
505 newto->dataobj = to->dataobj;
506 newto->index = to->index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000507 newto->weakreflist = NULL;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000508 PyObject_GC_Track(newto);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000509 return (PyObject *)newto;
510}
511
512PyDoc_STRVAR(teecopy_doc, "Returns an independent iterator.");
513
514static PyObject *
515tee_fromiterable(PyObject *iterable)
516{
517 teeobject *to;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000518 PyObject *it = NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000519
520 it = PyObject_GetIter(iterable);
521 if (it == NULL)
522 return NULL;
523 if (PyObject_TypeCheck(it, &tee_type)) {
524 to = (teeobject *)tee_copy((teeobject *)it);
525 goto done;
526 }
527
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000528 to = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000529 if (to == NULL)
530 goto done;
531 to->dataobj = (teedataobject *)teedataobject_new(it);
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000532 if (!to->dataobj) {
533 PyObject_GC_Del(to);
534 to = NULL;
535 goto done;
536 }
537
Raymond Hettingerad983e72003-11-12 14:32:26 +0000538 to->index = 0;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000539 to->weakreflist = NULL;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000540 PyObject_GC_Track(to);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000541done:
542 Py_XDECREF(it);
543 return (PyObject *)to;
544}
545
546static PyObject *
547tee_new(PyTypeObject *type, PyObject *args, PyObject *kw)
548{
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000549 PyObject *iterable;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000550
551 if (!PyArg_UnpackTuple(args, "tee", 1, 1, &iterable))
552 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000553 return tee_fromiterable(iterable);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000554}
555
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000556static int
557tee_clear(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000558{
Raymond Hettingera9f60922004-10-17 16:40:14 +0000559 if (to->weakreflist != NULL)
560 PyObject_ClearWeakRefs((PyObject *) to);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000561 Py_CLEAR(to->dataobj);
562 return 0;
563}
564
565static void
566tee_dealloc(teeobject *to)
567{
568 PyObject_GC_UnTrack(to);
569 tee_clear(to);
570 PyObject_GC_Del(to);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000571}
572
Raymond Hettingerad983e72003-11-12 14:32:26 +0000573PyDoc_STRVAR(teeobject_doc,
574"Iterator wrapped to make it copyable");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000575
Raymond Hettingerad983e72003-11-12 14:32:26 +0000576static PyMethodDef tee_methods[] = {
577 {"__copy__", (PyCFunction)tee_copy, METH_NOARGS, teecopy_doc},
578 {NULL, NULL} /* sentinel */
579};
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000580
581static PyTypeObject tee_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000582 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000583 "itertools.tee", /* tp_name */
584 sizeof(teeobject), /* tp_basicsize */
585 0, /* tp_itemsize */
586 /* methods */
587 (destructor)tee_dealloc, /* tp_dealloc */
588 0, /* tp_print */
589 0, /* tp_getattr */
590 0, /* tp_setattr */
591 0, /* tp_compare */
592 0, /* tp_repr */
593 0, /* tp_as_number */
594 0, /* tp_as_sequence */
595 0, /* tp_as_mapping */
596 0, /* tp_hash */
597 0, /* tp_call */
598 0, /* tp_str */
Raymond Hettingerf0c5aec2003-10-26 14:25:56 +0000599 0, /* tp_getattro */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000600 0, /* tp_setattro */
601 0, /* tp_as_buffer */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000602 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000603 teeobject_doc, /* tp_doc */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000604 (traverseproc)tee_traverse, /* tp_traverse */
605 (inquiry)tee_clear, /* tp_clear */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000606 0, /* tp_richcompare */
Raymond Hettingera9f60922004-10-17 16:40:14 +0000607 offsetof(teeobject, weakreflist), /* tp_weaklistoffset */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000608 PyObject_SelfIter, /* tp_iter */
609 (iternextfunc)tee_next, /* tp_iternext */
610 tee_methods, /* tp_methods */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000611 0, /* tp_members */
612 0, /* tp_getset */
613 0, /* tp_base */
614 0, /* tp_dict */
615 0, /* tp_descr_get */
616 0, /* tp_descr_set */
617 0, /* tp_dictoffset */
618 0, /* tp_init */
619 0, /* tp_alloc */
620 tee_new, /* tp_new */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000621 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000622};
623
Raymond Hettingerad983e72003-11-12 14:32:26 +0000624static PyObject *
625tee(PyObject *self, PyObject *args)
626{
Thomas Wouters89f507f2006-12-13 04:49:30 +0000627 Py_ssize_t i, n=2;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000628 PyObject *it, *iterable, *copyable, *result;
629
Thomas Wouters89f507f2006-12-13 04:49:30 +0000630 if (!PyArg_ParseTuple(args, "O|n", &iterable, &n))
Raymond Hettingerad983e72003-11-12 14:32:26 +0000631 return NULL;
Thomas Wouters89f507f2006-12-13 04:49:30 +0000632 if (n < 0) {
633 PyErr_SetString(PyExc_ValueError, "n must be >= 0");
634 return NULL;
635 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000636 result = PyTuple_New(n);
637 if (result == NULL)
638 return NULL;
639 if (n == 0)
640 return result;
641 it = PyObject_GetIter(iterable);
642 if (it == NULL) {
643 Py_DECREF(result);
644 return NULL;
645 }
646 if (!PyObject_HasAttrString(it, "__copy__")) {
647 copyable = tee_fromiterable(it);
648 Py_DECREF(it);
649 if (copyable == NULL) {
650 Py_DECREF(result);
651 return NULL;
652 }
653 } else
654 copyable = it;
655 PyTuple_SET_ITEM(result, 0, copyable);
656 for (i=1 ; i<n ; i++) {
657 copyable = PyObject_CallMethod(copyable, "__copy__", NULL);
658 if (copyable == NULL) {
659 Py_DECREF(result);
660 return NULL;
661 }
662 PyTuple_SET_ITEM(result, i, copyable);
663 }
664 return result;
665}
666
667PyDoc_STRVAR(tee_doc,
668"tee(iterable, n=2) --> tuple of n independent iterators.");
669
670
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000671/* cycle object **********************************************************/
672
673typedef struct {
674 PyObject_HEAD
675 PyObject *it;
676 PyObject *saved;
677 int firstpass;
678} cycleobject;
679
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000680static PyTypeObject cycle_type;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000681
682static PyObject *
683cycle_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
684{
685 PyObject *it;
686 PyObject *iterable;
687 PyObject *saved;
688 cycleobject *lz;
689
Thomas Woutersb2137042007-02-01 18:02:27 +0000690 if (type == &cycle_type && !_PyArg_NoKeywords("cycle()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000691 return NULL;
692
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000693 if (!PyArg_UnpackTuple(args, "cycle", 1, 1, &iterable))
694 return NULL;
695
696 /* Get iterator. */
697 it = PyObject_GetIter(iterable);
698 if (it == NULL)
699 return NULL;
700
701 saved = PyList_New(0);
702 if (saved == NULL) {
703 Py_DECREF(it);
704 return NULL;
705 }
706
707 /* create cycleobject structure */
708 lz = (cycleobject *)type->tp_alloc(type, 0);
709 if (lz == NULL) {
710 Py_DECREF(it);
711 Py_DECREF(saved);
712 return NULL;
713 }
714 lz->it = it;
715 lz->saved = saved;
716 lz->firstpass = 0;
717
718 return (PyObject *)lz;
719}
720
721static void
722cycle_dealloc(cycleobject *lz)
723{
724 PyObject_GC_UnTrack(lz);
725 Py_XDECREF(lz->saved);
726 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +0000727 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000728}
729
730static int
731cycle_traverse(cycleobject *lz, visitproc visit, void *arg)
732{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000733 Py_VISIT(lz->it);
734 Py_VISIT(lz->saved);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000735 return 0;
736}
737
738static PyObject *
739cycle_next(cycleobject *lz)
740{
741 PyObject *item;
742 PyObject *it;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000743 PyObject *tmp;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000744
745 while (1) {
746 item = PyIter_Next(lz->it);
747 if (item != NULL) {
748 if (!lz->firstpass)
749 PyList_Append(lz->saved, item);
750 return item;
751 }
Raymond Hettinger9d7c8702004-05-08 19:49:42 +0000752 if (PyErr_Occurred()) {
753 if (PyErr_ExceptionMatches(PyExc_StopIteration))
754 PyErr_Clear();
755 else
756 return NULL;
757 }
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000758 if (PyList_Size(lz->saved) == 0)
759 return NULL;
760 it = PyObject_GetIter(lz->saved);
761 if (it == NULL)
762 return NULL;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000763 tmp = lz->it;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000764 lz->it = it;
765 lz->firstpass = 1;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000766 Py_DECREF(tmp);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000767 }
768}
769
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000770PyDoc_STRVAR(cycle_doc,
771"cycle(iterable) --> cycle object\n\
772\n\
773Return elements from the iterable until it is exhausted.\n\
774Then repeat the sequence indefinitely.");
775
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000776static PyTypeObject cycle_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000777 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000778 "itertools.cycle", /* tp_name */
779 sizeof(cycleobject), /* tp_basicsize */
780 0, /* tp_itemsize */
781 /* methods */
782 (destructor)cycle_dealloc, /* tp_dealloc */
783 0, /* tp_print */
784 0, /* tp_getattr */
785 0, /* tp_setattr */
786 0, /* tp_compare */
787 0, /* tp_repr */
788 0, /* tp_as_number */
789 0, /* tp_as_sequence */
790 0, /* tp_as_mapping */
791 0, /* tp_hash */
792 0, /* tp_call */
793 0, /* tp_str */
794 PyObject_GenericGetAttr, /* tp_getattro */
795 0, /* tp_setattro */
796 0, /* tp_as_buffer */
797 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
798 Py_TPFLAGS_BASETYPE, /* tp_flags */
799 cycle_doc, /* tp_doc */
800 (traverseproc)cycle_traverse, /* tp_traverse */
801 0, /* tp_clear */
802 0, /* tp_richcompare */
803 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000804 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000805 (iternextfunc)cycle_next, /* tp_iternext */
806 0, /* tp_methods */
807 0, /* tp_members */
808 0, /* tp_getset */
809 0, /* tp_base */
810 0, /* tp_dict */
811 0, /* tp_descr_get */
812 0, /* tp_descr_set */
813 0, /* tp_dictoffset */
814 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000815 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000816 cycle_new, /* tp_new */
817 PyObject_GC_Del, /* tp_free */
818};
819
820
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000821/* dropwhile object **********************************************************/
822
823typedef struct {
824 PyObject_HEAD
825 PyObject *func;
826 PyObject *it;
827 long start;
828} dropwhileobject;
829
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000830static PyTypeObject dropwhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000831
832static PyObject *
833dropwhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
834{
835 PyObject *func, *seq;
836 PyObject *it;
837 dropwhileobject *lz;
838
Thomas Woutersb2137042007-02-01 18:02:27 +0000839 if (type == &dropwhile_type && !_PyArg_NoKeywords("dropwhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000840 return NULL;
841
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000842 if (!PyArg_UnpackTuple(args, "dropwhile", 2, 2, &func, &seq))
843 return NULL;
844
845 /* Get iterator. */
846 it = PyObject_GetIter(seq);
847 if (it == NULL)
848 return NULL;
849
850 /* create dropwhileobject structure */
851 lz = (dropwhileobject *)type->tp_alloc(type, 0);
852 if (lz == NULL) {
853 Py_DECREF(it);
854 return NULL;
855 }
856 Py_INCREF(func);
857 lz->func = func;
858 lz->it = it;
859 lz->start = 0;
860
861 return (PyObject *)lz;
862}
863
864static void
865dropwhile_dealloc(dropwhileobject *lz)
866{
867 PyObject_GC_UnTrack(lz);
868 Py_XDECREF(lz->func);
869 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +0000870 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000871}
872
873static int
874dropwhile_traverse(dropwhileobject *lz, visitproc visit, void *arg)
875{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000876 Py_VISIT(lz->it);
877 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000878 return 0;
879}
880
881static PyObject *
882dropwhile_next(dropwhileobject *lz)
883{
884 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +0000885 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000886 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000887 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000888
Christian Heimes90aa7642007-12-19 02:45:37 +0000889 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000890 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000891 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000892 if (item == NULL)
893 return NULL;
894 if (lz->start == 1)
895 return item;
896
897 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
898 if (good == NULL) {
899 Py_DECREF(item);
900 return NULL;
901 }
902 ok = PyObject_IsTrue(good);
903 Py_DECREF(good);
904 if (!ok) {
905 lz->start = 1;
906 return item;
907 }
908 Py_DECREF(item);
909 }
910}
911
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000912PyDoc_STRVAR(dropwhile_doc,
913"dropwhile(predicate, iterable) --> dropwhile object\n\
914\n\
915Drop items from the iterable while predicate(item) is true.\n\
916Afterwards, return every element until the iterable is exhausted.");
917
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000918static PyTypeObject dropwhile_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000919 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +0000920 "itertools.dropwhile", /* tp_name */
921 sizeof(dropwhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000922 0, /* tp_itemsize */
923 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000924 (destructor)dropwhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000925 0, /* tp_print */
926 0, /* tp_getattr */
927 0, /* tp_setattr */
928 0, /* tp_compare */
929 0, /* tp_repr */
930 0, /* tp_as_number */
931 0, /* tp_as_sequence */
932 0, /* tp_as_mapping */
933 0, /* tp_hash */
934 0, /* tp_call */
935 0, /* tp_str */
936 PyObject_GenericGetAttr, /* tp_getattro */
937 0, /* tp_setattro */
938 0, /* tp_as_buffer */
939 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
940 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000941 dropwhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000942 (traverseproc)dropwhile_traverse, /* tp_traverse */
943 0, /* tp_clear */
944 0, /* tp_richcompare */
945 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000946 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000947 (iternextfunc)dropwhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000948 0, /* tp_methods */
949 0, /* tp_members */
950 0, /* tp_getset */
951 0, /* tp_base */
952 0, /* tp_dict */
953 0, /* tp_descr_get */
954 0, /* tp_descr_set */
955 0, /* tp_dictoffset */
956 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000957 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000958 dropwhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000959 PyObject_GC_Del, /* tp_free */
960};
961
962
963/* takewhile object **********************************************************/
964
965typedef struct {
966 PyObject_HEAD
967 PyObject *func;
968 PyObject *it;
969 long stop;
970} takewhileobject;
971
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000972static PyTypeObject takewhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000973
974static PyObject *
975takewhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
976{
977 PyObject *func, *seq;
978 PyObject *it;
979 takewhileobject *lz;
980
Thomas Woutersb2137042007-02-01 18:02:27 +0000981 if (type == &takewhile_type && !_PyArg_NoKeywords("takewhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000982 return NULL;
983
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000984 if (!PyArg_UnpackTuple(args, "takewhile", 2, 2, &func, &seq))
985 return NULL;
986
987 /* Get iterator. */
988 it = PyObject_GetIter(seq);
989 if (it == NULL)
990 return NULL;
991
992 /* create takewhileobject structure */
993 lz = (takewhileobject *)type->tp_alloc(type, 0);
994 if (lz == NULL) {
995 Py_DECREF(it);
996 return NULL;
997 }
998 Py_INCREF(func);
999 lz->func = func;
1000 lz->it = it;
1001 lz->stop = 0;
1002
1003 return (PyObject *)lz;
1004}
1005
1006static void
1007takewhile_dealloc(takewhileobject *lz)
1008{
1009 PyObject_GC_UnTrack(lz);
1010 Py_XDECREF(lz->func);
1011 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +00001012 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001013}
1014
1015static int
1016takewhile_traverse(takewhileobject *lz, visitproc visit, void *arg)
1017{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001018 Py_VISIT(lz->it);
1019 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001020 return 0;
1021}
1022
1023static PyObject *
1024takewhile_next(takewhileobject *lz)
1025{
1026 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001027 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001028 long ok;
1029
1030 if (lz->stop == 1)
1031 return NULL;
1032
Christian Heimes90aa7642007-12-19 02:45:37 +00001033 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001034 if (item == NULL)
1035 return NULL;
1036
1037 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
1038 if (good == NULL) {
1039 Py_DECREF(item);
1040 return NULL;
1041 }
1042 ok = PyObject_IsTrue(good);
1043 Py_DECREF(good);
1044 if (ok)
1045 return item;
1046 Py_DECREF(item);
1047 lz->stop = 1;
1048 return NULL;
1049}
1050
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001051PyDoc_STRVAR(takewhile_doc,
1052"takewhile(predicate, iterable) --> takewhile object\n\
1053\n\
1054Return successive entries from an iterable as long as the \n\
1055predicate evaluates to true for each entry.");
1056
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001057static PyTypeObject takewhile_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00001058 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001059 "itertools.takewhile", /* tp_name */
1060 sizeof(takewhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001061 0, /* tp_itemsize */
1062 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001063 (destructor)takewhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001064 0, /* tp_print */
1065 0, /* tp_getattr */
1066 0, /* tp_setattr */
1067 0, /* tp_compare */
1068 0, /* tp_repr */
1069 0, /* tp_as_number */
1070 0, /* tp_as_sequence */
1071 0, /* tp_as_mapping */
1072 0, /* tp_hash */
1073 0, /* tp_call */
1074 0, /* tp_str */
1075 PyObject_GenericGetAttr, /* tp_getattro */
1076 0, /* tp_setattro */
1077 0, /* tp_as_buffer */
1078 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1079 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001080 takewhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001081 (traverseproc)takewhile_traverse, /* tp_traverse */
1082 0, /* tp_clear */
1083 0, /* tp_richcompare */
1084 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001085 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001086 (iternextfunc)takewhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001087 0, /* tp_methods */
1088 0, /* tp_members */
1089 0, /* tp_getset */
1090 0, /* tp_base */
1091 0, /* tp_dict */
1092 0, /* tp_descr_get */
1093 0, /* tp_descr_set */
1094 0, /* tp_dictoffset */
1095 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001096 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001097 takewhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001098 PyObject_GC_Del, /* tp_free */
1099};
1100
1101
1102/* islice object ************************************************************/
1103
1104typedef struct {
1105 PyObject_HEAD
1106 PyObject *it;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001107 Py_ssize_t next;
1108 Py_ssize_t stop;
1109 Py_ssize_t step;
1110 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001111} isliceobject;
1112
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001113static PyTypeObject islice_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001114
1115static PyObject *
1116islice_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1117{
1118 PyObject *seq;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001119 Py_ssize_t start=0, stop=-1, step=1;
Raymond Hettingerb2594052004-12-05 09:25:51 +00001120 PyObject *it, *a1=NULL, *a2=NULL, *a3=NULL;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001121 Py_ssize_t numargs;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001122 isliceobject *lz;
1123
Thomas Woutersb2137042007-02-01 18:02:27 +00001124 if (type == &islice_type && !_PyArg_NoKeywords("islice()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001125 return NULL;
1126
Raymond Hettingerb2594052004-12-05 09:25:51 +00001127 if (!PyArg_UnpackTuple(args, "islice", 2, 4, &seq, &a1, &a2, &a3))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001128 return NULL;
1129
Raymond Hettingerb2594052004-12-05 09:25:51 +00001130 numargs = PyTuple_Size(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001131 if (numargs == 2) {
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001132 if (a1 != Py_None) {
Christian Heimes217cfd12007-12-02 14:31:20 +00001133 stop = PyLong_AsSsize_t(a1);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001134 if (stop == -1) {
1135 if (PyErr_Occurred())
1136 PyErr_Clear();
1137 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001138 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001139 return NULL;
1140 }
1141 }
Raymond Hettinger341deb72003-05-02 19:44:20 +00001142 } else {
Raymond Hettingerb2594052004-12-05 09:25:51 +00001143 if (a1 != Py_None)
Christian Heimes217cfd12007-12-02 14:31:20 +00001144 start = PyLong_AsSsize_t(a1);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001145 if (start == -1 && PyErr_Occurred())
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001146 PyErr_Clear();
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001147 if (a2 != Py_None) {
Christian Heimes217cfd12007-12-02 14:31:20 +00001148 stop = PyLong_AsSsize_t(a2);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001149 if (stop == -1) {
1150 if (PyErr_Occurred())
1151 PyErr_Clear();
1152 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001153 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001154 return NULL;
1155 }
1156 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001157 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001158 if (start<0 || stop<-1) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001159 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001160 "Indices for islice() must be non-negative integers or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001161 return NULL;
1162 }
1163
Raymond Hettingerb2594052004-12-05 09:25:51 +00001164 if (a3 != NULL) {
1165 if (a3 != Py_None)
Christian Heimes217cfd12007-12-02 14:31:20 +00001166 step = PyLong_AsSsize_t(a3);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001167 if (step == -1 && PyErr_Occurred())
1168 PyErr_Clear();
1169 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001170 if (step<1) {
1171 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001172 "Step for islice() must be a positive integer or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001173 return NULL;
1174 }
1175
1176 /* Get iterator. */
1177 it = PyObject_GetIter(seq);
1178 if (it == NULL)
1179 return NULL;
1180
1181 /* create isliceobject structure */
1182 lz = (isliceobject *)type->tp_alloc(type, 0);
1183 if (lz == NULL) {
1184 Py_DECREF(it);
1185 return NULL;
1186 }
1187 lz->it = it;
1188 lz->next = start;
1189 lz->stop = stop;
1190 lz->step = step;
1191 lz->cnt = 0L;
1192
1193 return (PyObject *)lz;
1194}
1195
1196static void
1197islice_dealloc(isliceobject *lz)
1198{
1199 PyObject_GC_UnTrack(lz);
1200 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +00001201 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001202}
1203
1204static int
1205islice_traverse(isliceobject *lz, visitproc visit, void *arg)
1206{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001207 Py_VISIT(lz->it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001208 return 0;
1209}
1210
1211static PyObject *
1212islice_next(isliceobject *lz)
1213{
1214 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001215 PyObject *it = lz->it;
Thomas Wouters477c8d52006-05-27 19:21:47 +00001216 Py_ssize_t oldnext;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001217 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001218
Christian Heimes90aa7642007-12-19 02:45:37 +00001219 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001220 while (lz->cnt < lz->next) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001221 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001222 if (item == NULL)
1223 return NULL;
1224 Py_DECREF(item);
1225 lz->cnt++;
1226 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001227 if (lz->stop != -1 && lz->cnt >= lz->stop)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001228 return NULL;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001229 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001230 if (item == NULL)
1231 return NULL;
1232 lz->cnt++;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001233 oldnext = lz->next;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001234 lz->next += lz->step;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001235 if (lz->next < oldnext) /* Check for overflow */
1236 lz->next = lz->stop;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001237 return item;
1238}
1239
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001240PyDoc_STRVAR(islice_doc,
1241"islice(iterable, [start,] stop [, step]) --> islice object\n\
1242\n\
1243Return an iterator whose next() method returns selected values from an\n\
1244iterable. If start is specified, will skip all preceding elements;\n\
1245otherwise, start defaults to zero. Step defaults to one. If\n\
1246specified as another value, step determines how many values are \n\
1247skipped between successive calls. Works like a slice() on a list\n\
1248but returns an iterator.");
1249
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001250static PyTypeObject islice_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00001251 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001252 "itertools.islice", /* tp_name */
1253 sizeof(isliceobject), /* tp_basicsize */
1254 0, /* tp_itemsize */
1255 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001256 (destructor)islice_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001257 0, /* tp_print */
1258 0, /* tp_getattr */
1259 0, /* tp_setattr */
1260 0, /* tp_compare */
1261 0, /* tp_repr */
1262 0, /* tp_as_number */
1263 0, /* tp_as_sequence */
1264 0, /* tp_as_mapping */
1265 0, /* tp_hash */
1266 0, /* tp_call */
1267 0, /* tp_str */
1268 PyObject_GenericGetAttr, /* tp_getattro */
1269 0, /* tp_setattro */
1270 0, /* tp_as_buffer */
1271 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1272 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001273 islice_doc, /* tp_doc */
1274 (traverseproc)islice_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001275 0, /* tp_clear */
1276 0, /* tp_richcompare */
1277 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001278 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001279 (iternextfunc)islice_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001280 0, /* tp_methods */
1281 0, /* tp_members */
1282 0, /* tp_getset */
1283 0, /* tp_base */
1284 0, /* tp_dict */
1285 0, /* tp_descr_get */
1286 0, /* tp_descr_set */
1287 0, /* tp_dictoffset */
1288 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001289 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001290 islice_new, /* tp_new */
1291 PyObject_GC_Del, /* tp_free */
1292};
1293
1294
1295/* starmap object ************************************************************/
1296
1297typedef struct {
1298 PyObject_HEAD
1299 PyObject *func;
1300 PyObject *it;
1301} starmapobject;
1302
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001303static PyTypeObject starmap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001304
1305static PyObject *
1306starmap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1307{
1308 PyObject *func, *seq;
1309 PyObject *it;
1310 starmapobject *lz;
1311
Thomas Woutersb2137042007-02-01 18:02:27 +00001312 if (type == &starmap_type && !_PyArg_NoKeywords("starmap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001313 return NULL;
1314
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001315 if (!PyArg_UnpackTuple(args, "starmap", 2, 2, &func, &seq))
1316 return NULL;
1317
1318 /* Get iterator. */
1319 it = PyObject_GetIter(seq);
1320 if (it == NULL)
1321 return NULL;
1322
1323 /* create starmapobject structure */
1324 lz = (starmapobject *)type->tp_alloc(type, 0);
1325 if (lz == NULL) {
1326 Py_DECREF(it);
1327 return NULL;
1328 }
1329 Py_INCREF(func);
1330 lz->func = func;
1331 lz->it = it;
1332
1333 return (PyObject *)lz;
1334}
1335
1336static void
1337starmap_dealloc(starmapobject *lz)
1338{
1339 PyObject_GC_UnTrack(lz);
1340 Py_XDECREF(lz->func);
1341 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +00001342 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001343}
1344
1345static int
1346starmap_traverse(starmapobject *lz, visitproc visit, void *arg)
1347{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001348 Py_VISIT(lz->it);
1349 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001350 return 0;
1351}
1352
1353static PyObject *
1354starmap_next(starmapobject *lz)
1355{
1356 PyObject *args;
1357 PyObject *result;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001358 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001359
Christian Heimes90aa7642007-12-19 02:45:37 +00001360 args = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001361 if (args == NULL)
1362 return NULL;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001363 if (!PyTuple_CheckExact(args)) {
Christian Heimes679db4a2008-01-18 09:56:22 +00001364 PyObject *newargs = PySequence_Tuple(args);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001365 Py_DECREF(args);
Christian Heimes679db4a2008-01-18 09:56:22 +00001366 if (newargs == NULL)
1367 return NULL;
1368 args = newargs;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001369 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001370 result = PyObject_Call(lz->func, args, NULL);
1371 Py_DECREF(args);
1372 return result;
1373}
1374
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001375PyDoc_STRVAR(starmap_doc,
1376"starmap(function, sequence) --> starmap object\n\
1377\n\
1378Return an iterator whose values are returned from the function evaluated\n\
1379with a argument tuple taken from the given sequence.");
1380
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001381static PyTypeObject starmap_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00001382 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001383 "itertools.starmap", /* tp_name */
1384 sizeof(starmapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001385 0, /* tp_itemsize */
1386 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001387 (destructor)starmap_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001388 0, /* tp_print */
1389 0, /* tp_getattr */
1390 0, /* tp_setattr */
1391 0, /* tp_compare */
1392 0, /* tp_repr */
1393 0, /* tp_as_number */
1394 0, /* tp_as_sequence */
1395 0, /* tp_as_mapping */
1396 0, /* tp_hash */
1397 0, /* tp_call */
1398 0, /* tp_str */
1399 PyObject_GenericGetAttr, /* tp_getattro */
1400 0, /* tp_setattro */
1401 0, /* tp_as_buffer */
1402 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1403 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001404 starmap_doc, /* tp_doc */
1405 (traverseproc)starmap_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001406 0, /* tp_clear */
1407 0, /* tp_richcompare */
1408 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001409 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001410 (iternextfunc)starmap_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001411 0, /* tp_methods */
1412 0, /* tp_members */
1413 0, /* tp_getset */
1414 0, /* tp_base */
1415 0, /* tp_dict */
1416 0, /* tp_descr_get */
1417 0, /* tp_descr_set */
1418 0, /* tp_dictoffset */
1419 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001420 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001421 starmap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001422 PyObject_GC_Del, /* tp_free */
1423};
1424
1425
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001426/* chain object ************************************************************/
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001427
1428typedef struct {
1429 PyObject_HEAD
Christian Heimesf16baeb2008-02-29 14:57:44 +00001430 PyObject *source; /* Iterator over input iterables */
1431 PyObject *active; /* Currently running input iterator */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001432} chainobject;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001433
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001434static PyTypeObject chain_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001435
Christian Heimesf16baeb2008-02-29 14:57:44 +00001436static PyObject *
1437chain_new_internal(PyTypeObject *type, PyObject *source)
1438{
1439 chainobject *lz;
1440
1441 lz = (chainobject *)type->tp_alloc(type, 0);
1442 if (lz == NULL) {
1443 Py_DECREF(source);
1444 return NULL;
1445 }
1446
1447 lz->source = source;
1448 lz->active = NULL;
1449 return (PyObject *)lz;
1450}
1451
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001452static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001453chain_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001454{
Christian Heimesf16baeb2008-02-29 14:57:44 +00001455 PyObject *source;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001456
Thomas Woutersb2137042007-02-01 18:02:27 +00001457 if (type == &chain_type && !_PyArg_NoKeywords("chain()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001458 return NULL;
Christian Heimesf16baeb2008-02-29 14:57:44 +00001459
1460 source = PyObject_GetIter(args);
1461 if (source == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001462 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001463
Christian Heimesf16baeb2008-02-29 14:57:44 +00001464 return chain_new_internal(type, source);
1465}
1466
1467static PyObject *
1468chain_new_from_iterable(PyTypeObject *type, PyObject *arg)
1469{
1470 PyObject *source;
1471
1472 source = PyObject_GetIter(arg);
1473 if (source == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001474 return NULL;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001475
Christian Heimesf16baeb2008-02-29 14:57:44 +00001476 return chain_new_internal(type, source);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001477}
1478
1479static void
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001480chain_dealloc(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001481{
1482 PyObject_GC_UnTrack(lz);
Christian Heimesf16baeb2008-02-29 14:57:44 +00001483 Py_XDECREF(lz->active);
1484 Py_XDECREF(lz->source);
Christian Heimes90aa7642007-12-19 02:45:37 +00001485 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001486}
1487
Raymond Hettinger2012f172003-02-07 05:32:58 +00001488static int
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001489chain_traverse(chainobject *lz, visitproc visit, void *arg)
Raymond Hettinger2012f172003-02-07 05:32:58 +00001490{
Christian Heimesf16baeb2008-02-29 14:57:44 +00001491 Py_VISIT(lz->source);
1492 Py_VISIT(lz->active);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001493 return 0;
1494}
1495
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001496static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001497chain_next(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001498{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001499 PyObject *item;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001500
Christian Heimesf16baeb2008-02-29 14:57:44 +00001501 if (lz->source == NULL)
1502 return NULL; /* already stopped */
1503
1504 if (lz->active == NULL) {
1505 PyObject *iterable = PyIter_Next(lz->source);
1506 if (iterable == NULL) {
1507 Py_CLEAR(lz->source);
1508 return NULL; /* no more input sources */
Raymond Hettinger9d7c8702004-05-08 19:49:42 +00001509 }
Christian Heimesf16baeb2008-02-29 14:57:44 +00001510 lz->active = PyObject_GetIter(iterable);
Christian Heimes78644762008-03-04 23:39:23 +00001511 Py_DECREF(iterable);
Christian Heimesf16baeb2008-02-29 14:57:44 +00001512 if (lz->active == NULL) {
Christian Heimesf16baeb2008-02-29 14:57:44 +00001513 Py_CLEAR(lz->source);
1514 return NULL; /* input not iterable */
1515 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001516 }
Christian Heimesf16baeb2008-02-29 14:57:44 +00001517 item = PyIter_Next(lz->active);
1518 if (item != NULL)
1519 return item;
1520 if (PyErr_Occurred()) {
1521 if (PyErr_ExceptionMatches(PyExc_StopIteration))
1522 PyErr_Clear();
1523 else
1524 return NULL; /* input raised an exception */
1525 }
1526 Py_CLEAR(lz->active);
1527 return chain_next(lz); /* recurse and use next active */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001528}
1529
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001530PyDoc_STRVAR(chain_doc,
1531"chain(*iterables) --> chain object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001532\n\
Georg Brandla18af4e2007-04-21 15:47:16 +00001533Return a chain object whose .__next__() method returns elements from the\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001534first iterable until it is exhausted, then elements from the next\n\
1535iterable, until all of the iterables are exhausted.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001536
Christian Heimesf16baeb2008-02-29 14:57:44 +00001537PyDoc_STRVAR(chain_from_iterable_doc,
1538"chain.from_iterable(iterable) --> chain object\n\
1539\n\
1540Alternate chain() contructor taking a single iterable argument\n\
1541that evaluates lazily.");
1542
1543static PyMethodDef chain_methods[] = {
1544 {"from_iterable", (PyCFunction) chain_new_from_iterable, METH_O | METH_CLASS,
1545 chain_from_iterable_doc},
1546 {NULL, NULL} /* sentinel */
1547};
1548
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001549static PyTypeObject chain_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00001550 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001551 "itertools.chain", /* tp_name */
1552 sizeof(chainobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001553 0, /* tp_itemsize */
1554 /* methods */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001555 (destructor)chain_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001556 0, /* tp_print */
1557 0, /* tp_getattr */
1558 0, /* tp_setattr */
1559 0, /* tp_compare */
1560 0, /* tp_repr */
1561 0, /* tp_as_number */
1562 0, /* tp_as_sequence */
1563 0, /* tp_as_mapping */
1564 0, /* tp_hash */
1565 0, /* tp_call */
1566 0, /* tp_str */
1567 PyObject_GenericGetAttr, /* tp_getattro */
1568 0, /* tp_setattro */
1569 0, /* tp_as_buffer */
1570 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1571 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001572 chain_doc, /* tp_doc */
1573 (traverseproc)chain_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001574 0, /* tp_clear */
1575 0, /* tp_richcompare */
1576 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001577 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001578 (iternextfunc)chain_next, /* tp_iternext */
Christian Heimesf16baeb2008-02-29 14:57:44 +00001579 chain_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001580 0, /* tp_members */
1581 0, /* tp_getset */
1582 0, /* tp_base */
1583 0, /* tp_dict */
1584 0, /* tp_descr_get */
1585 0, /* tp_descr_set */
1586 0, /* tp_dictoffset */
1587 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001588 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001589 chain_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001590 PyObject_GC_Del, /* tp_free */
1591};
1592
1593
Christian Heimesc3f30c42008-02-22 16:37:40 +00001594/* product object ************************************************************/
1595
1596typedef struct {
1597 PyObject_HEAD
1598 PyObject *pools; /* tuple of pool tuples */
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001599 Py_ssize_t *indices; /* one index per pool */
1600 PyObject *result; /* most recently returned result tuple */
1601 int stopped; /* set to 1 when the product iterator is exhausted */
Christian Heimesc3f30c42008-02-22 16:37:40 +00001602} productobject;
1603
1604static PyTypeObject product_type;
1605
1606static PyObject *
1607product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1608{
1609 productobject *lz;
Christian Heimesf16baeb2008-02-29 14:57:44 +00001610 Py_ssize_t nargs, npools, repeat=1;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001611 PyObject *pools = NULL;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001612 Py_ssize_t *indices = NULL;
1613 Py_ssize_t i;
1614
Christian Heimesf16baeb2008-02-29 14:57:44 +00001615 if (kwds != NULL) {
1616 char *kwlist[] = {"repeat", 0};
1617 PyObject *tmpargs = PyTuple_New(0);
1618 if (tmpargs == NULL)
1619 return NULL;
1620 if (!PyArg_ParseTupleAndKeywords(tmpargs, kwds, "|n:product", kwlist, &repeat)) {
1621 Py_DECREF(tmpargs);
1622 return NULL;
1623 }
1624 Py_DECREF(tmpargs);
1625 if (repeat < 0) {
1626 PyErr_SetString(PyExc_ValueError,
1627 "repeat argument cannot be negative");
1628 return NULL;
1629 }
1630 }
Christian Heimesc3f30c42008-02-22 16:37:40 +00001631
1632 assert(PyTuple_Check(args));
Christian Heimesf16baeb2008-02-29 14:57:44 +00001633 nargs = (repeat == 0) ? 0 : PyTuple_GET_SIZE(args);
1634 npools = nargs * repeat;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001635
Christian Heimesc3f30c42008-02-22 16:37:40 +00001636 indices = PyMem_Malloc(npools * sizeof(Py_ssize_t));
Christian Heimesb558a2e2008-03-02 22:46:37 +00001637 if (indices == NULL) {
Christian Heimesc3f30c42008-02-22 16:37:40 +00001638 PyErr_NoMemory();
1639 goto error;
1640 }
1641
1642 pools = PyTuple_New(npools);
1643 if (pools == NULL)
1644 goto error;
1645
Christian Heimesf16baeb2008-02-29 14:57:44 +00001646 for (i=0; i < nargs ; ++i) {
Christian Heimesc3f30c42008-02-22 16:37:40 +00001647 PyObject *item = PyTuple_GET_ITEM(args, i);
1648 PyObject *pool = PySequence_Tuple(item);
1649 if (pool == NULL)
1650 goto error;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001651 PyTuple_SET_ITEM(pools, i, pool);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001652 indices[i] = 0;
1653 }
Christian Heimesf16baeb2008-02-29 14:57:44 +00001654 for ( ; i < npools; ++i) {
1655 PyObject *pool = PyTuple_GET_ITEM(pools, i - nargs);
1656 Py_INCREF(pool);
1657 PyTuple_SET_ITEM(pools, i, pool);
Christian Heimesf16baeb2008-02-29 14:57:44 +00001658 indices[i] = 0;
1659 }
Christian Heimesc3f30c42008-02-22 16:37:40 +00001660
1661 /* create productobject structure */
1662 lz = (productobject *)type->tp_alloc(type, 0);
Christian Heimes380f7f22008-02-28 11:19:05 +00001663 if (lz == NULL)
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001664 goto error;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001665
1666 lz->pools = pools;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001667 lz->indices = indices;
1668 lz->result = NULL;
1669 lz->stopped = 0;
1670
1671 return (PyObject *)lz;
1672
1673error:
Christian Heimesc3f30c42008-02-22 16:37:40 +00001674 if (indices != NULL)
1675 PyMem_Free(indices);
1676 Py_XDECREF(pools);
1677 return NULL;
1678}
1679
1680static void
1681product_dealloc(productobject *lz)
1682{
1683 PyObject_GC_UnTrack(lz);
1684 Py_XDECREF(lz->pools);
1685 Py_XDECREF(lz->result);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001686 PyMem_Free(lz->indices);
1687 Py_TYPE(lz)->tp_free(lz);
1688}
1689
1690static int
1691product_traverse(productobject *lz, visitproc visit, void *arg)
1692{
1693 Py_VISIT(lz->pools);
1694 Py_VISIT(lz->result);
1695 return 0;
1696}
1697
1698static PyObject *
1699product_next(productobject *lz)
1700{
1701 PyObject *pool;
1702 PyObject *elem;
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001703 PyObject *oldelem;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001704 PyObject *pools = lz->pools;
1705 PyObject *result = lz->result;
1706 Py_ssize_t npools = PyTuple_GET_SIZE(pools);
1707 Py_ssize_t i;
1708
1709 if (lz->stopped)
1710 return NULL;
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001711
Christian Heimesc3f30c42008-02-22 16:37:40 +00001712 if (result == NULL) {
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001713 /* On the first pass, return an initial tuple filled with the
Christian Heimes78644762008-03-04 23:39:23 +00001714 first element from each pool. */
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001715 result = PyTuple_New(npools);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001716 if (result == NULL)
1717 goto empty;
1718 lz->result = result;
1719 for (i=0; i < npools; i++) {
1720 pool = PyTuple_GET_ITEM(pools, i);
1721 if (PyTuple_GET_SIZE(pool) == 0)
1722 goto empty;
1723 elem = PyTuple_GET_ITEM(pool, 0);
1724 Py_INCREF(elem);
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001725 PyTuple_SET_ITEM(result, i, elem);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001726 }
1727 } else {
1728 Py_ssize_t *indices = lz->indices;
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001729
1730 /* Copy the previous result tuple or re-use it if available */
1731 if (Py_REFCNT(result) > 1) {
1732 PyObject *old_result = result;
1733 result = PyTuple_New(npools);
1734 if (result == NULL)
1735 goto empty;
1736 lz->result = result;
1737 for (i=0; i < npools; i++) {
1738 elem = PyTuple_GET_ITEM(old_result, i);
1739 Py_INCREF(elem);
1740 PyTuple_SET_ITEM(result, i, elem);
1741 }
1742 Py_DECREF(old_result);
1743 }
1744 /* Now, we've got the only copy so we can update it in-place */
Christian Heimesb558a2e2008-03-02 22:46:37 +00001745 assert (npools==0 || Py_REFCNT(result) == 1);
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001746
1747 /* Update the pool indices right-to-left. Only advance to the
1748 next pool when the previous one rolls-over */
Christian Heimesc3f30c42008-02-22 16:37:40 +00001749 for (i=npools-1 ; i >= 0 ; i--) {
1750 pool = PyTuple_GET_ITEM(pools, i);
1751 indices[i]++;
Christian Heimesb558a2e2008-03-02 22:46:37 +00001752 if (indices[i] == PyTuple_GET_SIZE(pool)) {
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001753 /* Roll-over and advance to next pool */
Christian Heimesc3f30c42008-02-22 16:37:40 +00001754 indices[i] = 0;
1755 elem = PyTuple_GET_ITEM(pool, 0);
1756 Py_INCREF(elem);
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001757 oldelem = PyTuple_GET_ITEM(result, i);
1758 PyTuple_SET_ITEM(result, i, elem);
1759 Py_DECREF(oldelem);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001760 } else {
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001761 /* No rollover. Just increment and stop here. */
Christian Heimesc3f30c42008-02-22 16:37:40 +00001762 elem = PyTuple_GET_ITEM(pool, indices[i]);
1763 Py_INCREF(elem);
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001764 oldelem = PyTuple_GET_ITEM(result, i);
1765 PyTuple_SET_ITEM(result, i, elem);
1766 Py_DECREF(oldelem);
Christian Heimesc3f30c42008-02-22 16:37:40 +00001767 break;
1768 }
1769 }
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001770
1771 /* If i is negative, then the indices have all rolled-over
1772 and we're done. */
Christian Heimesc3f30c42008-02-22 16:37:40 +00001773 if (i < 0)
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001774 goto empty;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001775 }
1776
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001777 Py_INCREF(result);
1778 return result;
Christian Heimesc3f30c42008-02-22 16:37:40 +00001779
1780empty:
1781 lz->stopped = 1;
1782 return NULL;
1783}
1784
1785PyDoc_STRVAR(product_doc,
1786"product(*iterables) --> product object\n\
1787\n\
Christian Heimes90c3d9b2008-02-23 13:18:03 +00001788Cartesian product of input iterables. Equivalent to nested for-loops.\n\n\
Christian Heimesc3f30c42008-02-22 16:37:40 +00001789For example, product(A, B) returns the same as: ((x,y) for x in A for y in B).\n\
1790The leftmost iterators are in the outermost for-loop, so the output tuples\n\
1791cycle in a manner similar to an odometer (with the rightmost element changing\n\
1792on every iteration).\n\n\
1793product('ab', range(3)) --> ('a',0) ('a',1) ('a',2) ('b',0) ('b',1) ('b',2)\n\
1794product((0,1), (0,1), (0,1)) --> (0,0,0) (0,0,1) (0,1,0) (0,1,1) (1,0,0) ...");
1795
1796static PyTypeObject product_type = {
1797 PyVarObject_HEAD_INIT(NULL, 0)
1798 "itertools.product", /* tp_name */
1799 sizeof(productobject), /* tp_basicsize */
1800 0, /* tp_itemsize */
1801 /* methods */
1802 (destructor)product_dealloc, /* tp_dealloc */
1803 0, /* tp_print */
1804 0, /* tp_getattr */
1805 0, /* tp_setattr */
1806 0, /* tp_compare */
1807 0, /* tp_repr */
1808 0, /* tp_as_number */
1809 0, /* tp_as_sequence */
1810 0, /* tp_as_mapping */
1811 0, /* tp_hash */
1812 0, /* tp_call */
1813 0, /* tp_str */
1814 PyObject_GenericGetAttr, /* tp_getattro */
1815 0, /* tp_setattro */
1816 0, /* tp_as_buffer */
1817 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1818 Py_TPFLAGS_BASETYPE, /* tp_flags */
1819 product_doc, /* tp_doc */
1820 (traverseproc)product_traverse, /* tp_traverse */
1821 0, /* tp_clear */
1822 0, /* tp_richcompare */
1823 0, /* tp_weaklistoffset */
1824 PyObject_SelfIter, /* tp_iter */
1825 (iternextfunc)product_next, /* tp_iternext */
1826 0, /* tp_methods */
1827 0, /* tp_members */
1828 0, /* tp_getset */
1829 0, /* tp_base */
1830 0, /* tp_dict */
1831 0, /* tp_descr_get */
1832 0, /* tp_descr_set */
1833 0, /* tp_dictoffset */
1834 0, /* tp_init */
1835 0, /* tp_alloc */
1836 product_new, /* tp_new */
1837 PyObject_GC_Del, /* tp_free */
1838};
1839
1840
Christian Heimes380f7f22008-02-28 11:19:05 +00001841/* combinations object ************************************************************/
1842
1843typedef struct {
1844 PyObject_HEAD
1845 PyObject *pool; /* input converted to a tuple */
1846 Py_ssize_t *indices; /* one index per result element */
1847 PyObject *result; /* most recently returned result tuple */
1848 Py_ssize_t r; /* size of result tuple */
1849 int stopped; /* set to 1 when the combinations iterator is exhausted */
1850} combinationsobject;
1851
1852static PyTypeObject combinations_type;
1853
1854static PyObject *
1855combinations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1856{
1857 combinationsobject *co;
1858 Py_ssize_t n;
1859 Py_ssize_t r;
1860 PyObject *pool = NULL;
1861 PyObject *iterable = NULL;
1862 Py_ssize_t *indices = NULL;
1863 Py_ssize_t i;
1864 static char *kwargs[] = {"iterable", "r", NULL};
1865
1866 if (!PyArg_ParseTupleAndKeywords(args, kwds, "On:combinations", kwargs,
1867 &iterable, &r))
1868 return NULL;
1869
1870 pool = PySequence_Tuple(iterable);
1871 if (pool == NULL)
1872 goto error;
1873 n = PyTuple_GET_SIZE(pool);
1874 if (r < 0) {
1875 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
1876 goto error;
1877 }
Christian Heimes380f7f22008-02-28 11:19:05 +00001878
1879 indices = PyMem_Malloc(r * sizeof(Py_ssize_t));
1880 if (indices == NULL) {
1881 PyErr_NoMemory();
1882 goto error;
1883 }
1884
1885 for (i=0 ; i<r ; i++)
1886 indices[i] = i;
1887
1888 /* create combinationsobject structure */
1889 co = (combinationsobject *)type->tp_alloc(type, 0);
1890 if (co == NULL)
1891 goto error;
1892
1893 co->pool = pool;
1894 co->indices = indices;
1895 co->result = NULL;
1896 co->r = r;
Raymond Hettinger5bad41e2009-01-08 21:01:54 +00001897 co->stopped = r > n ? 1 : 0;
Christian Heimes380f7f22008-02-28 11:19:05 +00001898
1899 return (PyObject *)co;
1900
1901error:
1902 if (indices != NULL)
1903 PyMem_Free(indices);
1904 Py_XDECREF(pool);
1905 return NULL;
1906}
1907
1908static void
1909combinations_dealloc(combinationsobject *co)
1910{
1911 PyObject_GC_UnTrack(co);
1912 Py_XDECREF(co->pool);
1913 Py_XDECREF(co->result);
1914 PyMem_Free(co->indices);
1915 Py_TYPE(co)->tp_free(co);
1916}
1917
1918static int
1919combinations_traverse(combinationsobject *co, visitproc visit, void *arg)
1920{
1921 Py_VISIT(co->pool);
1922 Py_VISIT(co->result);
1923 return 0;
1924}
1925
1926static PyObject *
1927combinations_next(combinationsobject *co)
1928{
1929 PyObject *elem;
1930 PyObject *oldelem;
1931 PyObject *pool = co->pool;
1932 Py_ssize_t *indices = co->indices;
1933 PyObject *result = co->result;
1934 Py_ssize_t n = PyTuple_GET_SIZE(pool);
1935 Py_ssize_t r = co->r;
1936 Py_ssize_t i, j, index;
1937
1938 if (co->stopped)
1939 return NULL;
1940
1941 if (result == NULL) {
1942 /* On the first pass, initialize result tuple using the indices */
1943 result = PyTuple_New(r);
1944 if (result == NULL)
1945 goto empty;
1946 co->result = result;
1947 for (i=0; i<r ; i++) {
1948 index = indices[i];
1949 elem = PyTuple_GET_ITEM(pool, index);
1950 Py_INCREF(elem);
1951 PyTuple_SET_ITEM(result, i, elem);
1952 }
1953 } else {
1954 /* Copy the previous result tuple or re-use it if available */
1955 if (Py_REFCNT(result) > 1) {
1956 PyObject *old_result = result;
1957 result = PyTuple_New(r);
1958 if (result == NULL)
1959 goto empty;
1960 co->result = result;
1961 for (i=0; i<r ; i++) {
1962 elem = PyTuple_GET_ITEM(old_result, i);
1963 Py_INCREF(elem);
1964 PyTuple_SET_ITEM(result, i, elem);
1965 }
1966 Py_DECREF(old_result);
1967 }
1968 /* Now, we've got the only copy so we can update it in-place
1969 * CPython's empty tuple is a singleton and cached in
1970 * PyTuple's freelist.
1971 */
1972 assert(r == 0 || Py_REFCNT(result) == 1);
1973
1974 /* Scan indices right-to-left until finding one that is not
1975 at its maximum (i + n - r). */
1976 for (i=r-1 ; i >= 0 && indices[i] == i+n-r ; i--)
1977 ;
1978
1979 /* If i is negative, then the indices are all at
1980 their maximum value and we're done. */
1981 if (i < 0)
1982 goto empty;
1983
1984 /* Increment the current index which we know is not at its
1985 maximum. Then move back to the right setting each index
1986 to its lowest possible value (one higher than the index
1987 to its left -- this maintains the sort order invariant). */
1988 indices[i]++;
1989 for (j=i+1 ; j<r ; j++)
1990 indices[j] = indices[j-1] + 1;
1991
1992 /* Update the result tuple for the new indices
1993 starting with i, the leftmost index that changed */
1994 for ( ; i<r ; i++) {
1995 index = indices[i];
1996 elem = PyTuple_GET_ITEM(pool, index);
1997 Py_INCREF(elem);
1998 oldelem = PyTuple_GET_ITEM(result, i);
1999 PyTuple_SET_ITEM(result, i, elem);
2000 Py_DECREF(oldelem);
2001 }
2002 }
2003
2004 Py_INCREF(result);
2005 return result;
2006
2007empty:
2008 co->stopped = 1;
2009 return NULL;
2010}
2011
2012PyDoc_STRVAR(combinations_doc,
Georg Brandl0c77a822008-06-10 16:37:50 +00002013"combinations(iterable[, r]) --> combinations object\n\
Christian Heimes380f7f22008-02-28 11:19:05 +00002014\n\
2015Return successive r-length combinations of elements in the iterable.\n\n\
2016combinations(range(4), 3) --> (0,1,2), (0,1,3), (0,2,3), (1,2,3)");
2017
2018static PyTypeObject combinations_type = {
2019 PyVarObject_HEAD_INIT(NULL, 0)
2020 "itertools.combinations", /* tp_name */
2021 sizeof(combinationsobject), /* tp_basicsize */
2022 0, /* tp_itemsize */
2023 /* methods */
2024 (destructor)combinations_dealloc, /* tp_dealloc */
2025 0, /* tp_print */
2026 0, /* tp_getattr */
2027 0, /* tp_setattr */
2028 0, /* tp_compare */
2029 0, /* tp_repr */
2030 0, /* tp_as_number */
2031 0, /* tp_as_sequence */
2032 0, /* tp_as_mapping */
2033 0, /* tp_hash */
2034 0, /* tp_call */
2035 0, /* tp_str */
2036 PyObject_GenericGetAttr, /* tp_getattro */
2037 0, /* tp_setattro */
2038 0, /* tp_as_buffer */
2039 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2040 Py_TPFLAGS_BASETYPE, /* tp_flags */
2041 combinations_doc, /* tp_doc */
2042 (traverseproc)combinations_traverse, /* tp_traverse */
2043 0, /* tp_clear */
2044 0, /* tp_richcompare */
2045 0, /* tp_weaklistoffset */
2046 PyObject_SelfIter, /* tp_iter */
2047 (iternextfunc)combinations_next, /* tp_iternext */
2048 0, /* tp_methods */
2049 0, /* tp_members */
2050 0, /* tp_getset */
2051 0, /* tp_base */
2052 0, /* tp_dict */
2053 0, /* tp_descr_get */
2054 0, /* tp_descr_set */
2055 0, /* tp_dictoffset */
2056 0, /* tp_init */
2057 0, /* tp_alloc */
2058 combinations_new, /* tp_new */
2059 PyObject_GC_Del, /* tp_free */
2060};
2061
2062
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002063/* permutations object ************************************************************
2064
2065def permutations(iterable, r=None):
2066 'permutations(range(3), 2) --> (0,1) (0,2) (1,0) (1,2) (2,0) (2,1)'
2067 pool = tuple(iterable)
2068 n = len(pool)
2069 r = n if r is None else r
2070 indices = range(n)
2071 cycles = range(n-r+1, n+1)[::-1]
2072 yield tuple(pool[i] for i in indices[:r])
2073 while n:
2074 for i in reversed(range(r)):
2075 cycles[i] -= 1
2076 if cycles[i] == 0:
2077 indices[i:] = indices[i+1:] + indices[i:i+1]
2078 cycles[i] = n - i
2079 else:
2080 j = cycles[i]
2081 indices[i], indices[-j] = indices[-j], indices[i]
2082 yield tuple(pool[i] for i in indices[:r])
2083 break
2084 else:
2085 return
2086*/
2087
2088typedef struct {
2089 PyObject_HEAD
2090 PyObject *pool; /* input converted to a tuple */
2091 Py_ssize_t *indices; /* one index per element in the pool */
2092 Py_ssize_t *cycles; /* one rollover counter per element in the result */
2093 PyObject *result; /* most recently returned result tuple */
2094 Py_ssize_t r; /* size of result tuple */
2095 int stopped; /* set to 1 when the permutations iterator is exhausted */
2096} permutationsobject;
2097
2098static PyTypeObject permutations_type;
2099
2100static PyObject *
2101permutations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2102{
2103 permutationsobject *po;
2104 Py_ssize_t n;
2105 Py_ssize_t r;
2106 PyObject *robj = Py_None;
2107 PyObject *pool = NULL;
2108 PyObject *iterable = NULL;
2109 Py_ssize_t *indices = NULL;
2110 Py_ssize_t *cycles = NULL;
2111 Py_ssize_t i;
2112 static char *kwargs[] = {"iterable", "r", NULL};
2113
2114 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:permutations", kwargs,
2115 &iterable, &robj))
2116 return NULL;
2117
2118 pool = PySequence_Tuple(iterable);
2119 if (pool == NULL)
2120 goto error;
2121 n = PyTuple_GET_SIZE(pool);
2122
2123 r = n;
2124 if (robj != Py_None) {
2125 if (!PyLong_Check(robj)) {
2126 PyErr_SetString(PyExc_TypeError, "Expected int as r");
Neal Norwitzd2bee322008-04-01 07:37:58 +00002127 goto error;
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002128 }
2129 r = PyLong_AsSsize_t(robj);
2130 if (r == -1 && PyErr_Occurred())
2131 goto error;
2132 }
2133 if (r < 0) {
2134 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2135 goto error;
2136 }
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002137
2138 indices = PyMem_Malloc(n * sizeof(Py_ssize_t));
2139 cycles = PyMem_Malloc(r * sizeof(Py_ssize_t));
2140 if (indices == NULL || cycles == NULL) {
2141 PyErr_NoMemory();
2142 goto error;
2143 }
2144
2145 for (i=0 ; i<n ; i++)
2146 indices[i] = i;
2147 for (i=0 ; i<r ; i++)
2148 cycles[i] = n - i;
2149
2150 /* create permutationsobject structure */
2151 po = (permutationsobject *)type->tp_alloc(type, 0);
2152 if (po == NULL)
2153 goto error;
2154
2155 po->pool = pool;
2156 po->indices = indices;
2157 po->cycles = cycles;
2158 po->result = NULL;
2159 po->r = r;
Raymond Hettinger5bad41e2009-01-08 21:01:54 +00002160 po->stopped = r > n ? 1 : 0;
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002161
2162 return (PyObject *)po;
2163
2164error:
2165 if (indices != NULL)
2166 PyMem_Free(indices);
2167 if (cycles != NULL)
2168 PyMem_Free(cycles);
2169 Py_XDECREF(pool);
2170 return NULL;
2171}
2172
2173static void
2174permutations_dealloc(permutationsobject *po)
2175{
2176 PyObject_GC_UnTrack(po);
2177 Py_XDECREF(po->pool);
2178 Py_XDECREF(po->result);
2179 PyMem_Free(po->indices);
2180 PyMem_Free(po->cycles);
2181 Py_TYPE(po)->tp_free(po);
2182}
2183
2184static int
2185permutations_traverse(permutationsobject *po, visitproc visit, void *arg)
2186{
2187 Py_VISIT(po->pool);
2188 Py_VISIT(po->result);
2189 return 0;
2190}
2191
2192static PyObject *
2193permutations_next(permutationsobject *po)
2194{
2195 PyObject *elem;
2196 PyObject *oldelem;
2197 PyObject *pool = po->pool;
2198 Py_ssize_t *indices = po->indices;
2199 Py_ssize_t *cycles = po->cycles;
2200 PyObject *result = po->result;
2201 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2202 Py_ssize_t r = po->r;
2203 Py_ssize_t i, j, k, index;
2204
2205 if (po->stopped)
2206 return NULL;
2207
2208 if (result == NULL) {
2209 /* On the first pass, initialize result tuple using the indices */
2210 result = PyTuple_New(r);
2211 if (result == NULL)
2212 goto empty;
2213 po->result = result;
2214 for (i=0; i<r ; i++) {
2215 index = indices[i];
2216 elem = PyTuple_GET_ITEM(pool, index);
2217 Py_INCREF(elem);
2218 PyTuple_SET_ITEM(result, i, elem);
2219 }
2220 } else {
2221 if (n == 0)
2222 goto empty;
2223
2224 /* Copy the previous result tuple or re-use it if available */
2225 if (Py_REFCNT(result) > 1) {
2226 PyObject *old_result = result;
2227 result = PyTuple_New(r);
2228 if (result == NULL)
2229 goto empty;
2230 po->result = result;
2231 for (i=0; i<r ; i++) {
2232 elem = PyTuple_GET_ITEM(old_result, i);
2233 Py_INCREF(elem);
2234 PyTuple_SET_ITEM(result, i, elem);
2235 }
2236 Py_DECREF(old_result);
2237 }
2238 /* Now, we've got the only copy so we can update it in-place */
2239 assert(r == 0 || Py_REFCNT(result) == 1);
2240
2241 /* Decrement rightmost cycle, moving leftward upon zero rollover */
2242 for (i=r-1 ; i>=0 ; i--) {
2243 cycles[i] -= 1;
2244 if (cycles[i] == 0) {
2245 /* rotatation: indices[i:] = indices[i+1:] + indices[i:i+1] */
2246 index = indices[i];
2247 for (j=i ; j<n-1 ; j++)
2248 indices[j] = indices[j+1];
2249 indices[n-1] = index;
2250 cycles[i] = n - i;
2251 } else {
2252 j = cycles[i];
2253 index = indices[i];
2254 indices[i] = indices[n-j];
2255 indices[n-j] = index;
2256
2257 for (k=i; k<r ; k++) {
2258 /* start with i, the leftmost element that changed */
2259 /* yield tuple(pool[k] for k in indices[:r]) */
2260 index = indices[k];
2261 elem = PyTuple_GET_ITEM(pool, index);
2262 Py_INCREF(elem);
2263 oldelem = PyTuple_GET_ITEM(result, k);
2264 PyTuple_SET_ITEM(result, k, elem);
2265 Py_DECREF(oldelem);
2266 }
2267 break;
2268 }
2269 }
2270 /* If i is negative, then the cycles have all
2271 rolled-over and we're done. */
2272 if (i < 0)
2273 goto empty;
2274 }
2275 Py_INCREF(result);
2276 return result;
2277
2278empty:
2279 po->stopped = 1;
2280 return NULL;
2281}
2282
2283PyDoc_STRVAR(permutations_doc,
Georg Brandl0c77a822008-06-10 16:37:50 +00002284"permutations(iterable[, r]) --> permutations object\n\
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002285\n\
2286Return successive r-length permutations of elements in the iterable.\n\n\
Georg Brandl0c77a822008-06-10 16:37:50 +00002287permutations(range(3), 2) --> (0,1), (0,2), (1,0), (1,2), (2,0), (2,1)");
Christian Heimesdd15f6c2008-03-16 00:07:10 +00002288
2289static PyTypeObject permutations_type = {
2290 PyVarObject_HEAD_INIT(NULL, 0)
2291 "itertools.permutations", /* tp_name */
2292 sizeof(permutationsobject), /* tp_basicsize */
2293 0, /* tp_itemsize */
2294 /* methods */
2295 (destructor)permutations_dealloc, /* tp_dealloc */
2296 0, /* tp_print */
2297 0, /* tp_getattr */
2298 0, /* tp_setattr */
2299 0, /* tp_compare */
2300 0, /* tp_repr */
2301 0, /* tp_as_number */
2302 0, /* tp_as_sequence */
2303 0, /* tp_as_mapping */
2304 0, /* tp_hash */
2305 0, /* tp_call */
2306 0, /* tp_str */
2307 PyObject_GenericGetAttr, /* tp_getattro */
2308 0, /* tp_setattro */
2309 0, /* tp_as_buffer */
2310 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2311 Py_TPFLAGS_BASETYPE, /* tp_flags */
2312 permutations_doc, /* tp_doc */
2313 (traverseproc)permutations_traverse, /* tp_traverse */
2314 0, /* tp_clear */
2315 0, /* tp_richcompare */
2316 0, /* tp_weaklistoffset */
2317 PyObject_SelfIter, /* tp_iter */
2318 (iternextfunc)permutations_next, /* tp_iternext */
2319 0, /* tp_methods */
2320 0, /* tp_members */
2321 0, /* tp_getset */
2322 0, /* tp_base */
2323 0, /* tp_dict */
2324 0, /* tp_descr_get */
2325 0, /* tp_descr_set */
2326 0, /* tp_dictoffset */
2327 0, /* tp_init */
2328 0, /* tp_alloc */
2329 permutations_new, /* tp_new */
2330 PyObject_GC_Del, /* tp_free */
2331};
2332
2333
Raymond Hettinger6b3b0fc2009-01-26 02:56:58 +00002334/* compress object ************************************************************/
2335
2336/* Equivalent to:
2337
2338 def compress(data, selectors):
2339 "compress('ABCDEF', [1,0,1,0,1,1]) --> A C E F"
2340 return (d for d, s in zip(data, selectors) if s)
2341*/
2342
2343typedef struct {
2344 PyObject_HEAD
2345 PyObject *data;
2346 PyObject *selectors;
2347} compressobject;
2348
2349static PyTypeObject compress_type;
2350
2351static PyObject *
2352compress_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2353{
2354 PyObject *seq1, *seq2;
2355 PyObject *data=NULL, *selectors=NULL;
2356 compressobject *lz;
2357
2358 if (type == &compress_type && !_PyArg_NoKeywords("compress()", kwds))
2359 return NULL;
2360
2361 if (!PyArg_UnpackTuple(args, "compress", 2, 2, &seq1, &seq2))
2362 return NULL;
2363
2364 data = PyObject_GetIter(seq1);
2365 if (data == NULL)
2366 goto fail;
2367 selectors = PyObject_GetIter(seq2);
2368 if (selectors == NULL)
2369 goto fail;
2370
2371 /* create compressobject structure */
2372 lz = (compressobject *)type->tp_alloc(type, 0);
2373 if (lz == NULL)
2374 goto fail;
2375 lz->data = data;
2376 lz->selectors = selectors;
2377 return (PyObject *)lz;
2378
2379fail:
2380 Py_XDECREF(data);
2381 Py_XDECREF(selectors);
2382 return NULL;
2383}
2384
2385static void
2386compress_dealloc(compressobject *lz)
2387{
2388 PyObject_GC_UnTrack(lz);
2389 Py_XDECREF(lz->data);
2390 Py_XDECREF(lz->selectors);
2391 Py_TYPE(lz)->tp_free(lz);
2392}
2393
2394static int
2395compress_traverse(compressobject *lz, visitproc visit, void *arg)
2396{
2397 Py_VISIT(lz->data);
2398 Py_VISIT(lz->selectors);
2399 return 0;
2400}
2401
2402static PyObject *
2403compress_next(compressobject *lz)
2404{
2405 PyObject *data = lz->data, *selectors = lz->selectors;
2406 PyObject *datum, *selector;
2407 PyObject *(*datanext)(PyObject *) = *Py_TYPE(data)->tp_iternext;
2408 PyObject *(*selectornext)(PyObject *) = *Py_TYPE(selectors)->tp_iternext;
2409 int ok;
2410
2411 while (1) {
2412 /* Steps: get datum, get selector, evaluate selector.
2413 Order is important (to match the pure python version
2414 in terms of which input gets a chance to raise an
2415 exception first).
2416 */
2417
2418 datum = datanext(data);
2419 if (datum == NULL)
2420 return NULL;
2421
2422 selector = selectornext(selectors);
2423 if (selector == NULL) {
2424 Py_DECREF(datum);
2425 return NULL;
2426 }
2427
2428 ok = PyObject_IsTrue(selector);
2429 Py_DECREF(selector);
2430 if (ok == 1)
2431 return datum;
2432 Py_DECREF(datum);
2433 if (ok == -1)
2434 return NULL;
2435 }
2436}
2437
2438PyDoc_STRVAR(compress_doc,
2439"compress(data sequence, selector sequence) --> iterator over selected data\n\
2440\n\
2441Return data elements corresponding to true selector elements.\n\
2442Forms a shorter iterator from selected data elements using the\n\
2443selectors to choose the data elements.");
2444
2445static PyTypeObject compress_type = {
2446 PyVarObject_HEAD_INIT(NULL, 0)
2447 "itertools.compress", /* tp_name */
2448 sizeof(compressobject), /* tp_basicsize */
2449 0, /* tp_itemsize */
2450 /* methods */
2451 (destructor)compress_dealloc, /* tp_dealloc */
2452 0, /* tp_print */
2453 0, /* tp_getattr */
2454 0, /* tp_setattr */
2455 0, /* tp_compare */
2456 0, /* tp_repr */
2457 0, /* tp_as_number */
2458 0, /* tp_as_sequence */
2459 0, /* tp_as_mapping */
2460 0, /* tp_hash */
2461 0, /* tp_call */
2462 0, /* tp_str */
2463 PyObject_GenericGetAttr, /* tp_getattro */
2464 0, /* tp_setattro */
2465 0, /* tp_as_buffer */
2466 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2467 Py_TPFLAGS_BASETYPE, /* tp_flags */
2468 compress_doc, /* tp_doc */
2469 (traverseproc)compress_traverse, /* tp_traverse */
2470 0, /* tp_clear */
2471 0, /* tp_richcompare */
2472 0, /* tp_weaklistoffset */
2473 PyObject_SelfIter, /* tp_iter */
2474 (iternextfunc)compress_next, /* tp_iternext */
2475 0, /* tp_methods */
2476 0, /* tp_members */
2477 0, /* tp_getset */
2478 0, /* tp_base */
2479 0, /* tp_dict */
2480 0, /* tp_descr_get */
2481 0, /* tp_descr_set */
2482 0, /* tp_dictoffset */
2483 0, /* tp_init */
2484 0, /* tp_alloc */
2485 compress_new, /* tp_new */
2486 PyObject_GC_Del, /* tp_free */
2487};
2488
2489
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002490/* filterfalse object ************************************************************/
Raymond Hettinger60eca932003-02-09 06:40:58 +00002491
2492typedef struct {
2493 PyObject_HEAD
2494 PyObject *func;
2495 PyObject *it;
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002496} filterfalseobject;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002497
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002498static PyTypeObject filterfalse_type;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002499
2500static PyObject *
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002501filterfalse_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002502{
Guido van Rossumd58f3fc2003-02-09 17:19:18 +00002503 PyObject *func, *seq;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002504 PyObject *it;
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002505 filterfalseobject *lz;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002506
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002507 if (type == &filterfalse_type &&
2508 !_PyArg_NoKeywords("filterfalse()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002509 return NULL;
2510
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002511 if (!PyArg_UnpackTuple(args, "filterfalse", 2, 2, &func, &seq))
Raymond Hettinger60eca932003-02-09 06:40:58 +00002512 return NULL;
2513
2514 /* Get iterator. */
2515 it = PyObject_GetIter(seq);
2516 if (it == NULL)
2517 return NULL;
2518
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002519 /* create filterfalseobject structure */
2520 lz = (filterfalseobject *)type->tp_alloc(type, 0);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002521 if (lz == NULL) {
2522 Py_DECREF(it);
2523 return NULL;
2524 }
2525 Py_INCREF(func);
2526 lz->func = func;
2527 lz->it = it;
2528
2529 return (PyObject *)lz;
2530}
2531
2532static void
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002533filterfalse_dealloc(filterfalseobject *lz)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002534{
2535 PyObject_GC_UnTrack(lz);
2536 Py_XDECREF(lz->func);
2537 Py_XDECREF(lz->it);
Christian Heimes90aa7642007-12-19 02:45:37 +00002538 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002539}
2540
2541static int
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002542filterfalse_traverse(filterfalseobject *lz, visitproc visit, void *arg)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002543{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002544 Py_VISIT(lz->it);
2545 Py_VISIT(lz->func);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002546 return 0;
2547}
2548
2549static PyObject *
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002550filterfalse_next(filterfalseobject *lz)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002551{
2552 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002553 PyObject *it = lz->it;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002554 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002555 PyObject *(*iternext)(PyObject *);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002556
Christian Heimes90aa7642007-12-19 02:45:37 +00002557 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002558 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002559 item = iternext(it);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002560 if (item == NULL)
2561 return NULL;
2562
Christian Heimes836baa52008-02-26 08:18:30 +00002563 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger60eca932003-02-09 06:40:58 +00002564 ok = PyObject_IsTrue(item);
2565 } else {
2566 PyObject *good;
2567 good = PyObject_CallFunctionObjArgs(lz->func,
2568 item, NULL);
2569 if (good == NULL) {
2570 Py_DECREF(item);
2571 return NULL;
2572 }
2573 ok = PyObject_IsTrue(good);
2574 Py_DECREF(good);
2575 }
2576 if (!ok)
2577 return item;
2578 Py_DECREF(item);
2579 }
2580}
2581
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002582PyDoc_STRVAR(filterfalse_doc,
2583"filterfalse(function or None, sequence) --> filterfalse object\n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00002584\n\
2585Return those items of sequence for which function(item) is false.\n\
2586If function is None, return the items that are false.");
2587
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002588static PyTypeObject filterfalse_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00002589 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002590 "itertools.filterfalse", /* tp_name */
2591 sizeof(filterfalseobject), /* tp_basicsize */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002592 0, /* tp_itemsize */
2593 /* methods */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002594 (destructor)filterfalse_dealloc, /* tp_dealloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002595 0, /* tp_print */
2596 0, /* tp_getattr */
2597 0, /* tp_setattr */
2598 0, /* tp_compare */
2599 0, /* tp_repr */
2600 0, /* tp_as_number */
2601 0, /* tp_as_sequence */
2602 0, /* tp_as_mapping */
2603 0, /* tp_hash */
2604 0, /* tp_call */
2605 0, /* tp_str */
2606 PyObject_GenericGetAttr, /* tp_getattro */
2607 0, /* tp_setattro */
2608 0, /* tp_as_buffer */
2609 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2610 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002611 filterfalse_doc, /* tp_doc */
2612 (traverseproc)filterfalse_traverse, /* tp_traverse */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002613 0, /* tp_clear */
2614 0, /* tp_richcompare */
2615 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002616 PyObject_SelfIter, /* tp_iter */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002617 (iternextfunc)filterfalse_next, /* tp_iternext */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002618 0, /* tp_methods */
2619 0, /* tp_members */
2620 0, /* tp_getset */
2621 0, /* tp_base */
2622 0, /* tp_dict */
2623 0, /* tp_descr_get */
2624 0, /* tp_descr_set */
2625 0, /* tp_dictoffset */
2626 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002627 0, /* tp_alloc */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002628 filterfalse_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002629 PyObject_GC_Del, /* tp_free */
2630};
2631
2632
2633/* count object ************************************************************/
2634
2635typedef struct {
2636 PyObject_HEAD
Thomas Wouters477c8d52006-05-27 19:21:47 +00002637 Py_ssize_t cnt;
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002638 PyObject *long_cnt; /* Arbitrarily large count when cnt >= PY_SSIZE_T_MAX */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002639} countobject;
2640
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002641static PyTypeObject count_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002642
2643static PyObject *
2644count_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2645{
2646 countobject *lz;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002647 Py_ssize_t cnt = 0;
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002648 PyObject *cnt_arg = NULL;
2649 PyObject *long_cnt = NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002650
Thomas Woutersb2137042007-02-01 18:02:27 +00002651 if (type == &count_type && !_PyArg_NoKeywords("count()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002652 return NULL;
2653
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002654 if (!PyArg_UnpackTuple(args, "count", 0, 1, &cnt_arg))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002655 return NULL;
2656
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002657 if (cnt_arg != NULL) {
Christian Heimes217cfd12007-12-02 14:31:20 +00002658 cnt = PyLong_AsSsize_t(cnt_arg);
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002659 if (cnt == -1 && PyErr_Occurred()) {
2660 PyErr_Clear();
2661 if (!PyLong_Check(cnt_arg)) {
2662 PyErr_SetString(PyExc_TypeError, "an integer is required");
2663 return NULL;
2664 }
2665 long_cnt = cnt_arg;
2666 Py_INCREF(long_cnt);
2667 cnt = PY_SSIZE_T_MAX;
2668 }
2669 }
2670
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002671 /* create countobject structure */
2672 lz = (countobject *)PyObject_New(countobject, &count_type);
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002673 if (lz == NULL) {
2674 Py_XDECREF(long_cnt);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002675 return NULL;
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002676 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002677 lz->cnt = cnt;
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002678 lz->long_cnt = long_cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002679
2680 return (PyObject *)lz;
2681}
2682
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002683static void
2684count_dealloc(countobject *lz)
2685{
2686 Py_XDECREF(lz->long_cnt);
2687 PyObject_Del(lz);
2688}
2689
2690static PyObject *
2691count_nextlong(countobject *lz)
2692{
2693 static PyObject *one = NULL;
2694 PyObject *cnt;
2695 PyObject *stepped_up;
2696
2697 if (lz->long_cnt == NULL) {
Christian Heimes217cfd12007-12-02 14:31:20 +00002698 lz->long_cnt = PyLong_FromSsize_t(PY_SSIZE_T_MAX);
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002699 if (lz->long_cnt == NULL)
2700 return NULL;
2701 }
2702 if (one == NULL) {
Christian Heimes217cfd12007-12-02 14:31:20 +00002703 one = PyLong_FromLong(1);
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002704 if (one == NULL)
2705 return NULL;
2706 }
2707 cnt = lz->long_cnt;
2708 assert(cnt != NULL);
2709 stepped_up = PyNumber_Add(cnt, one);
2710 if (stepped_up == NULL)
2711 return NULL;
2712 lz->long_cnt = stepped_up;
2713 return cnt;
2714}
2715
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002716static PyObject *
2717count_next(countobject *lz)
2718{
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002719 if (lz->cnt == PY_SSIZE_T_MAX)
2720 return count_nextlong(lz);
Christian Heimes217cfd12007-12-02 14:31:20 +00002721 return PyLong_FromSsize_t(lz->cnt++);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002722}
2723
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002724static PyObject *
2725count_repr(countobject *lz)
2726{
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002727 if (lz->cnt != PY_SSIZE_T_MAX)
2728 return PyUnicode_FromFormat("count(%zd)", lz->cnt);
2729
2730 return PyUnicode_FromFormat("count(%R)", lz->long_cnt);
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002731}
2732
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002733PyDoc_STRVAR(count_doc,
2734"count([firstval]) --> count object\n\
2735\n\
Georg Brandla18af4e2007-04-21 15:47:16 +00002736Return a count object whose .__next__() method returns consecutive\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002737integers starting from zero or, if specified, from firstval.");
2738
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002739static PyTypeObject count_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00002740 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002741 "itertools.count", /* tp_name */
2742 sizeof(countobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002743 0, /* tp_itemsize */
2744 /* methods */
Guido van Rossum8ce8a782007-11-01 19:42:39 +00002745 (destructor)count_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002746 0, /* tp_print */
2747 0, /* tp_getattr */
2748 0, /* tp_setattr */
2749 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002750 (reprfunc)count_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002751 0, /* tp_as_number */
2752 0, /* tp_as_sequence */
2753 0, /* tp_as_mapping */
2754 0, /* tp_hash */
2755 0, /* tp_call */
2756 0, /* tp_str */
2757 PyObject_GenericGetAttr, /* tp_getattro */
2758 0, /* tp_setattro */
2759 0, /* tp_as_buffer */
2760 Py_TPFLAGS_DEFAULT, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002761 count_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002762 0, /* tp_traverse */
2763 0, /* tp_clear */
2764 0, /* tp_richcompare */
2765 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002766 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002767 (iternextfunc)count_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002768 0, /* tp_methods */
2769 0, /* tp_members */
2770 0, /* tp_getset */
2771 0, /* tp_base */
2772 0, /* tp_dict */
2773 0, /* tp_descr_get */
2774 0, /* tp_descr_set */
2775 0, /* tp_dictoffset */
2776 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002777 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002778 count_new, /* tp_new */
2779};
2780
2781
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002782/* repeat object ************************************************************/
2783
2784typedef struct {
2785 PyObject_HEAD
2786 PyObject *element;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002787 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002788} repeatobject;
2789
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002790static PyTypeObject repeat_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002791
2792static PyObject *
2793repeat_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2794{
2795 repeatobject *ro;
2796 PyObject *element;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002797 Py_ssize_t cnt = -1;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002798
Thomas Woutersb2137042007-02-01 18:02:27 +00002799 if (type == &repeat_type && !_PyArg_NoKeywords("repeat()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002800 return NULL;
2801
Thomas Wouters477c8d52006-05-27 19:21:47 +00002802 if (!PyArg_ParseTuple(args, "O|n:repeat", &element, &cnt))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002803 return NULL;
2804
Raymond Hettinger7c2bb5b2003-05-03 05:59:48 +00002805 if (PyTuple_Size(args) == 2 && cnt < 0)
2806 cnt = 0;
2807
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002808 ro = (repeatobject *)type->tp_alloc(type, 0);
2809 if (ro == NULL)
2810 return NULL;
2811 Py_INCREF(element);
2812 ro->element = element;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002813 ro->cnt = cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002814 return (PyObject *)ro;
2815}
2816
2817static void
2818repeat_dealloc(repeatobject *ro)
2819{
2820 PyObject_GC_UnTrack(ro);
2821 Py_XDECREF(ro->element);
Christian Heimes90aa7642007-12-19 02:45:37 +00002822 Py_TYPE(ro)->tp_free(ro);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002823}
2824
2825static int
2826repeat_traverse(repeatobject *ro, visitproc visit, void *arg)
2827{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002828 Py_VISIT(ro->element);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002829 return 0;
2830}
2831
2832static PyObject *
2833repeat_next(repeatobject *ro)
2834{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002835 if (ro->cnt == 0)
2836 return NULL;
2837 if (ro->cnt > 0)
2838 ro->cnt--;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002839 Py_INCREF(ro->element);
2840 return ro->element;
2841}
2842
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002843static PyObject *
2844repeat_repr(repeatobject *ro)
2845{
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002846 if (ro->cnt == -1)
Walter Dörwald7569dfe2007-05-19 21:49:49 +00002847 return PyUnicode_FromFormat("repeat(%R)", ro->element);
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002848 else
Walter Dörwald7569dfe2007-05-19 21:49:49 +00002849 return PyUnicode_FromFormat("repeat(%R, %zd)", ro->element, ro->cnt);
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002850}
2851
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002852static PyObject *
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002853repeat_len(repeatobject *ro)
2854{
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002855 if (ro->cnt == -1) {
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002856 PyErr_SetString(PyExc_TypeError, "len() of unsized object");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002857 return NULL;
2858 }
Christian Heimes217cfd12007-12-02 14:31:20 +00002859 return PyLong_FromSize_t(ro->cnt);
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002860}
2861
Armin Rigof5b3e362006-02-11 21:32:43 +00002862PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002863
2864static PyMethodDef repeat_methods[] = {
Armin Rigof5b3e362006-02-11 21:32:43 +00002865 {"__length_hint__", (PyCFunction)repeat_len, METH_NOARGS, length_hint_doc},
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002866 {NULL, NULL} /* sentinel */
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002867};
2868
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002869PyDoc_STRVAR(repeat_doc,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002870"repeat(element [,times]) -> create an iterator which returns the element\n\
2871for the specified number of times. If not specified, returns the element\n\
2872endlessly.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002873
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002874static PyTypeObject repeat_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00002875 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002876 "itertools.repeat", /* tp_name */
2877 sizeof(repeatobject), /* tp_basicsize */
2878 0, /* tp_itemsize */
2879 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002880 (destructor)repeat_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002881 0, /* tp_print */
2882 0, /* tp_getattr */
2883 0, /* tp_setattr */
2884 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002885 (reprfunc)repeat_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002886 0, /* tp_as_number */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002887 0, /* tp_as_sequence */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002888 0, /* tp_as_mapping */
2889 0, /* tp_hash */
2890 0, /* tp_call */
2891 0, /* tp_str */
2892 PyObject_GenericGetAttr, /* tp_getattro */
2893 0, /* tp_setattro */
2894 0, /* tp_as_buffer */
2895 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2896 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002897 repeat_doc, /* tp_doc */
2898 (traverseproc)repeat_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002899 0, /* tp_clear */
2900 0, /* tp_richcompare */
2901 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002902 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002903 (iternextfunc)repeat_next, /* tp_iternext */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002904 repeat_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002905 0, /* tp_members */
2906 0, /* tp_getset */
2907 0, /* tp_base */
2908 0, /* tp_dict */
2909 0, /* tp_descr_get */
2910 0, /* tp_descr_set */
2911 0, /* tp_dictoffset */
2912 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002913 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002914 repeat_new, /* tp_new */
2915 PyObject_GC_Del, /* tp_free */
2916};
2917
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00002918/* ziplongest object ************************************************************/
Thomas Wouterscf297e42007-02-23 15:07:44 +00002919
2920#include "Python.h"
2921
2922typedef struct {
2923 PyObject_HEAD
2924 Py_ssize_t tuplesize;
2925 Py_ssize_t numactive;
2926 PyObject *ittuple; /* tuple of iterators */
2927 PyObject *result;
2928 PyObject *fillvalue;
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00002929} ziplongestobject;
Thomas Wouterscf297e42007-02-23 15:07:44 +00002930
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00002931static PyTypeObject ziplongest_type;
Thomas Wouterscf297e42007-02-23 15:07:44 +00002932
2933static PyObject *
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002934zip_longest_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Thomas Wouterscf297e42007-02-23 15:07:44 +00002935{
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00002936 ziplongestobject *lz;
Thomas Wouterscf297e42007-02-23 15:07:44 +00002937 Py_ssize_t i;
2938 PyObject *ittuple; /* tuple of iterators */
2939 PyObject *result;
2940 PyObject *fillvalue = Py_None;
2941 Py_ssize_t tuplesize = PySequence_Length(args);
2942
2943 if (kwds != NULL && PyDict_CheckExact(kwds) && PyDict_Size(kwds) > 0) {
2944 fillvalue = PyDict_GetItemString(kwds, "fillvalue");
2945 if (fillvalue == NULL || PyDict_Size(kwds) > 1) {
2946 PyErr_SetString(PyExc_TypeError,
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002947 "zip_longest() got an unexpected keyword argument");
Thomas Wouterscf297e42007-02-23 15:07:44 +00002948 return NULL;
2949 }
2950 }
2951
2952 /* args must be a tuple */
2953 assert(PyTuple_Check(args));
2954
2955 /* obtain iterators */
2956 ittuple = PyTuple_New(tuplesize);
2957 if (ittuple == NULL)
2958 return NULL;
2959 for (i=0; i < tuplesize; ++i) {
2960 PyObject *item = PyTuple_GET_ITEM(args, i);
2961 PyObject *it = PyObject_GetIter(item);
2962 if (it == NULL) {
2963 if (PyErr_ExceptionMatches(PyExc_TypeError))
2964 PyErr_Format(PyExc_TypeError,
Raymond Hettingerb0002d22008-03-13 01:41:43 +00002965 "zip_longest argument #%zd must support iteration",
Thomas Wouterscf297e42007-02-23 15:07:44 +00002966 i+1);
2967 Py_DECREF(ittuple);
2968 return NULL;
2969 }
2970 PyTuple_SET_ITEM(ittuple, i, it);
2971 }
2972
2973 /* create a result holder */
2974 result = PyTuple_New(tuplesize);
2975 if (result == NULL) {
2976 Py_DECREF(ittuple);
2977 return NULL;
2978 }
2979 for (i=0 ; i < tuplesize ; i++) {
2980 Py_INCREF(Py_None);
2981 PyTuple_SET_ITEM(result, i, Py_None);
2982 }
2983
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00002984 /* create ziplongestobject structure */
2985 lz = (ziplongestobject *)type->tp_alloc(type, 0);
Thomas Wouterscf297e42007-02-23 15:07:44 +00002986 if (lz == NULL) {
2987 Py_DECREF(ittuple);
2988 Py_DECREF(result);
2989 return NULL;
2990 }
2991 lz->ittuple = ittuple;
2992 lz->tuplesize = tuplesize;
2993 lz->numactive = tuplesize;
2994 lz->result = result;
2995 Py_INCREF(fillvalue);
2996 lz->fillvalue = fillvalue;
2997 return (PyObject *)lz;
2998}
2999
3000static void
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003001zip_longest_dealloc(ziplongestobject *lz)
Thomas Wouterscf297e42007-02-23 15:07:44 +00003002{
3003 PyObject_GC_UnTrack(lz);
3004 Py_XDECREF(lz->ittuple);
3005 Py_XDECREF(lz->result);
3006 Py_XDECREF(lz->fillvalue);
Christian Heimes90aa7642007-12-19 02:45:37 +00003007 Py_TYPE(lz)->tp_free(lz);
Thomas Wouterscf297e42007-02-23 15:07:44 +00003008}
3009
3010static int
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003011zip_longest_traverse(ziplongestobject *lz, visitproc visit, void *arg)
Thomas Wouterscf297e42007-02-23 15:07:44 +00003012{
3013 Py_VISIT(lz->ittuple);
3014 Py_VISIT(lz->result);
3015 Py_VISIT(lz->fillvalue);
3016 return 0;
3017}
3018
3019static PyObject *
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003020zip_longest_next(ziplongestobject *lz)
Thomas Wouterscf297e42007-02-23 15:07:44 +00003021{
3022 Py_ssize_t i;
3023 Py_ssize_t tuplesize = lz->tuplesize;
3024 PyObject *result = lz->result;
3025 PyObject *it;
3026 PyObject *item;
3027 PyObject *olditem;
3028
3029 if (tuplesize == 0)
3030 return NULL;
3031 if (lz->numactive == 0)
3032 return NULL;
Christian Heimes90aa7642007-12-19 02:45:37 +00003033 if (Py_REFCNT(result) == 1) {
Thomas Wouterscf297e42007-02-23 15:07:44 +00003034 Py_INCREF(result);
3035 for (i=0 ; i < tuplesize ; i++) {
3036 it = PyTuple_GET_ITEM(lz->ittuple, i);
3037 if (it == NULL) {
3038 Py_INCREF(lz->fillvalue);
3039 item = lz->fillvalue;
3040 } else {
Christian Heimes90aa7642007-12-19 02:45:37 +00003041 item = (*Py_TYPE(it)->tp_iternext)(it);
Thomas Wouterscf297e42007-02-23 15:07:44 +00003042 if (item == NULL) {
3043 lz->numactive -= 1;
3044 if (lz->numactive == 0) {
3045 Py_DECREF(result);
3046 return NULL;
3047 } else {
3048 Py_INCREF(lz->fillvalue);
3049 item = lz->fillvalue;
3050 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3051 Py_DECREF(it);
3052 }
3053 }
3054 }
3055 olditem = PyTuple_GET_ITEM(result, i);
3056 PyTuple_SET_ITEM(result, i, item);
3057 Py_DECREF(olditem);
3058 }
3059 } else {
3060 result = PyTuple_New(tuplesize);
3061 if (result == NULL)
3062 return NULL;
3063 for (i=0 ; i < tuplesize ; i++) {
3064 it = PyTuple_GET_ITEM(lz->ittuple, i);
3065 if (it == NULL) {
3066 Py_INCREF(lz->fillvalue);
3067 item = lz->fillvalue;
3068 } else {
Christian Heimes90aa7642007-12-19 02:45:37 +00003069 item = (*Py_TYPE(it)->tp_iternext)(it);
Thomas Wouterscf297e42007-02-23 15:07:44 +00003070 if (item == NULL) {
3071 lz->numactive -= 1;
3072 if (lz->numactive == 0) {
3073 Py_DECREF(result);
3074 return NULL;
3075 } else {
3076 Py_INCREF(lz->fillvalue);
3077 item = lz->fillvalue;
3078 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3079 Py_DECREF(it);
3080 }
3081 }
3082 }
3083 PyTuple_SET_ITEM(result, i, item);
3084 }
3085 }
3086 return result;
3087}
3088
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003089PyDoc_STRVAR(zip_longest_doc,
3090"zip_longest(iter1 [,iter2 [...]], [fillvalue=None]) --> zip_longest object\n\
Thomas Wouterscf297e42007-02-23 15:07:44 +00003091\n\
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003092Return an zip_longest object whose .__next__() method returns a tuple where\n\
Georg Brandla18af4e2007-04-21 15:47:16 +00003093the i-th element comes from the i-th iterable argument. The .__next__()\n\
Thomas Wouterscf297e42007-02-23 15:07:44 +00003094method continues until the longest iterable in the argument sequence\n\
3095is exhausted and then it raises StopIteration. When the shorter iterables\n\
3096are exhausted, the fillvalue is substituted in their place. The fillvalue\n\
3097defaults to None or can be specified by a keyword argument.\n\
3098");
3099
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003100static PyTypeObject ziplongest_type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00003101 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003102 "itertools.zip_longest", /* tp_name */
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003103 sizeof(ziplongestobject), /* tp_basicsize */
Thomas Wouterscf297e42007-02-23 15:07:44 +00003104 0, /* tp_itemsize */
3105 /* methods */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003106 (destructor)zip_longest_dealloc, /* tp_dealloc */
Thomas Wouterscf297e42007-02-23 15:07:44 +00003107 0, /* tp_print */
3108 0, /* tp_getattr */
3109 0, /* tp_setattr */
3110 0, /* tp_compare */
3111 0, /* tp_repr */
3112 0, /* tp_as_number */
3113 0, /* tp_as_sequence */
3114 0, /* tp_as_mapping */
3115 0, /* tp_hash */
3116 0, /* tp_call */
3117 0, /* tp_str */
3118 PyObject_GenericGetAttr, /* tp_getattro */
3119 0, /* tp_setattro */
3120 0, /* tp_as_buffer */
3121 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3122 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003123 zip_longest_doc, /* tp_doc */
3124 (traverseproc)zip_longest_traverse, /* tp_traverse */
Thomas Wouterscf297e42007-02-23 15:07:44 +00003125 0, /* tp_clear */
3126 0, /* tp_richcompare */
3127 0, /* tp_weaklistoffset */
3128 PyObject_SelfIter, /* tp_iter */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003129 (iternextfunc)zip_longest_next, /* tp_iternext */
Thomas Wouterscf297e42007-02-23 15:07:44 +00003130 0, /* tp_methods */
3131 0, /* tp_members */
3132 0, /* tp_getset */
3133 0, /* tp_base */
3134 0, /* tp_dict */
3135 0, /* tp_descr_get */
3136 0, /* tp_descr_set */
3137 0, /* tp_dictoffset */
3138 0, /* tp_init */
3139 0, /* tp_alloc */
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003140 zip_longest_new, /* tp_new */
Thomas Wouterscf297e42007-02-23 15:07:44 +00003141 PyObject_GC_Del, /* tp_free */
3142};
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003143
3144/* module level code ********************************************************/
3145
3146PyDoc_STRVAR(module_doc,
3147"Functional tools for creating and using iterators.\n\
3148\n\
3149Infinite iterators:\n\
3150count([n]) --> n, n+1, n+2, ...\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003151cycle(p) --> p0, p1, ... plast, p0, p1, ...\n\
Andrew M. Kuchlingdff694b2003-04-14 15:31:27 +00003152repeat(elem [,n]) --> elem, elem, elem, ... endlessly or up to n times\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003153\n\
3154Iterators terminating on the shortest input sequence:\n\
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003155zip_longest(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
3156filterfalse(pred, seq) --> elements of seq where pred(elem) is False\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003157islice(seq, [start,] stop [, step]) --> elements from\n\
3158 seq[start:stop:step]\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003159starmap(fun, seq) --> fun(*seq[0]), fun(*seq[1]), ...\n\
Raymond Hettingerad983e72003-11-12 14:32:26 +00003160tee(it, n=2) --> (it1, it2 , ... itn) splits one iterator into n\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003161chain(p, q, ...) --> p0, p1, ... plast, q0, q1, ... \n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003162takewhile(pred, seq) --> seq[0], seq[1], until pred fails\n\
3163dropwhile(pred, seq) --> seq[n], seq[n+1], starting when pred fails\n\
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003164groupby(iterable[, keyfunc]) --> sub-iterators grouped by value of keyfunc(v)\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003165");
3166
3167
Raymond Hettingerad983e72003-11-12 14:32:26 +00003168static PyMethodDef module_methods[] = {
3169 {"tee", (PyCFunction)tee, METH_VARARGS, tee_doc},
3170 {NULL, NULL} /* sentinel */
3171};
3172
Martin v. Löwis1a214512008-06-11 05:26:20 +00003173
3174static struct PyModuleDef itertoolsmodule = {
3175 PyModuleDef_HEAD_INIT,
3176 "itertools",
3177 module_doc,
3178 -1,
3179 module_methods,
3180 NULL,
3181 NULL,
3182 NULL,
3183 NULL
3184};
3185
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003186PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00003187PyInit_itertools(void)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003188{
Raymond Hettinger60eca932003-02-09 06:40:58 +00003189 int i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003190 PyObject *m;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003191 char *name;
3192 PyTypeObject *typelist[] = {
Christian Heimes380f7f22008-02-28 11:19:05 +00003193 &combinations_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003194 &cycle_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003195 &dropwhile_type,
3196 &takewhile_type,
3197 &islice_type,
3198 &starmap_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003199 &chain_type,
Raymond Hettinger6b3b0fc2009-01-26 02:56:58 +00003200 &compress_type,
Raymond Hettingerb0002d22008-03-13 01:41:43 +00003201 &filterfalse_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003202 &count_type,
Raymond Hettinger736c0ab2008-03-13 02:09:15 +00003203 &ziplongest_type,
Christian Heimesdd15f6c2008-03-16 00:07:10 +00003204 &permutations_type,
Christian Heimes380f7f22008-02-28 11:19:05 +00003205 &product_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003206 &repeat_type,
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003207 &groupby_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003208 NULL
3209 };
3210
Christian Heimes90aa7642007-12-19 02:45:37 +00003211 Py_TYPE(&teedataobject_type) = &PyType_Type;
Martin v. Löwis1a214512008-06-11 05:26:20 +00003212 m = PyModule_Create(&itertoolsmodule);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003213 if (m == NULL)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003214 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003215
Raymond Hettinger60eca932003-02-09 06:40:58 +00003216 for (i=0 ; typelist[i] != NULL ; i++) {
3217 if (PyType_Ready(typelist[i]) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003218 return NULL;
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003219 name = strchr(typelist[i]->tp_name, '.');
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003220 assert (name != NULL);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003221 Py_INCREF(typelist[i]);
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003222 PyModule_AddObject(m, name+1, (PyObject *)typelist[i]);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003223 }
Raymond Hettingerad983e72003-11-12 14:32:26 +00003224
3225 if (PyType_Ready(&teedataobject_type) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003226 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +00003227 if (PyType_Ready(&tee_type) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003228 return NULL;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003229 if (PyType_Ready(&_grouper_type) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +00003230 return NULL;
3231 return m;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003232}