blob: 3b8339cc56fc01bdb86d37825514c4fe91b3d23f [file] [log] [blame]
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001
2#include "Python.h"
Fred Drake08ebfec2004-10-17 19:36:57 +00003#include "structmember.h"
Raymond Hettinger96ef8112003-02-01 00:10:11 +00004
5/* Itertools module written and maintained
6 by Raymond D. Hettinger <python@rcn.com>
7 Copyright (c) 2003 Python Software Foundation.
8 All rights reserved.
9*/
10
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000011
12/* groupby object ***********************************************************/
13
14typedef struct {
15 PyObject_HEAD
16 PyObject *it;
17 PyObject *keyfunc;
18 PyObject *tgtkey;
19 PyObject *currkey;
20 PyObject *currvalue;
21} groupbyobject;
22
23static PyTypeObject groupby_type;
24static PyObject *_grouper_create(groupbyobject *, PyObject *);
25
26static PyObject *
27groupby_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
28{
Martin v. Löwis02cbf4a2006-02-27 17:20:04 +000029 static char *kwargs[] = {"iterable", "key", NULL};
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000030 groupbyobject *gbo;
31 PyObject *it, *keyfunc = Py_None;
32
33 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:groupby", kwargs,
34 &it, &keyfunc))
35 return NULL;
36
37 gbo = (groupbyobject *)type->tp_alloc(type, 0);
38 if (gbo == NULL)
39 return NULL;
40 gbo->tgtkey = NULL;
41 gbo->currkey = NULL;
42 gbo->currvalue = NULL;
43 gbo->keyfunc = keyfunc;
44 Py_INCREF(keyfunc);
45 gbo->it = PyObject_GetIter(it);
46 if (gbo->it == NULL) {
47 Py_DECREF(gbo);
48 return NULL;
49 }
50 return (PyObject *)gbo;
51}
52
53static void
54groupby_dealloc(groupbyobject *gbo)
55{
56 PyObject_GC_UnTrack(gbo);
57 Py_XDECREF(gbo->it);
58 Py_XDECREF(gbo->keyfunc);
59 Py_XDECREF(gbo->tgtkey);
60 Py_XDECREF(gbo->currkey);
61 Py_XDECREF(gbo->currvalue);
Christian Heimese93237d2007-12-19 02:37:44 +000062 Py_TYPE(gbo)->tp_free(gbo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000063}
64
65static int
66groupby_traverse(groupbyobject *gbo, visitproc visit, void *arg)
67{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +000068 Py_VISIT(gbo->it);
69 Py_VISIT(gbo->keyfunc);
70 Py_VISIT(gbo->tgtkey);
71 Py_VISIT(gbo->currkey);
72 Py_VISIT(gbo->currvalue);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000073 return 0;
74}
75
76static PyObject *
77groupby_next(groupbyobject *gbo)
78{
Raymond Hettinger4cda01e2004-09-28 04:45:28 +000079 PyObject *newvalue, *newkey, *r, *grouper, *tmp;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000080
81 /* skip to next iteration group */
82 for (;;) {
83 if (gbo->currkey == NULL)
84 /* pass */;
85 else if (gbo->tgtkey == NULL)
86 break;
87 else {
88 int rcmp;
89
90 rcmp = PyObject_RichCompareBool(gbo->tgtkey,
91 gbo->currkey, Py_EQ);
92 if (rcmp == -1)
93 return NULL;
94 else if (rcmp == 0)
95 break;
96 }
97
98 newvalue = PyIter_Next(gbo->it);
99 if (newvalue == NULL)
100 return NULL;
101
102 if (gbo->keyfunc == Py_None) {
103 newkey = newvalue;
104 Py_INCREF(newvalue);
105 } else {
106 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
107 newvalue, NULL);
108 if (newkey == NULL) {
109 Py_DECREF(newvalue);
110 return NULL;
111 }
112 }
113
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000114 tmp = gbo->currkey;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000115 gbo->currkey = newkey;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000116 Py_XDECREF(tmp);
117
118 tmp = gbo->currvalue;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000119 gbo->currvalue = newvalue;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000120 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000121 }
122
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000123 Py_INCREF(gbo->currkey);
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000124 tmp = gbo->tgtkey;
125 gbo->tgtkey = gbo->currkey;
126 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000127
128 grouper = _grouper_create(gbo, gbo->tgtkey);
129 if (grouper == NULL)
130 return NULL;
131
132 r = PyTuple_Pack(2, gbo->currkey, grouper);
133 Py_DECREF(grouper);
134 return r;
135}
136
137PyDoc_STRVAR(groupby_doc,
138"groupby(iterable[, keyfunc]) -> create an iterator which returns\n\
139(key, sub-iterator) grouped by each value of key(value).\n");
140
141static PyTypeObject groupby_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000142 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000143 "itertools.groupby", /* tp_name */
144 sizeof(groupbyobject), /* tp_basicsize */
145 0, /* tp_itemsize */
146 /* methods */
147 (destructor)groupby_dealloc, /* tp_dealloc */
148 0, /* tp_print */
149 0, /* tp_getattr */
150 0, /* tp_setattr */
151 0, /* tp_compare */
152 0, /* tp_repr */
153 0, /* tp_as_number */
154 0, /* tp_as_sequence */
155 0, /* tp_as_mapping */
156 0, /* tp_hash */
157 0, /* tp_call */
158 0, /* tp_str */
159 PyObject_GenericGetAttr, /* tp_getattro */
160 0, /* tp_setattro */
161 0, /* tp_as_buffer */
162 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
163 Py_TPFLAGS_BASETYPE, /* tp_flags */
164 groupby_doc, /* tp_doc */
165 (traverseproc)groupby_traverse, /* tp_traverse */
166 0, /* tp_clear */
167 0, /* tp_richcompare */
168 0, /* tp_weaklistoffset */
169 PyObject_SelfIter, /* tp_iter */
170 (iternextfunc)groupby_next, /* tp_iternext */
171 0, /* tp_methods */
172 0, /* tp_members */
173 0, /* tp_getset */
174 0, /* tp_base */
175 0, /* tp_dict */
176 0, /* tp_descr_get */
177 0, /* tp_descr_set */
178 0, /* tp_dictoffset */
179 0, /* tp_init */
180 0, /* tp_alloc */
181 groupby_new, /* tp_new */
182 PyObject_GC_Del, /* tp_free */
183};
184
185
186/* _grouper object (internal) ************************************************/
187
188typedef struct {
189 PyObject_HEAD
190 PyObject *parent;
191 PyObject *tgtkey;
192} _grouperobject;
193
194static PyTypeObject _grouper_type;
195
196static PyObject *
197_grouper_create(groupbyobject *parent, PyObject *tgtkey)
198{
199 _grouperobject *igo;
200
201 igo = PyObject_New(_grouperobject, &_grouper_type);
202 if (igo == NULL)
203 return NULL;
204 igo->parent = (PyObject *)parent;
205 Py_INCREF(parent);
206 igo->tgtkey = tgtkey;
207 Py_INCREF(tgtkey);
208
209 return (PyObject *)igo;
210}
211
212static void
213_grouper_dealloc(_grouperobject *igo)
214{
215 Py_DECREF(igo->parent);
216 Py_DECREF(igo->tgtkey);
217 PyObject_Del(igo);
218}
219
220static PyObject *
221_grouper_next(_grouperobject *igo)
222{
223 groupbyobject *gbo = (groupbyobject *)igo->parent;
224 PyObject *newvalue, *newkey, *r;
225 int rcmp;
226
227 if (gbo->currvalue == NULL) {
228 newvalue = PyIter_Next(gbo->it);
229 if (newvalue == NULL)
230 return NULL;
231
232 if (gbo->keyfunc == Py_None) {
233 newkey = newvalue;
234 Py_INCREF(newvalue);
235 } else {
236 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
237 newvalue, NULL);
238 if (newkey == NULL) {
239 Py_DECREF(newvalue);
240 return NULL;
241 }
242 }
243
244 assert(gbo->currkey == NULL);
245 gbo->currkey = newkey;
246 gbo->currvalue = newvalue;
247 }
248
249 assert(gbo->currkey != NULL);
250 rcmp = PyObject_RichCompareBool(igo->tgtkey, gbo->currkey, Py_EQ);
251 if (rcmp <= 0)
252 /* got any error or current group is end */
253 return NULL;
254
255 r = gbo->currvalue;
256 gbo->currvalue = NULL;
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000257 Py_CLEAR(gbo->currkey);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000258
259 return r;
260}
261
262static PyTypeObject _grouper_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000263 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000264 "itertools._grouper", /* tp_name */
265 sizeof(_grouperobject), /* tp_basicsize */
266 0, /* tp_itemsize */
267 /* methods */
268 (destructor)_grouper_dealloc, /* tp_dealloc */
269 0, /* tp_print */
270 0, /* tp_getattr */
271 0, /* tp_setattr */
272 0, /* tp_compare */
273 0, /* tp_repr */
274 0, /* tp_as_number */
275 0, /* tp_as_sequence */
276 0, /* tp_as_mapping */
277 0, /* tp_hash */
278 0, /* tp_call */
279 0, /* tp_str */
280 PyObject_GenericGetAttr, /* tp_getattro */
281 0, /* tp_setattro */
282 0, /* tp_as_buffer */
283 Py_TPFLAGS_DEFAULT, /* tp_flags */
284 0, /* tp_doc */
285 0, /* tp_traverse */
286 0, /* tp_clear */
287 0, /* tp_richcompare */
288 0, /* tp_weaklistoffset */
289 PyObject_SelfIter, /* tp_iter */
290 (iternextfunc)_grouper_next, /* tp_iternext */
291 0, /* tp_methods */
292 0, /* tp_members */
293 0, /* tp_getset */
294 0, /* tp_base */
295 0, /* tp_dict */
296 0, /* tp_descr_get */
297 0, /* tp_descr_set */
298 0, /* tp_dictoffset */
299 0, /* tp_init */
300 0, /* tp_alloc */
301 0, /* tp_new */
302 PyObject_Del, /* tp_free */
303};
304
305
306
Raymond Hettingerad983e72003-11-12 14:32:26 +0000307/* tee object and with supporting function and objects ***************/
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000308
Raymond Hettingerad983e72003-11-12 14:32:26 +0000309/* The teedataobject pre-allocates space for LINKCELLS number of objects.
310 To help the object fit neatly inside cache lines (space for 16 to 32
311 pointers), the value should be a multiple of 16 minus space for
312 the other structure members including PyHEAD overhead. The larger the
313 value, the less memory overhead per object and the less time spent
314 allocating/deallocating new links. The smaller the number, the less
315 wasted space and the more rapid freeing of older data.
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000316*/
Raymond Hettingerad983e72003-11-12 14:32:26 +0000317#define LINKCELLS 57
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000318
319typedef struct {
320 PyObject_HEAD
321 PyObject *it;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000322 int numread;
323 PyObject *nextlink;
324 PyObject *(values[LINKCELLS]);
325} teedataobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000326
327typedef struct {
328 PyObject_HEAD
Raymond Hettingerad983e72003-11-12 14:32:26 +0000329 teedataobject *dataobj;
330 int index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000331 PyObject *weakreflist;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000332} teeobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000333
Raymond Hettingerad983e72003-11-12 14:32:26 +0000334static PyTypeObject teedataobject_type;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000335
336static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000337teedataobject_new(PyObject *it)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000338{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000339 teedataobject *tdo;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000340
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000341 tdo = PyObject_GC_New(teedataobject, &teedataobject_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000342 if (tdo == NULL)
Raymond Hettinger45143692003-10-25 06:37:47 +0000343 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000344
345 tdo->numread = 0;
346 tdo->nextlink = NULL;
347 Py_INCREF(it);
348 tdo->it = it;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000349 PyObject_GC_Track(tdo);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000350 return (PyObject *)tdo;
351}
352
353static PyObject *
354teedataobject_jumplink(teedataobject *tdo)
355{
356 if (tdo->nextlink == NULL)
357 tdo->nextlink = teedataobject_new(tdo->it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000358 Py_XINCREF(tdo->nextlink);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000359 return tdo->nextlink;
360}
361
362static PyObject *
363teedataobject_getitem(teedataobject *tdo, int i)
364{
365 PyObject *value;
366
367 assert(i < LINKCELLS);
368 if (i < tdo->numread)
369 value = tdo->values[i];
370 else {
371 /* this is the lead iterator, so fetch more data */
372 assert(i == tdo->numread);
373 value = PyIter_Next(tdo->it);
374 if (value == NULL)
375 return NULL;
376 tdo->numread++;
377 tdo->values[i] = value;
Raymond Hettinger45143692003-10-25 06:37:47 +0000378 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000379 Py_INCREF(value);
380 return value;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000381}
382
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000383static int
384teedataobject_traverse(teedataobject *tdo, visitproc visit, void * arg)
385{
386 int i;
387 Py_VISIT(tdo->it);
388 for (i = 0; i < tdo->numread; i++)
389 Py_VISIT(tdo->values[i]);
390 Py_VISIT(tdo->nextlink);
391 return 0;
392}
393
394static int
395teedataobject_clear(teedataobject *tdo)
396{
397 int i;
398 Py_CLEAR(tdo->it);
399 for (i=0 ; i<tdo->numread ; i++)
400 Py_CLEAR(tdo->values[i]);
401 Py_CLEAR(tdo->nextlink);
402 return 0;
403}
404
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000405static void
Raymond Hettingerad983e72003-11-12 14:32:26 +0000406teedataobject_dealloc(teedataobject *tdo)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000407{
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000408 PyObject_GC_UnTrack(tdo);
409 teedataobject_clear(tdo);
410 PyObject_GC_Del(tdo);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000411}
412
Raymond Hettingerad983e72003-11-12 14:32:26 +0000413PyDoc_STRVAR(teedataobject_doc, "Data container common to multiple tee objects.");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000414
Raymond Hettingerad983e72003-11-12 14:32:26 +0000415static PyTypeObject teedataobject_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000416 PyVarObject_HEAD_INIT(0, 0) /* Must fill in type value later */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000417 "itertools.tee_dataobject", /* tp_name */
418 sizeof(teedataobject), /* tp_basicsize */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000419 0, /* tp_itemsize */
420 /* methods */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000421 (destructor)teedataobject_dealloc, /* tp_dealloc */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000422 0, /* tp_print */
423 0, /* tp_getattr */
424 0, /* tp_setattr */
425 0, /* tp_compare */
426 0, /* tp_repr */
427 0, /* tp_as_number */
428 0, /* tp_as_sequence */
429 0, /* tp_as_mapping */
430 0, /* tp_hash */
431 0, /* tp_call */
432 0, /* tp_str */
433 PyObject_GenericGetAttr, /* tp_getattro */
434 0, /* tp_setattro */
435 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000436 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000437 teedataobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000438 (traverseproc)teedataobject_traverse, /* tp_traverse */
439 (inquiry)teedataobject_clear, /* tp_clear */
440 0, /* tp_richcompare */
441 0, /* tp_weaklistoffset */
442 0, /* tp_iter */
443 0, /* tp_iternext */
444 0, /* tp_methods */
445 0, /* tp_members */
446 0, /* tp_getset */
447 0, /* tp_base */
448 0, /* tp_dict */
449 0, /* tp_descr_get */
450 0, /* tp_descr_set */
451 0, /* tp_dictoffset */
452 0, /* tp_init */
453 0, /* tp_alloc */
454 0, /* tp_new */
455 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000456};
457
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000458
459static PyTypeObject tee_type;
460
461static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000462tee_next(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000463{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000464 PyObject *value, *link;
465
466 if (to->index >= LINKCELLS) {
467 link = teedataobject_jumplink(to->dataobj);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000468 Py_DECREF(to->dataobj);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000469 to->dataobj = (teedataobject *)link;
470 to->index = 0;
471 }
472 value = teedataobject_getitem(to->dataobj, to->index);
473 if (value == NULL)
474 return NULL;
475 to->index++;
476 return value;
477}
478
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000479static int
480tee_traverse(teeobject *to, visitproc visit, void *arg)
481{
482 Py_VISIT((PyObject *)to->dataobj);
483 return 0;
484}
485
Raymond Hettingerad983e72003-11-12 14:32:26 +0000486static PyObject *
487tee_copy(teeobject *to)
488{
489 teeobject *newto;
490
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000491 newto = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000492 if (newto == NULL)
493 return NULL;
494 Py_INCREF(to->dataobj);
495 newto->dataobj = to->dataobj;
496 newto->index = to->index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000497 newto->weakreflist = NULL;
Thomas Woutersb3deb942006-04-15 22:33:13 +0000498 PyObject_GC_Track(newto);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000499 return (PyObject *)newto;
500}
501
502PyDoc_STRVAR(teecopy_doc, "Returns an independent iterator.");
503
504static PyObject *
505tee_fromiterable(PyObject *iterable)
506{
507 teeobject *to;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000508 PyObject *it = NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000509
510 it = PyObject_GetIter(iterable);
511 if (it == NULL)
512 return NULL;
513 if (PyObject_TypeCheck(it, &tee_type)) {
514 to = (teeobject *)tee_copy((teeobject *)it);
515 goto done;
516 }
517
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000518 to = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000519 if (to == NULL)
520 goto done;
521 to->dataobj = (teedataobject *)teedataobject_new(it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000522 if (!to->dataobj) {
523 PyObject_GC_Del(to);
524 to = NULL;
525 goto done;
526 }
527
Raymond Hettingerad983e72003-11-12 14:32:26 +0000528 to->index = 0;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000529 to->weakreflist = NULL;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000530 PyObject_GC_Track(to);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000531done:
532 Py_XDECREF(it);
533 return (PyObject *)to;
534}
535
536static PyObject *
537tee_new(PyTypeObject *type, PyObject *args, PyObject *kw)
538{
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000539 PyObject *iterable;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000540
541 if (!PyArg_UnpackTuple(args, "tee", 1, 1, &iterable))
542 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000543 return tee_fromiterable(iterable);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000544}
545
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000546static int
547tee_clear(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000548{
Raymond Hettingera9f60922004-10-17 16:40:14 +0000549 if (to->weakreflist != NULL)
550 PyObject_ClearWeakRefs((PyObject *) to);
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000551 Py_CLEAR(to->dataobj);
552 return 0;
553}
554
555static void
556tee_dealloc(teeobject *to)
557{
558 PyObject_GC_UnTrack(to);
559 tee_clear(to);
560 PyObject_GC_Del(to);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000561}
562
Raymond Hettingerad983e72003-11-12 14:32:26 +0000563PyDoc_STRVAR(teeobject_doc,
564"Iterator wrapped to make it copyable");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000565
Raymond Hettingerad983e72003-11-12 14:32:26 +0000566static PyMethodDef tee_methods[] = {
567 {"__copy__", (PyCFunction)tee_copy, METH_NOARGS, teecopy_doc},
568 {NULL, NULL} /* sentinel */
569};
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000570
571static PyTypeObject tee_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000572 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000573 "itertools.tee", /* tp_name */
574 sizeof(teeobject), /* tp_basicsize */
575 0, /* tp_itemsize */
576 /* methods */
577 (destructor)tee_dealloc, /* tp_dealloc */
578 0, /* tp_print */
579 0, /* tp_getattr */
580 0, /* tp_setattr */
581 0, /* tp_compare */
582 0, /* tp_repr */
583 0, /* tp_as_number */
584 0, /* tp_as_sequence */
585 0, /* tp_as_mapping */
586 0, /* tp_hash */
587 0, /* tp_call */
588 0, /* tp_str */
Raymond Hettingerf0c5aec2003-10-26 14:25:56 +0000589 0, /* tp_getattro */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000590 0, /* tp_setattro */
591 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000592 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000593 teeobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000594 (traverseproc)tee_traverse, /* tp_traverse */
595 (inquiry)tee_clear, /* tp_clear */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000596 0, /* tp_richcompare */
Raymond Hettingera9f60922004-10-17 16:40:14 +0000597 offsetof(teeobject, weakreflist), /* tp_weaklistoffset */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000598 PyObject_SelfIter, /* tp_iter */
599 (iternextfunc)tee_next, /* tp_iternext */
600 tee_methods, /* tp_methods */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000601 0, /* tp_members */
602 0, /* tp_getset */
603 0, /* tp_base */
604 0, /* tp_dict */
605 0, /* tp_descr_get */
606 0, /* tp_descr_set */
607 0, /* tp_dictoffset */
608 0, /* tp_init */
609 0, /* tp_alloc */
610 tee_new, /* tp_new */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000611 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000612};
613
Raymond Hettingerad983e72003-11-12 14:32:26 +0000614static PyObject *
615tee(PyObject *self, PyObject *args)
616{
Neal Norwitz69e88972006-09-02 02:58:13 +0000617 Py_ssize_t i, n=2;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000618 PyObject *it, *iterable, *copyable, *result;
619
Neal Norwitz69e88972006-09-02 02:58:13 +0000620 if (!PyArg_ParseTuple(args, "O|n", &iterable, &n))
Raymond Hettingerad983e72003-11-12 14:32:26 +0000621 return NULL;
Neal Norwitz69e88972006-09-02 02:58:13 +0000622 if (n < 0) {
623 PyErr_SetString(PyExc_ValueError, "n must be >= 0");
624 return NULL;
625 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000626 result = PyTuple_New(n);
627 if (result == NULL)
628 return NULL;
629 if (n == 0)
630 return result;
631 it = PyObject_GetIter(iterable);
632 if (it == NULL) {
633 Py_DECREF(result);
634 return NULL;
635 }
636 if (!PyObject_HasAttrString(it, "__copy__")) {
637 copyable = tee_fromiterable(it);
638 Py_DECREF(it);
639 if (copyable == NULL) {
640 Py_DECREF(result);
641 return NULL;
642 }
643 } else
644 copyable = it;
645 PyTuple_SET_ITEM(result, 0, copyable);
646 for (i=1 ; i<n ; i++) {
647 copyable = PyObject_CallMethod(copyable, "__copy__", NULL);
648 if (copyable == NULL) {
649 Py_DECREF(result);
650 return NULL;
651 }
652 PyTuple_SET_ITEM(result, i, copyable);
653 }
654 return result;
655}
656
657PyDoc_STRVAR(tee_doc,
658"tee(iterable, n=2) --> tuple of n independent iterators.");
659
660
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000661/* cycle object **********************************************************/
662
663typedef struct {
664 PyObject_HEAD
665 PyObject *it;
666 PyObject *saved;
667 int firstpass;
668} cycleobject;
669
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000670static PyTypeObject cycle_type;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000671
672static PyObject *
673cycle_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
674{
675 PyObject *it;
676 PyObject *iterable;
677 PyObject *saved;
678 cycleobject *lz;
679
Georg Brandlb84c1372007-01-21 10:28:43 +0000680 if (type == &cycle_type && !_PyArg_NoKeywords("cycle()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000681 return NULL;
682
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000683 if (!PyArg_UnpackTuple(args, "cycle", 1, 1, &iterable))
684 return NULL;
685
686 /* Get iterator. */
687 it = PyObject_GetIter(iterable);
688 if (it == NULL)
689 return NULL;
690
691 saved = PyList_New(0);
692 if (saved == NULL) {
693 Py_DECREF(it);
694 return NULL;
695 }
696
697 /* create cycleobject structure */
698 lz = (cycleobject *)type->tp_alloc(type, 0);
699 if (lz == NULL) {
700 Py_DECREF(it);
701 Py_DECREF(saved);
702 return NULL;
703 }
704 lz->it = it;
705 lz->saved = saved;
706 lz->firstpass = 0;
707
708 return (PyObject *)lz;
709}
710
711static void
712cycle_dealloc(cycleobject *lz)
713{
714 PyObject_GC_UnTrack(lz);
715 Py_XDECREF(lz->saved);
716 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000717 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000718}
719
720static int
721cycle_traverse(cycleobject *lz, visitproc visit, void *arg)
722{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000723 Py_VISIT(lz->it);
724 Py_VISIT(lz->saved);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000725 return 0;
726}
727
728static PyObject *
729cycle_next(cycleobject *lz)
730{
731 PyObject *item;
732 PyObject *it;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000733 PyObject *tmp;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000734
735 while (1) {
736 item = PyIter_Next(lz->it);
737 if (item != NULL) {
738 if (!lz->firstpass)
739 PyList_Append(lz->saved, item);
740 return item;
741 }
Raymond Hettinger9d7c8702004-05-08 19:49:42 +0000742 if (PyErr_Occurred()) {
743 if (PyErr_ExceptionMatches(PyExc_StopIteration))
744 PyErr_Clear();
745 else
746 return NULL;
747 }
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000748 if (PyList_Size(lz->saved) == 0)
749 return NULL;
750 it = PyObject_GetIter(lz->saved);
751 if (it == NULL)
752 return NULL;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000753 tmp = lz->it;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000754 lz->it = it;
755 lz->firstpass = 1;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000756 Py_DECREF(tmp);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000757 }
758}
759
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000760PyDoc_STRVAR(cycle_doc,
761"cycle(iterable) --> cycle object\n\
762\n\
763Return elements from the iterable until it is exhausted.\n\
764Then repeat the sequence indefinitely.");
765
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000766static PyTypeObject cycle_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000767 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000768 "itertools.cycle", /* tp_name */
769 sizeof(cycleobject), /* tp_basicsize */
770 0, /* tp_itemsize */
771 /* methods */
772 (destructor)cycle_dealloc, /* tp_dealloc */
773 0, /* tp_print */
774 0, /* tp_getattr */
775 0, /* tp_setattr */
776 0, /* tp_compare */
777 0, /* tp_repr */
778 0, /* tp_as_number */
779 0, /* tp_as_sequence */
780 0, /* tp_as_mapping */
781 0, /* tp_hash */
782 0, /* tp_call */
783 0, /* tp_str */
784 PyObject_GenericGetAttr, /* tp_getattro */
785 0, /* tp_setattro */
786 0, /* tp_as_buffer */
787 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
788 Py_TPFLAGS_BASETYPE, /* tp_flags */
789 cycle_doc, /* tp_doc */
790 (traverseproc)cycle_traverse, /* tp_traverse */
791 0, /* tp_clear */
792 0, /* tp_richcompare */
793 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000794 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000795 (iternextfunc)cycle_next, /* tp_iternext */
796 0, /* tp_methods */
797 0, /* tp_members */
798 0, /* tp_getset */
799 0, /* tp_base */
800 0, /* tp_dict */
801 0, /* tp_descr_get */
802 0, /* tp_descr_set */
803 0, /* tp_dictoffset */
804 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000805 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000806 cycle_new, /* tp_new */
807 PyObject_GC_Del, /* tp_free */
808};
809
810
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000811/* dropwhile object **********************************************************/
812
813typedef struct {
814 PyObject_HEAD
815 PyObject *func;
816 PyObject *it;
817 long start;
818} dropwhileobject;
819
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000820static PyTypeObject dropwhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000821
822static PyObject *
823dropwhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
824{
825 PyObject *func, *seq;
826 PyObject *it;
827 dropwhileobject *lz;
828
Georg Brandlb84c1372007-01-21 10:28:43 +0000829 if (type == &dropwhile_type && !_PyArg_NoKeywords("dropwhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000830 return NULL;
831
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000832 if (!PyArg_UnpackTuple(args, "dropwhile", 2, 2, &func, &seq))
833 return NULL;
834
835 /* Get iterator. */
836 it = PyObject_GetIter(seq);
837 if (it == NULL)
838 return NULL;
839
840 /* create dropwhileobject structure */
841 lz = (dropwhileobject *)type->tp_alloc(type, 0);
842 if (lz == NULL) {
843 Py_DECREF(it);
844 return NULL;
845 }
846 Py_INCREF(func);
847 lz->func = func;
848 lz->it = it;
849 lz->start = 0;
850
851 return (PyObject *)lz;
852}
853
854static void
855dropwhile_dealloc(dropwhileobject *lz)
856{
857 PyObject_GC_UnTrack(lz);
858 Py_XDECREF(lz->func);
859 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000860 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000861}
862
863static int
864dropwhile_traverse(dropwhileobject *lz, visitproc visit, void *arg)
865{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000866 Py_VISIT(lz->it);
867 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000868 return 0;
869}
870
871static PyObject *
872dropwhile_next(dropwhileobject *lz)
873{
874 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +0000875 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000876 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000877 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000878
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000879 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +0000880 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000881 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000882 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000883 if (item == NULL)
884 return NULL;
885 if (lz->start == 1)
886 return item;
887
888 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
889 if (good == NULL) {
890 Py_DECREF(item);
891 return NULL;
892 }
893 ok = PyObject_IsTrue(good);
894 Py_DECREF(good);
895 if (!ok) {
896 lz->start = 1;
897 return item;
898 }
899 Py_DECREF(item);
900 }
901}
902
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000903PyDoc_STRVAR(dropwhile_doc,
904"dropwhile(predicate, iterable) --> dropwhile object\n\
905\n\
906Drop items from the iterable while predicate(item) is true.\n\
907Afterwards, return every element until the iterable is exhausted.");
908
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000909static PyTypeObject dropwhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000910 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +0000911 "itertools.dropwhile", /* tp_name */
912 sizeof(dropwhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000913 0, /* tp_itemsize */
914 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000915 (destructor)dropwhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000916 0, /* tp_print */
917 0, /* tp_getattr */
918 0, /* tp_setattr */
919 0, /* tp_compare */
920 0, /* tp_repr */
921 0, /* tp_as_number */
922 0, /* tp_as_sequence */
923 0, /* tp_as_mapping */
924 0, /* tp_hash */
925 0, /* tp_call */
926 0, /* tp_str */
927 PyObject_GenericGetAttr, /* tp_getattro */
928 0, /* tp_setattro */
929 0, /* tp_as_buffer */
930 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
931 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000932 dropwhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000933 (traverseproc)dropwhile_traverse, /* tp_traverse */
934 0, /* tp_clear */
935 0, /* tp_richcompare */
936 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000937 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000938 (iternextfunc)dropwhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000939 0, /* tp_methods */
940 0, /* tp_members */
941 0, /* tp_getset */
942 0, /* tp_base */
943 0, /* tp_dict */
944 0, /* tp_descr_get */
945 0, /* tp_descr_set */
946 0, /* tp_dictoffset */
947 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000948 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000949 dropwhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000950 PyObject_GC_Del, /* tp_free */
951};
952
953
954/* takewhile object **********************************************************/
955
956typedef struct {
957 PyObject_HEAD
958 PyObject *func;
959 PyObject *it;
960 long stop;
961} takewhileobject;
962
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000963static PyTypeObject takewhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000964
965static PyObject *
966takewhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
967{
968 PyObject *func, *seq;
969 PyObject *it;
970 takewhileobject *lz;
971
Georg Brandlb84c1372007-01-21 10:28:43 +0000972 if (type == &takewhile_type && !_PyArg_NoKeywords("takewhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000973 return NULL;
974
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000975 if (!PyArg_UnpackTuple(args, "takewhile", 2, 2, &func, &seq))
976 return NULL;
977
978 /* Get iterator. */
979 it = PyObject_GetIter(seq);
980 if (it == NULL)
981 return NULL;
982
983 /* create takewhileobject structure */
984 lz = (takewhileobject *)type->tp_alloc(type, 0);
985 if (lz == NULL) {
986 Py_DECREF(it);
987 return NULL;
988 }
989 Py_INCREF(func);
990 lz->func = func;
991 lz->it = it;
992 lz->stop = 0;
993
994 return (PyObject *)lz;
995}
996
997static void
998takewhile_dealloc(takewhileobject *lz)
999{
1000 PyObject_GC_UnTrack(lz);
1001 Py_XDECREF(lz->func);
1002 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001003 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001004}
1005
1006static int
1007takewhile_traverse(takewhileobject *lz, visitproc visit, void *arg)
1008{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001009 Py_VISIT(lz->it);
1010 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001011 return 0;
1012}
1013
1014static PyObject *
1015takewhile_next(takewhileobject *lz)
1016{
1017 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001018 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001019 long ok;
1020
1021 if (lz->stop == 1)
1022 return NULL;
1023
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001024 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00001025 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001026 if (item == NULL)
1027 return NULL;
1028
1029 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
1030 if (good == NULL) {
1031 Py_DECREF(item);
1032 return NULL;
1033 }
1034 ok = PyObject_IsTrue(good);
1035 Py_DECREF(good);
1036 if (ok)
1037 return item;
1038 Py_DECREF(item);
1039 lz->stop = 1;
1040 return NULL;
1041}
1042
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001043PyDoc_STRVAR(takewhile_doc,
1044"takewhile(predicate, iterable) --> takewhile object\n\
1045\n\
1046Return successive entries from an iterable as long as the \n\
1047predicate evaluates to true for each entry.");
1048
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001049static PyTypeObject takewhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001050 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001051 "itertools.takewhile", /* tp_name */
1052 sizeof(takewhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001053 0, /* tp_itemsize */
1054 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001055 (destructor)takewhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001056 0, /* tp_print */
1057 0, /* tp_getattr */
1058 0, /* tp_setattr */
1059 0, /* tp_compare */
1060 0, /* tp_repr */
1061 0, /* tp_as_number */
1062 0, /* tp_as_sequence */
1063 0, /* tp_as_mapping */
1064 0, /* tp_hash */
1065 0, /* tp_call */
1066 0, /* tp_str */
1067 PyObject_GenericGetAttr, /* tp_getattro */
1068 0, /* tp_setattro */
1069 0, /* tp_as_buffer */
1070 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1071 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001072 takewhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001073 (traverseproc)takewhile_traverse, /* tp_traverse */
1074 0, /* tp_clear */
1075 0, /* tp_richcompare */
1076 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001077 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001078 (iternextfunc)takewhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001079 0, /* tp_methods */
1080 0, /* tp_members */
1081 0, /* tp_getset */
1082 0, /* tp_base */
1083 0, /* tp_dict */
1084 0, /* tp_descr_get */
1085 0, /* tp_descr_set */
1086 0, /* tp_dictoffset */
1087 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001088 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001089 takewhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001090 PyObject_GC_Del, /* tp_free */
1091};
1092
1093
1094/* islice object ************************************************************/
1095
1096typedef struct {
1097 PyObject_HEAD
1098 PyObject *it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001099 Py_ssize_t next;
1100 Py_ssize_t stop;
1101 Py_ssize_t step;
1102 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001103} isliceobject;
1104
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001105static PyTypeObject islice_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001106
1107static PyObject *
1108islice_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1109{
1110 PyObject *seq;
Jack Diederich6c433a92006-05-26 11:15:17 +00001111 Py_ssize_t start=0, stop=-1, step=1;
Raymond Hettingerb2594052004-12-05 09:25:51 +00001112 PyObject *it, *a1=NULL, *a2=NULL, *a3=NULL;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001113 Py_ssize_t numargs;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001114 isliceobject *lz;
1115
Georg Brandlb84c1372007-01-21 10:28:43 +00001116 if (type == &islice_type && !_PyArg_NoKeywords("islice()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001117 return NULL;
1118
Raymond Hettingerb2594052004-12-05 09:25:51 +00001119 if (!PyArg_UnpackTuple(args, "islice", 2, 4, &seq, &a1, &a2, &a3))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001120 return NULL;
1121
Raymond Hettingerb2594052004-12-05 09:25:51 +00001122 numargs = PyTuple_Size(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001123 if (numargs == 2) {
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001124 if (a1 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001125 stop = PyInt_AsSsize_t(a1);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001126 if (stop == -1) {
1127 if (PyErr_Occurred())
1128 PyErr_Clear();
1129 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001130 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001131 return NULL;
1132 }
1133 }
Raymond Hettinger341deb72003-05-02 19:44:20 +00001134 } else {
Raymond Hettingerb2594052004-12-05 09:25:51 +00001135 if (a1 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001136 start = PyInt_AsSsize_t(a1);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001137 if (start == -1 && PyErr_Occurred())
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001138 PyErr_Clear();
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001139 if (a2 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001140 stop = PyInt_AsSsize_t(a2);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001141 if (stop == -1) {
1142 if (PyErr_Occurred())
1143 PyErr_Clear();
1144 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001145 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001146 return NULL;
1147 }
1148 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001149 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001150 if (start<0 || stop<-1) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001151 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001152 "Indices for islice() must be non-negative integers or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001153 return NULL;
1154 }
1155
Raymond Hettingerb2594052004-12-05 09:25:51 +00001156 if (a3 != NULL) {
1157 if (a3 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001158 step = PyInt_AsSsize_t(a3);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001159 if (step == -1 && PyErr_Occurred())
1160 PyErr_Clear();
1161 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001162 if (step<1) {
1163 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001164 "Step for islice() must be a positive integer or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001165 return NULL;
1166 }
1167
1168 /* Get iterator. */
1169 it = PyObject_GetIter(seq);
1170 if (it == NULL)
1171 return NULL;
1172
1173 /* create isliceobject structure */
1174 lz = (isliceobject *)type->tp_alloc(type, 0);
1175 if (lz == NULL) {
1176 Py_DECREF(it);
1177 return NULL;
1178 }
1179 lz->it = it;
1180 lz->next = start;
1181 lz->stop = stop;
1182 lz->step = step;
1183 lz->cnt = 0L;
1184
1185 return (PyObject *)lz;
1186}
1187
1188static void
1189islice_dealloc(isliceobject *lz)
1190{
1191 PyObject_GC_UnTrack(lz);
1192 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001193 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001194}
1195
1196static int
1197islice_traverse(isliceobject *lz, visitproc visit, void *arg)
1198{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001199 Py_VISIT(lz->it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001200 return 0;
1201}
1202
1203static PyObject *
1204islice_next(isliceobject *lz)
1205{
1206 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001207 PyObject *it = lz->it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001208 Py_ssize_t oldnext;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001209 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001210
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001211 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00001212 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001213 while (lz->cnt < lz->next) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001214 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001215 if (item == NULL)
1216 return NULL;
1217 Py_DECREF(item);
1218 lz->cnt++;
1219 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001220 if (lz->stop != -1 && lz->cnt >= lz->stop)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001221 return NULL;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001222 assert(PyIter_Check(it));
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001223 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001224 if (item == NULL)
1225 return NULL;
1226 lz->cnt++;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001227 oldnext = lz->next;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001228 lz->next += lz->step;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001229 if (lz->next < oldnext) /* Check for overflow */
1230 lz->next = lz->stop;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001231 return item;
1232}
1233
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001234PyDoc_STRVAR(islice_doc,
1235"islice(iterable, [start,] stop [, step]) --> islice object\n\
1236\n\
1237Return an iterator whose next() method returns selected values from an\n\
1238iterable. If start is specified, will skip all preceding elements;\n\
1239otherwise, start defaults to zero. Step defaults to one. If\n\
1240specified as another value, step determines how many values are \n\
1241skipped between successive calls. Works like a slice() on a list\n\
1242but returns an iterator.");
1243
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001244static PyTypeObject islice_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001245 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001246 "itertools.islice", /* tp_name */
1247 sizeof(isliceobject), /* tp_basicsize */
1248 0, /* tp_itemsize */
1249 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001250 (destructor)islice_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001251 0, /* tp_print */
1252 0, /* tp_getattr */
1253 0, /* tp_setattr */
1254 0, /* tp_compare */
1255 0, /* tp_repr */
1256 0, /* tp_as_number */
1257 0, /* tp_as_sequence */
1258 0, /* tp_as_mapping */
1259 0, /* tp_hash */
1260 0, /* tp_call */
1261 0, /* tp_str */
1262 PyObject_GenericGetAttr, /* tp_getattro */
1263 0, /* tp_setattro */
1264 0, /* tp_as_buffer */
1265 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1266 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001267 islice_doc, /* tp_doc */
1268 (traverseproc)islice_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001269 0, /* tp_clear */
1270 0, /* tp_richcompare */
1271 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001272 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001273 (iternextfunc)islice_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001274 0, /* tp_methods */
1275 0, /* tp_members */
1276 0, /* tp_getset */
1277 0, /* tp_base */
1278 0, /* tp_dict */
1279 0, /* tp_descr_get */
1280 0, /* tp_descr_set */
1281 0, /* tp_dictoffset */
1282 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001283 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001284 islice_new, /* tp_new */
1285 PyObject_GC_Del, /* tp_free */
1286};
1287
1288
1289/* starmap object ************************************************************/
1290
1291typedef struct {
1292 PyObject_HEAD
1293 PyObject *func;
1294 PyObject *it;
1295} starmapobject;
1296
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001297static PyTypeObject starmap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001298
1299static PyObject *
1300starmap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1301{
1302 PyObject *func, *seq;
1303 PyObject *it;
1304 starmapobject *lz;
1305
Georg Brandlb84c1372007-01-21 10:28:43 +00001306 if (type == &starmap_type && !_PyArg_NoKeywords("starmap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001307 return NULL;
1308
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001309 if (!PyArg_UnpackTuple(args, "starmap", 2, 2, &func, &seq))
1310 return NULL;
1311
1312 /* Get iterator. */
1313 it = PyObject_GetIter(seq);
1314 if (it == NULL)
1315 return NULL;
1316
1317 /* create starmapobject structure */
1318 lz = (starmapobject *)type->tp_alloc(type, 0);
1319 if (lz == NULL) {
1320 Py_DECREF(it);
1321 return NULL;
1322 }
1323 Py_INCREF(func);
1324 lz->func = func;
1325 lz->it = it;
1326
1327 return (PyObject *)lz;
1328}
1329
1330static void
1331starmap_dealloc(starmapobject *lz)
1332{
1333 PyObject_GC_UnTrack(lz);
1334 Py_XDECREF(lz->func);
1335 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001336 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001337}
1338
1339static int
1340starmap_traverse(starmapobject *lz, visitproc visit, void *arg)
1341{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001342 Py_VISIT(lz->it);
1343 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001344 return 0;
1345}
1346
1347static PyObject *
1348starmap_next(starmapobject *lz)
1349{
1350 PyObject *args;
1351 PyObject *result;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001352 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001353
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001354 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00001355 args = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001356 if (args == NULL)
1357 return NULL;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001358 if (!PyTuple_CheckExact(args)) {
Raymond Hettinger47317092008-01-17 03:02:14 +00001359 PyObject *newargs = PySequence_Tuple(args);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001360 Py_DECREF(args);
Raymond Hettinger47317092008-01-17 03:02:14 +00001361 if (newargs == NULL)
1362 return NULL;
1363 args = newargs;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001364 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001365 result = PyObject_Call(lz->func, args, NULL);
1366 Py_DECREF(args);
1367 return result;
1368}
1369
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001370PyDoc_STRVAR(starmap_doc,
1371"starmap(function, sequence) --> starmap object\n\
1372\n\
1373Return an iterator whose values are returned from the function evaluated\n\
1374with a argument tuple taken from the given sequence.");
1375
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001376static PyTypeObject starmap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001377 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001378 "itertools.starmap", /* tp_name */
1379 sizeof(starmapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001380 0, /* tp_itemsize */
1381 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001382 (destructor)starmap_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001383 0, /* tp_print */
1384 0, /* tp_getattr */
1385 0, /* tp_setattr */
1386 0, /* tp_compare */
1387 0, /* tp_repr */
1388 0, /* tp_as_number */
1389 0, /* tp_as_sequence */
1390 0, /* tp_as_mapping */
1391 0, /* tp_hash */
1392 0, /* tp_call */
1393 0, /* tp_str */
1394 PyObject_GenericGetAttr, /* tp_getattro */
1395 0, /* tp_setattro */
1396 0, /* tp_as_buffer */
1397 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1398 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001399 starmap_doc, /* tp_doc */
1400 (traverseproc)starmap_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001401 0, /* tp_clear */
1402 0, /* tp_richcompare */
1403 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001404 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001405 (iternextfunc)starmap_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001406 0, /* tp_methods */
1407 0, /* tp_members */
1408 0, /* tp_getset */
1409 0, /* tp_base */
1410 0, /* tp_dict */
1411 0, /* tp_descr_get */
1412 0, /* tp_descr_set */
1413 0, /* tp_dictoffset */
1414 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001415 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001416 starmap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001417 PyObject_GC_Del, /* tp_free */
1418};
1419
1420
1421/* imap object ************************************************************/
1422
1423typedef struct {
1424 PyObject_HEAD
1425 PyObject *iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001426 PyObject *func;
1427} imapobject;
1428
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001429static PyTypeObject imap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001430
1431static PyObject *
1432imap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1433{
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001434 PyObject *it, *iters, *func;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001435 imapobject *lz;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001436 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001437
Georg Brandlb84c1372007-01-21 10:28:43 +00001438 if (type == &imap_type && !_PyArg_NoKeywords("imap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001439 return NULL;
1440
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001441 numargs = PyTuple_Size(args);
1442 if (numargs < 2) {
1443 PyErr_SetString(PyExc_TypeError,
1444 "imap() must have at least two arguments.");
1445 return NULL;
1446 }
1447
1448 iters = PyTuple_New(numargs-1);
1449 if (iters == NULL)
1450 return NULL;
1451
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001452 for (i=1 ; i<numargs ; i++) {
1453 /* Get iterator. */
1454 it = PyObject_GetIter(PyTuple_GET_ITEM(args, i));
1455 if (it == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001456 Py_DECREF(iters);
1457 return NULL;
1458 }
1459 PyTuple_SET_ITEM(iters, i-1, it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001460 }
1461
1462 /* create imapobject structure */
1463 lz = (imapobject *)type->tp_alloc(type, 0);
1464 if (lz == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001465 Py_DECREF(iters);
1466 return NULL;
1467 }
1468 lz->iters = iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001469 func = PyTuple_GET_ITEM(args, 0);
1470 Py_INCREF(func);
1471 lz->func = func;
1472
1473 return (PyObject *)lz;
1474}
1475
1476static void
1477imap_dealloc(imapobject *lz)
1478{
1479 PyObject_GC_UnTrack(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001480 Py_XDECREF(lz->iters);
1481 Py_XDECREF(lz->func);
Christian Heimese93237d2007-12-19 02:37:44 +00001482 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001483}
1484
1485static int
1486imap_traverse(imapobject *lz, visitproc visit, void *arg)
1487{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001488 Py_VISIT(lz->iters);
1489 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001490 return 0;
1491}
1492
Raymond Hettinger2012f172003-02-07 05:32:58 +00001493/*
1494imap() is an iterator version of __builtins__.map() except that it does
1495not have the None fill-in feature. That was intentionally left out for
1496the following reasons:
1497
1498 1) Itertools are designed to be easily combined and chained together.
1499 Having all tools stop with the shortest input is a unifying principle
1500 that makes it easier to combine finite iterators (supplying data) with
1501 infinite iterators like count() and repeat() (for supplying sequential
1502 or constant arguments to a function).
1503
1504 2) In typical use cases for combining itertools, having one finite data
1505 supplier run out before another is likely to be an error condition which
1506 should not pass silently by automatically supplying None.
1507
1508 3) The use cases for automatic None fill-in are rare -- not many functions
1509 do something useful when a parameter suddenly switches type and becomes
1510 None.
1511
1512 4) If a need does arise, it can be met by __builtins__.map() or by
Raymond Hettingerbefa37d2003-06-18 19:25:37 +00001513 writing: chain(iterable, repeat(None)).
Raymond Hettinger2012f172003-02-07 05:32:58 +00001514
1515 5) Similar toolsets in Haskell and SML do not have automatic None fill-in.
1516*/
1517
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001518static PyObject *
1519imap_next(imapobject *lz)
1520{
1521 PyObject *val;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001522 PyObject *argtuple;
1523 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001524 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001525
1526 numargs = PyTuple_Size(lz->iters);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001527 argtuple = PyTuple_New(numargs);
1528 if (argtuple == NULL)
1529 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001530
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001531 for (i=0 ; i<numargs ; i++) {
1532 val = PyIter_Next(PyTuple_GET_ITEM(lz->iters, i));
1533 if (val == NULL) {
1534 Py_DECREF(argtuple);
1535 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001536 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001537 PyTuple_SET_ITEM(argtuple, i, val);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001538 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001539 if (lz->func == Py_None)
1540 return argtuple;
1541 result = PyObject_Call(lz->func, argtuple, NULL);
1542 Py_DECREF(argtuple);
1543 return result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001544}
1545
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001546PyDoc_STRVAR(imap_doc,
1547"imap(func, *iterables) --> imap object\n\
1548\n\
1549Make an iterator that computes the function using arguments from\n\
1550each of the iterables. Like map() except that it returns\n\
1551an iterator instead of a list and that it stops when the shortest\n\
1552iterable is exhausted instead of filling in None for shorter\n\
1553iterables.");
1554
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001555static PyTypeObject imap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001556 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001557 "itertools.imap", /* tp_name */
1558 sizeof(imapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001559 0, /* tp_itemsize */
1560 /* methods */
1561 (destructor)imap_dealloc, /* tp_dealloc */
1562 0, /* tp_print */
1563 0, /* tp_getattr */
1564 0, /* tp_setattr */
1565 0, /* tp_compare */
1566 0, /* tp_repr */
1567 0, /* tp_as_number */
1568 0, /* tp_as_sequence */
1569 0, /* tp_as_mapping */
1570 0, /* tp_hash */
1571 0, /* tp_call */
1572 0, /* tp_str */
1573 PyObject_GenericGetAttr, /* tp_getattro */
1574 0, /* tp_setattro */
1575 0, /* tp_as_buffer */
1576 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1577 Py_TPFLAGS_BASETYPE, /* tp_flags */
1578 imap_doc, /* tp_doc */
1579 (traverseproc)imap_traverse, /* tp_traverse */
1580 0, /* tp_clear */
1581 0, /* tp_richcompare */
1582 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001583 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001584 (iternextfunc)imap_next, /* tp_iternext */
1585 0, /* tp_methods */
1586 0, /* tp_members */
1587 0, /* tp_getset */
1588 0, /* tp_base */
1589 0, /* tp_dict */
1590 0, /* tp_descr_get */
1591 0, /* tp_descr_set */
1592 0, /* tp_dictoffset */
1593 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001594 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001595 imap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001596 PyObject_GC_Del, /* tp_free */
1597};
1598
1599
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001600/* chain object ************************************************************/
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001601
1602typedef struct {
1603 PyObject_HEAD
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001604 PyObject *source; /* Iterator over input iterables */
1605 PyObject *active; /* Currently running input iterator */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001606} chainobject;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001607
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001608static PyTypeObject chain_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001609
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001610static PyObject *
1611chain_new_internal(PyTypeObject *type, PyObject *source)
1612{
1613 chainobject *lz;
1614
1615 lz = (chainobject *)type->tp_alloc(type, 0);
1616 if (lz == NULL) {
1617 Py_DECREF(source);
1618 return NULL;
1619 }
1620
1621 lz->source = source;
1622 lz->active = NULL;
1623 return (PyObject *)lz;
1624}
1625
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001626static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001627chain_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001628{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001629 PyObject *source;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001630
Georg Brandlb84c1372007-01-21 10:28:43 +00001631 if (type == &chain_type && !_PyArg_NoKeywords("chain()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001632 return NULL;
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001633
1634 source = PyObject_GetIter(args);
1635 if (source == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001636 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001637
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001638 return chain_new_internal(type, source);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001639}
1640
1641static void
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001642chain_dealloc(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001643{
1644 PyObject_GC_UnTrack(lz);
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001645 Py_XDECREF(lz->active);
1646 Py_XDECREF(lz->source);
Christian Heimese93237d2007-12-19 02:37:44 +00001647 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001648}
1649
Raymond Hettinger2012f172003-02-07 05:32:58 +00001650static int
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001651chain_traverse(chainobject *lz, visitproc visit, void *arg)
Raymond Hettinger2012f172003-02-07 05:32:58 +00001652{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001653 Py_VISIT(lz->source);
1654 Py_VISIT(lz->active);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001655 return 0;
1656}
1657
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001658static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001659chain_next(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001660{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001661 PyObject *item;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001662
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001663 if (lz->source == NULL)
1664 return NULL; /* already stopped */
1665
1666 if (lz->active == NULL) {
1667 PyObject *iterable = PyIter_Next(lz->source);
1668 if (iterable == NULL) {
1669 Py_CLEAR(lz->source);
1670 return NULL; /* no more input sources */
Raymond Hettinger9d7c8702004-05-08 19:49:42 +00001671 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001672 lz->active = PyObject_GetIter(iterable);
1673 if (lz->active == NULL) {
1674 Py_DECREF(iterable);
1675 Py_CLEAR(lz->source);
1676 return NULL; /* input not iterable */
1677 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001678 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001679 item = PyIter_Next(lz->active);
1680 if (item != NULL)
1681 return item;
1682 if (PyErr_Occurred()) {
1683 if (PyErr_ExceptionMatches(PyExc_StopIteration))
1684 PyErr_Clear();
1685 else
1686 return NULL; /* input raised an exception */
1687 }
1688 Py_CLEAR(lz->active);
1689 return chain_next(lz); /* recurse and use next active */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001690}
1691
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001692PyDoc_STRVAR(chain_doc,
1693"chain(*iterables) --> chain object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001694\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001695Return a chain object whose .next() method returns elements from the\n\
1696first iterable until it is exhausted, then elements from the next\n\
1697iterable, until all of the iterables are exhausted.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001698
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001699static PyTypeObject chain_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001700 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001701 "itertools.chain", /* tp_name */
1702 sizeof(chainobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001703 0, /* tp_itemsize */
1704 /* methods */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001705 (destructor)chain_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001706 0, /* tp_print */
1707 0, /* tp_getattr */
1708 0, /* tp_setattr */
1709 0, /* tp_compare */
1710 0, /* tp_repr */
1711 0, /* tp_as_number */
1712 0, /* tp_as_sequence */
1713 0, /* tp_as_mapping */
1714 0, /* tp_hash */
1715 0, /* tp_call */
1716 0, /* tp_str */
1717 PyObject_GenericGetAttr, /* tp_getattro */
1718 0, /* tp_setattro */
1719 0, /* tp_as_buffer */
1720 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1721 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001722 chain_doc, /* tp_doc */
1723 (traverseproc)chain_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001724 0, /* tp_clear */
1725 0, /* tp_richcompare */
1726 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001727 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001728 (iternextfunc)chain_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001729 0, /* tp_methods */
1730 0, /* tp_members */
1731 0, /* tp_getset */
1732 0, /* tp_base */
1733 0, /* tp_dict */
1734 0, /* tp_descr_get */
1735 0, /* tp_descr_set */
1736 0, /* tp_dictoffset */
1737 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001738 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001739 chain_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001740 PyObject_GC_Del, /* tp_free */
1741};
1742
1743
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001744/* product object ************************************************************/
1745
1746typedef struct {
1747 PyObject_HEAD
1748 PyObject *pools; /* tuple of pool tuples */
Raymond Hettinger532316d2008-02-23 04:03:50 +00001749 Py_ssize_t *maxvec; /* size of each pool */
1750 Py_ssize_t *indices; /* one index per pool */
1751 PyObject *result; /* most recently returned result tuple */
1752 int stopped; /* set to 1 when the product iterator is exhausted */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001753} productobject;
1754
1755static PyTypeObject product_type;
1756
1757static PyObject *
1758product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1759{
1760 productobject *lz;
1761 Py_ssize_t npools;
1762 PyObject *pools = NULL;
1763 Py_ssize_t *maxvec = NULL;
1764 Py_ssize_t *indices = NULL;
1765 Py_ssize_t i;
1766
1767 if (type == &product_type && !_PyArg_NoKeywords("product()", kwds))
1768 return NULL;
1769
1770 assert(PyTuple_Check(args));
1771 npools = PyTuple_GET_SIZE(args);
1772
1773 maxvec = PyMem_Malloc(npools * sizeof(Py_ssize_t));
1774 indices = PyMem_Malloc(npools * sizeof(Py_ssize_t));
1775 if (maxvec == NULL || indices == NULL) {
1776 PyErr_NoMemory();
1777 goto error;
1778 }
1779
1780 pools = PyTuple_New(npools);
1781 if (pools == NULL)
1782 goto error;
1783
1784 for (i=0; i < npools; ++i) {
1785 PyObject *item = PyTuple_GET_ITEM(args, i);
1786 PyObject *pool = PySequence_Tuple(item);
1787 if (pool == NULL)
1788 goto error;
1789
1790 PyTuple_SET_ITEM(pools, i, pool);
1791 maxvec[i] = PyTuple_GET_SIZE(pool);
1792 indices[i] = 0;
1793 }
1794
1795 /* create productobject structure */
1796 lz = (productobject *)type->tp_alloc(type, 0);
Raymond Hettinger3bd77122008-02-27 01:08:04 +00001797 if (lz == NULL)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001798 goto error;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001799
1800 lz->pools = pools;
1801 lz->maxvec = maxvec;
1802 lz->indices = indices;
1803 lz->result = NULL;
1804 lz->stopped = 0;
1805
1806 return (PyObject *)lz;
1807
1808error:
1809 if (maxvec != NULL)
1810 PyMem_Free(maxvec);
1811 if (indices != NULL)
1812 PyMem_Free(indices);
1813 Py_XDECREF(pools);
1814 return NULL;
1815}
1816
1817static void
1818product_dealloc(productobject *lz)
1819{
1820 PyObject_GC_UnTrack(lz);
1821 Py_XDECREF(lz->pools);
1822 Py_XDECREF(lz->result);
1823 PyMem_Free(lz->maxvec);
1824 PyMem_Free(lz->indices);
1825 Py_TYPE(lz)->tp_free(lz);
1826}
1827
1828static int
1829product_traverse(productobject *lz, visitproc visit, void *arg)
1830{
1831 Py_VISIT(lz->pools);
1832 Py_VISIT(lz->result);
1833 return 0;
1834}
1835
1836static PyObject *
1837product_next(productobject *lz)
1838{
1839 PyObject *pool;
1840 PyObject *elem;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001841 PyObject *oldelem;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001842 PyObject *pools = lz->pools;
1843 PyObject *result = lz->result;
1844 Py_ssize_t npools = PyTuple_GET_SIZE(pools);
1845 Py_ssize_t i;
1846
1847 if (lz->stopped)
1848 return NULL;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001849
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001850 if (result == NULL) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001851 /* On the first pass, return an initial tuple filled with the
1852 first element from each pool. If any pool is empty, then
1853 whole product is empty and we're already done */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001854 if (npools == 0)
1855 goto empty;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001856 result = PyTuple_New(npools);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001857 if (result == NULL)
1858 goto empty;
1859 lz->result = result;
1860 for (i=0; i < npools; i++) {
1861 pool = PyTuple_GET_ITEM(pools, i);
1862 if (PyTuple_GET_SIZE(pool) == 0)
1863 goto empty;
1864 elem = PyTuple_GET_ITEM(pool, 0);
1865 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001866 PyTuple_SET_ITEM(result, i, elem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001867 }
1868 } else {
1869 Py_ssize_t *indices = lz->indices;
1870 Py_ssize_t *maxvec = lz->maxvec;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001871
1872 /* Copy the previous result tuple or re-use it if available */
1873 if (Py_REFCNT(result) > 1) {
1874 PyObject *old_result = result;
1875 result = PyTuple_New(npools);
1876 if (result == NULL)
1877 goto empty;
1878 lz->result = result;
1879 for (i=0; i < npools; i++) {
1880 elem = PyTuple_GET_ITEM(old_result, i);
1881 Py_INCREF(elem);
1882 PyTuple_SET_ITEM(result, i, elem);
1883 }
1884 Py_DECREF(old_result);
1885 }
1886 /* Now, we've got the only copy so we can update it in-place */
1887 assert (Py_REFCNT(result) == 1);
1888
1889 /* Update the pool indices right-to-left. Only advance to the
1890 next pool when the previous one rolls-over */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001891 for (i=npools-1 ; i >= 0 ; i--) {
1892 pool = PyTuple_GET_ITEM(pools, i);
1893 indices[i]++;
1894 if (indices[i] == maxvec[i]) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001895 /* Roll-over and advance to next pool */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001896 indices[i] = 0;
1897 elem = PyTuple_GET_ITEM(pool, 0);
1898 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001899 oldelem = PyTuple_GET_ITEM(result, i);
1900 PyTuple_SET_ITEM(result, i, elem);
1901 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001902 } else {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001903 /* No rollover. Just increment and stop here. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001904 elem = PyTuple_GET_ITEM(pool, indices[i]);
1905 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001906 oldelem = PyTuple_GET_ITEM(result, i);
1907 PyTuple_SET_ITEM(result, i, elem);
1908 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001909 break;
1910 }
1911 }
Raymond Hettinger73d79632008-02-23 02:20:41 +00001912
1913 /* If i is negative, then the indices have all rolled-over
1914 and we're done. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001915 if (i < 0)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001916 goto empty;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001917 }
1918
Raymond Hettinger73d79632008-02-23 02:20:41 +00001919 Py_INCREF(result);
1920 return result;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001921
1922empty:
1923 lz->stopped = 1;
1924 return NULL;
1925}
1926
1927PyDoc_STRVAR(product_doc,
1928"product(*iterables) --> product object\n\
1929\n\
Raymond Hettinger73d79632008-02-23 02:20:41 +00001930Cartesian product of input iterables. Equivalent to nested for-loops.\n\n\
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001931For example, product(A, B) returns the same as: ((x,y) for x in A for y in B).\n\
1932The leftmost iterators are in the outermost for-loop, so the output tuples\n\
1933cycle in a manner similar to an odometer (with the rightmost element changing\n\
1934on every iteration).\n\n\
1935product('ab', range(3)) --> ('a',0) ('a',1) ('a',2) ('b',0) ('b',1) ('b',2)\n\
1936product((0,1), (0,1), (0,1)) --> (0,0,0) (0,0,1) (0,1,0) (0,1,1) (1,0,0) ...");
1937
1938static PyTypeObject product_type = {
1939 PyVarObject_HEAD_INIT(NULL, 0)
1940 "itertools.product", /* tp_name */
1941 sizeof(productobject), /* tp_basicsize */
1942 0, /* tp_itemsize */
1943 /* methods */
1944 (destructor)product_dealloc, /* tp_dealloc */
1945 0, /* tp_print */
1946 0, /* tp_getattr */
1947 0, /* tp_setattr */
1948 0, /* tp_compare */
1949 0, /* tp_repr */
1950 0, /* tp_as_number */
1951 0, /* tp_as_sequence */
1952 0, /* tp_as_mapping */
1953 0, /* tp_hash */
1954 0, /* tp_call */
1955 0, /* tp_str */
1956 PyObject_GenericGetAttr, /* tp_getattro */
1957 0, /* tp_setattro */
1958 0, /* tp_as_buffer */
1959 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1960 Py_TPFLAGS_BASETYPE, /* tp_flags */
1961 product_doc, /* tp_doc */
1962 (traverseproc)product_traverse, /* tp_traverse */
1963 0, /* tp_clear */
1964 0, /* tp_richcompare */
1965 0, /* tp_weaklistoffset */
1966 PyObject_SelfIter, /* tp_iter */
1967 (iternextfunc)product_next, /* tp_iternext */
1968 0, /* tp_methods */
1969 0, /* tp_members */
1970 0, /* tp_getset */
1971 0, /* tp_base */
1972 0, /* tp_dict */
1973 0, /* tp_descr_get */
1974 0, /* tp_descr_set */
1975 0, /* tp_dictoffset */
1976 0, /* tp_init */
1977 0, /* tp_alloc */
1978 product_new, /* tp_new */
1979 PyObject_GC_Del, /* tp_free */
1980};
1981
1982
Raymond Hettinger93e804d2008-02-26 23:40:50 +00001983/* combinations object ************************************************************/
1984
1985typedef struct {
1986 PyObject_HEAD
1987 PyObject *pool; /* input converted to a tuple */
1988 Py_ssize_t *indices; /* one index per result element */
1989 PyObject *result; /* most recently returned result tuple */
1990 Py_ssize_t r; /* size of result tuple */
1991 int stopped; /* set to 1 when the combinations iterator is exhausted */
1992} combinationsobject;
1993
1994static PyTypeObject combinations_type;
1995
1996static PyObject *
1997combinations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1998{
1999 combinationsobject *co;
2000 Py_ssize_t n;
2001 Py_ssize_t r;
2002 PyObject *pool = NULL;
2003 PyObject *iterable = NULL;
2004 Py_ssize_t *indices = NULL;
2005 Py_ssize_t i;
2006 static char *kwargs[] = {"iterable", "r", NULL};
2007
2008 if (!PyArg_ParseTupleAndKeywords(args, kwds, "On:combinations", kwargs,
2009 &iterable, &r))
2010 return NULL;
2011
2012 pool = PySequence_Tuple(iterable);
2013 if (pool == NULL)
2014 goto error;
2015 n = PyTuple_GET_SIZE(pool);
2016 if (r < 0) {
2017 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2018 goto error;
2019 }
2020 if (r > n) {
2021 PyErr_SetString(PyExc_ValueError, "r cannot be bigger than the iterable");
2022 goto error;
2023 }
2024
2025 indices = PyMem_Malloc(r * sizeof(Py_ssize_t));
2026 if (indices == NULL) {
2027 PyErr_NoMemory();
2028 goto error;
2029 }
2030
2031 for (i=0 ; i<r ; i++)
2032 indices[i] = i;
2033
2034 /* create combinationsobject structure */
2035 co = (combinationsobject *)type->tp_alloc(type, 0);
2036 if (co == NULL)
2037 goto error;
2038
2039 co->pool = pool;
2040 co->indices = indices;
2041 co->result = NULL;
2042 co->r = r;
2043 co->stopped = 0;
2044
2045 return (PyObject *)co;
2046
2047error:
2048 if (indices != NULL)
2049 PyMem_Free(indices);
2050 Py_XDECREF(pool);
2051 return NULL;
2052}
2053
2054static void
2055combinations_dealloc(combinationsobject *co)
2056{
2057 PyObject_GC_UnTrack(co);
2058 Py_XDECREF(co->pool);
2059 Py_XDECREF(co->result);
2060 PyMem_Free(co->indices);
2061 Py_TYPE(co)->tp_free(co);
2062}
2063
2064static int
2065combinations_traverse(combinationsobject *co, visitproc visit, void *arg)
2066{
2067 Py_VISIT(co->pool);
2068 Py_VISIT(co->result);
2069 return 0;
2070}
2071
2072static PyObject *
2073combinations_next(combinationsobject *co)
2074{
2075 PyObject *elem;
2076 PyObject *oldelem;
2077 PyObject *pool = co->pool;
2078 Py_ssize_t *indices = co->indices;
2079 PyObject *result = co->result;
2080 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2081 Py_ssize_t r = co->r;
2082 Py_ssize_t i, j, index;
2083
2084 if (co->stopped)
2085 return NULL;
2086
2087 if (result == NULL) {
2088 /* On the first pass, initialize result tuple using the indices */
2089 result = PyTuple_New(r);
2090 if (result == NULL)
2091 goto empty;
2092 co->result = result;
2093 for (i=0; i<r ; i++) {
2094 index = indices[i];
2095 elem = PyTuple_GET_ITEM(pool, index);
2096 Py_INCREF(elem);
2097 PyTuple_SET_ITEM(result, i, elem);
2098 }
2099 } else {
2100 /* Copy the previous result tuple or re-use it if available */
2101 if (Py_REFCNT(result) > 1) {
2102 PyObject *old_result = result;
2103 result = PyTuple_New(r);
2104 if (result == NULL)
2105 goto empty;
2106 co->result = result;
2107 for (i=0; i<r ; i++) {
2108 elem = PyTuple_GET_ITEM(old_result, i);
2109 Py_INCREF(elem);
2110 PyTuple_SET_ITEM(result, i, elem);
2111 }
2112 Py_DECREF(old_result);
2113 }
Christian Heimescdddf182008-02-28 11:18:49 +00002114 /* Now, we've got the only copy so we can update it in-place
2115 * CPython's empty tuple is a singleton and cached in
2116 * PyTuple's freelist.
2117 */
2118 assert(r == 0 || Py_REFCNT(result) == 1);
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002119
2120 /* Scan indices right-to-left until finding one that is not
2121 at its maximum (i + n - r). */
2122 for (i=r-1 ; i >= 0 && indices[i] == i+n-r ; i--)
2123 ;
2124
2125 /* If i is negative, then the indices are all at
2126 their maximum value and we're done. */
2127 if (i < 0)
2128 goto empty;
2129
2130 /* Increment the current index which we know is not at its
2131 maximum. Then move back to the right setting each index
2132 to its lowest possible value (one higher than the index
2133 to its left -- this maintains the sort order invariant). */
2134 indices[i]++;
2135 for (j=i+1 ; j<r ; j++)
2136 indices[j] = indices[j-1] + 1;
2137
2138 /* Update the result tuple for the new indices
2139 starting with i, the leftmost index that changed */
2140 for ( ; i<r ; i++) {
2141 index = indices[i];
2142 elem = PyTuple_GET_ITEM(pool, index);
2143 Py_INCREF(elem);
2144 oldelem = PyTuple_GET_ITEM(result, i);
2145 PyTuple_SET_ITEM(result, i, elem);
2146 Py_DECREF(oldelem);
2147 }
2148 }
2149
2150 Py_INCREF(result);
2151 return result;
2152
2153empty:
2154 co->stopped = 1;
2155 return NULL;
2156}
2157
2158PyDoc_STRVAR(combinations_doc,
2159"combinations(iterables) --> combinations object\n\
2160\n\
2161Return successive r-length combinations of elements in the iterable.\n\n\
2162combinations(range(4), 3) --> (0,1,2), (0,1,3), (0,2,3), (1,2,3)");
2163
2164static PyTypeObject combinations_type = {
2165 PyVarObject_HEAD_INIT(NULL, 0)
2166 "itertools.combinations", /* tp_name */
2167 sizeof(combinationsobject), /* tp_basicsize */
2168 0, /* tp_itemsize */
2169 /* methods */
2170 (destructor)combinations_dealloc, /* tp_dealloc */
2171 0, /* tp_print */
2172 0, /* tp_getattr */
2173 0, /* tp_setattr */
2174 0, /* tp_compare */
2175 0, /* tp_repr */
2176 0, /* tp_as_number */
2177 0, /* tp_as_sequence */
2178 0, /* tp_as_mapping */
2179 0, /* tp_hash */
2180 0, /* tp_call */
2181 0, /* tp_str */
2182 PyObject_GenericGetAttr, /* tp_getattro */
2183 0, /* tp_setattro */
2184 0, /* tp_as_buffer */
2185 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2186 Py_TPFLAGS_BASETYPE, /* tp_flags */
2187 combinations_doc, /* tp_doc */
2188 (traverseproc)combinations_traverse, /* tp_traverse */
2189 0, /* tp_clear */
2190 0, /* tp_richcompare */
2191 0, /* tp_weaklistoffset */
2192 PyObject_SelfIter, /* tp_iter */
2193 (iternextfunc)combinations_next, /* tp_iternext */
2194 0, /* tp_methods */
2195 0, /* tp_members */
2196 0, /* tp_getset */
2197 0, /* tp_base */
2198 0, /* tp_dict */
2199 0, /* tp_descr_get */
2200 0, /* tp_descr_set */
2201 0, /* tp_dictoffset */
2202 0, /* tp_init */
2203 0, /* tp_alloc */
2204 combinations_new, /* tp_new */
2205 PyObject_GC_Del, /* tp_free */
2206};
2207
2208
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002209/* ifilter object ************************************************************/
2210
2211typedef struct {
2212 PyObject_HEAD
2213 PyObject *func;
2214 PyObject *it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002215} ifilterobject;
2216
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002217static PyTypeObject ifilter_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002218
2219static PyObject *
2220ifilter_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2221{
Raymond Hettinger60eca932003-02-09 06:40:58 +00002222 PyObject *func, *seq;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002223 PyObject *it;
2224 ifilterobject *lz;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002225
Georg Brandlb84c1372007-01-21 10:28:43 +00002226 if (type == &ifilter_type && !_PyArg_NoKeywords("ifilter()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002227 return NULL;
2228
Raymond Hettinger60eca932003-02-09 06:40:58 +00002229 if (!PyArg_UnpackTuple(args, "ifilter", 2, 2, &func, &seq))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002230 return NULL;
2231
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002232 /* Get iterator. */
2233 it = PyObject_GetIter(seq);
2234 if (it == NULL)
2235 return NULL;
2236
2237 /* create ifilterobject structure */
2238 lz = (ifilterobject *)type->tp_alloc(type, 0);
2239 if (lz == NULL) {
2240 Py_DECREF(it);
2241 return NULL;
2242 }
2243 Py_INCREF(func);
2244 lz->func = func;
2245 lz->it = it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002246
2247 return (PyObject *)lz;
2248}
2249
2250static void
2251ifilter_dealloc(ifilterobject *lz)
2252{
2253 PyObject_GC_UnTrack(lz);
2254 Py_XDECREF(lz->func);
2255 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00002256 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002257}
2258
2259static int
2260ifilter_traverse(ifilterobject *lz, visitproc visit, void *arg)
2261{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002262 Py_VISIT(lz->it);
2263 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002264 return 0;
2265}
2266
2267static PyObject *
2268ifilter_next(ifilterobject *lz)
2269{
2270 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002271 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002272 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002273 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002274
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002275 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00002276 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002277 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002278 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002279 if (item == NULL)
2280 return NULL;
2281
Facundo Batistab1d70e22008-02-25 23:46:02 +00002282 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002283 ok = PyObject_IsTrue(item);
2284 } else {
2285 PyObject *good;
2286 good = PyObject_CallFunctionObjArgs(lz->func,
2287 item, NULL);
2288 if (good == NULL) {
2289 Py_DECREF(item);
2290 return NULL;
2291 }
2292 ok = PyObject_IsTrue(good);
2293 Py_DECREF(good);
2294 }
Raymond Hettinger60eca932003-02-09 06:40:58 +00002295 if (ok)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002296 return item;
2297 Py_DECREF(item);
2298 }
2299}
2300
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002301PyDoc_STRVAR(ifilter_doc,
Raymond Hettinger60eca932003-02-09 06:40:58 +00002302"ifilter(function or None, sequence) --> ifilter object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002303\n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00002304Return those items of sequence for which function(item) is true.\n\
2305If function is None, return the items that are true.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002306
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002307static PyTypeObject ifilter_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002308 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002309 "itertools.ifilter", /* tp_name */
2310 sizeof(ifilterobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002311 0, /* tp_itemsize */
2312 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002313 (destructor)ifilter_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002314 0, /* tp_print */
2315 0, /* tp_getattr */
2316 0, /* tp_setattr */
2317 0, /* tp_compare */
2318 0, /* tp_repr */
2319 0, /* tp_as_number */
2320 0, /* tp_as_sequence */
2321 0, /* tp_as_mapping */
2322 0, /* tp_hash */
2323 0, /* tp_call */
2324 0, /* tp_str */
2325 PyObject_GenericGetAttr, /* tp_getattro */
2326 0, /* tp_setattro */
2327 0, /* tp_as_buffer */
2328 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2329 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002330 ifilter_doc, /* tp_doc */
2331 (traverseproc)ifilter_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002332 0, /* tp_clear */
2333 0, /* tp_richcompare */
2334 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002335 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002336 (iternextfunc)ifilter_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002337 0, /* tp_methods */
2338 0, /* tp_members */
2339 0, /* tp_getset */
2340 0, /* tp_base */
2341 0, /* tp_dict */
2342 0, /* tp_descr_get */
2343 0, /* tp_descr_set */
2344 0, /* tp_dictoffset */
2345 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002346 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002347 ifilter_new, /* tp_new */
2348 PyObject_GC_Del, /* tp_free */
2349};
2350
2351
2352/* ifilterfalse object ************************************************************/
2353
2354typedef struct {
2355 PyObject_HEAD
2356 PyObject *func;
2357 PyObject *it;
2358} ifilterfalseobject;
2359
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002360static PyTypeObject ifilterfalse_type;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002361
2362static PyObject *
2363ifilterfalse_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2364{
Guido van Rossumd58f3fc2003-02-09 17:19:18 +00002365 PyObject *func, *seq;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002366 PyObject *it;
2367 ifilterfalseobject *lz;
2368
Georg Brandlb84c1372007-01-21 10:28:43 +00002369 if (type == &ifilterfalse_type &&
2370 !_PyArg_NoKeywords("ifilterfalse()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002371 return NULL;
2372
Raymond Hettinger60eca932003-02-09 06:40:58 +00002373 if (!PyArg_UnpackTuple(args, "ifilterfalse", 2, 2, &func, &seq))
2374 return NULL;
2375
2376 /* Get iterator. */
2377 it = PyObject_GetIter(seq);
2378 if (it == NULL)
2379 return NULL;
2380
2381 /* create ifilterfalseobject structure */
2382 lz = (ifilterfalseobject *)type->tp_alloc(type, 0);
2383 if (lz == NULL) {
2384 Py_DECREF(it);
2385 return NULL;
2386 }
2387 Py_INCREF(func);
2388 lz->func = func;
2389 lz->it = it;
2390
2391 return (PyObject *)lz;
2392}
2393
2394static void
2395ifilterfalse_dealloc(ifilterfalseobject *lz)
2396{
2397 PyObject_GC_UnTrack(lz);
2398 Py_XDECREF(lz->func);
2399 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00002400 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002401}
2402
2403static int
2404ifilterfalse_traverse(ifilterfalseobject *lz, visitproc visit, void *arg)
2405{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002406 Py_VISIT(lz->it);
2407 Py_VISIT(lz->func);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002408 return 0;
2409}
2410
2411static PyObject *
2412ifilterfalse_next(ifilterfalseobject *lz)
2413{
2414 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002415 PyObject *it = lz->it;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002416 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002417 PyObject *(*iternext)(PyObject *);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002418
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002419 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00002420 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger60eca932003-02-09 06:40:58 +00002421 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002422 item = iternext(it);
Raymond Hettinger60eca932003-02-09 06:40:58 +00002423 if (item == NULL)
2424 return NULL;
2425
Facundo Batistab1d70e22008-02-25 23:46:02 +00002426 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger60eca932003-02-09 06:40:58 +00002427 ok = PyObject_IsTrue(item);
2428 } else {
2429 PyObject *good;
2430 good = PyObject_CallFunctionObjArgs(lz->func,
2431 item, NULL);
2432 if (good == NULL) {
2433 Py_DECREF(item);
2434 return NULL;
2435 }
2436 ok = PyObject_IsTrue(good);
2437 Py_DECREF(good);
2438 }
2439 if (!ok)
2440 return item;
2441 Py_DECREF(item);
2442 }
2443}
2444
Raymond Hettinger60eca932003-02-09 06:40:58 +00002445PyDoc_STRVAR(ifilterfalse_doc,
2446"ifilterfalse(function or None, sequence) --> ifilterfalse object\n\
2447\n\
2448Return those items of sequence for which function(item) is false.\n\
2449If function is None, return the items that are false.");
2450
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002451static PyTypeObject ifilterfalse_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002452 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002453 "itertools.ifilterfalse", /* tp_name */
2454 sizeof(ifilterfalseobject), /* tp_basicsize */
2455 0, /* tp_itemsize */
2456 /* methods */
2457 (destructor)ifilterfalse_dealloc, /* tp_dealloc */
2458 0, /* tp_print */
2459 0, /* tp_getattr */
2460 0, /* tp_setattr */
2461 0, /* tp_compare */
2462 0, /* tp_repr */
2463 0, /* tp_as_number */
2464 0, /* tp_as_sequence */
2465 0, /* tp_as_mapping */
2466 0, /* tp_hash */
2467 0, /* tp_call */
2468 0, /* tp_str */
2469 PyObject_GenericGetAttr, /* tp_getattro */
2470 0, /* tp_setattro */
2471 0, /* tp_as_buffer */
2472 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2473 Py_TPFLAGS_BASETYPE, /* tp_flags */
2474 ifilterfalse_doc, /* tp_doc */
2475 (traverseproc)ifilterfalse_traverse, /* tp_traverse */
2476 0, /* tp_clear */
2477 0, /* tp_richcompare */
2478 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002479 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002480 (iternextfunc)ifilterfalse_next, /* tp_iternext */
2481 0, /* tp_methods */
2482 0, /* tp_members */
2483 0, /* tp_getset */
2484 0, /* tp_base */
2485 0, /* tp_dict */
2486 0, /* tp_descr_get */
2487 0, /* tp_descr_set */
2488 0, /* tp_dictoffset */
2489 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002490 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002491 ifilterfalse_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002492 PyObject_GC_Del, /* tp_free */
2493};
2494
2495
2496/* count object ************************************************************/
2497
2498typedef struct {
2499 PyObject_HEAD
Jack Diederich6c433a92006-05-26 11:15:17 +00002500 Py_ssize_t cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002501 PyObject *long_cnt; /* Arbitrarily large count when cnt >= PY_SSIZE_T_MAX */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002502} countobject;
2503
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002504static PyTypeObject count_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002505
2506static PyObject *
2507count_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2508{
2509 countobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00002510 Py_ssize_t cnt = 0;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002511 PyObject *cnt_arg = NULL;
2512 PyObject *long_cnt = NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002513
Georg Brandlb84c1372007-01-21 10:28:43 +00002514 if (type == &count_type && !_PyArg_NoKeywords("count()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002515 return NULL;
2516
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002517 if (!PyArg_UnpackTuple(args, "count", 0, 1, &cnt_arg))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002518 return NULL;
2519
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002520 if (cnt_arg != NULL) {
2521 cnt = PyInt_AsSsize_t(cnt_arg);
2522 if (cnt == -1 && PyErr_Occurred()) {
2523 PyErr_Clear();
2524 if (!PyLong_Check(cnt_arg)) {
2525 PyErr_SetString(PyExc_TypeError, "an integer is required");
2526 return NULL;
2527 }
2528 long_cnt = cnt_arg;
2529 Py_INCREF(long_cnt);
2530 cnt = PY_SSIZE_T_MAX;
2531 }
2532 }
2533
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002534 /* create countobject structure */
2535 lz = (countobject *)PyObject_New(countobject, &count_type);
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002536 if (lz == NULL) {
2537 Py_XDECREF(long_cnt);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002538 return NULL;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002539 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002540 lz->cnt = cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002541 lz->long_cnt = long_cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002542
2543 return (PyObject *)lz;
2544}
2545
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002546static void
2547count_dealloc(countobject *lz)
2548{
2549 Py_XDECREF(lz->long_cnt);
2550 PyObject_Del(lz);
2551}
2552
2553static PyObject *
2554count_nextlong(countobject *lz)
2555{
2556 static PyObject *one = NULL;
2557 PyObject *cnt;
2558 PyObject *stepped_up;
2559
2560 if (lz->long_cnt == NULL) {
2561 lz->long_cnt = PyInt_FromSsize_t(PY_SSIZE_T_MAX);
2562 if (lz->long_cnt == NULL)
2563 return NULL;
2564 }
2565 if (one == NULL) {
2566 one = PyInt_FromLong(1);
2567 if (one == NULL)
2568 return NULL;
2569 }
2570 cnt = lz->long_cnt;
2571 assert(cnt != NULL);
2572 stepped_up = PyNumber_Add(cnt, one);
2573 if (stepped_up == NULL)
2574 return NULL;
2575 lz->long_cnt = stepped_up;
2576 return cnt;
2577}
2578
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002579static PyObject *
2580count_next(countobject *lz)
2581{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002582 if (lz->cnt == PY_SSIZE_T_MAX)
2583 return count_nextlong(lz);
Jack Diederich36234e82006-09-21 17:50:26 +00002584 return PyInt_FromSsize_t(lz->cnt++);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002585}
2586
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002587static PyObject *
2588count_repr(countobject *lz)
2589{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002590 PyObject *cnt_repr;
2591 PyObject *result;
2592
2593 if (lz->cnt != PY_SSIZE_T_MAX)
2594 return PyString_FromFormat("count(%zd)", lz->cnt);
2595
2596 cnt_repr = PyObject_Repr(lz->long_cnt);
2597 if (cnt_repr == NULL)
2598 return NULL;
2599 result = PyString_FromFormat("count(%s)", PyString_AS_STRING(cnt_repr));
2600 Py_DECREF(cnt_repr);
2601 return result;
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002602}
2603
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002604PyDoc_STRVAR(count_doc,
2605"count([firstval]) --> count object\n\
2606\n\
2607Return a count object whose .next() method returns consecutive\n\
2608integers starting from zero or, if specified, from firstval.");
2609
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002610static PyTypeObject count_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002611 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002612 "itertools.count", /* tp_name */
2613 sizeof(countobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002614 0, /* tp_itemsize */
2615 /* methods */
Raymond Hettinger50e90e22007-10-04 00:20:27 +00002616 (destructor)count_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002617 0, /* tp_print */
2618 0, /* tp_getattr */
2619 0, /* tp_setattr */
2620 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002621 (reprfunc)count_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002622 0, /* tp_as_number */
2623 0, /* tp_as_sequence */
2624 0, /* tp_as_mapping */
2625 0, /* tp_hash */
2626 0, /* tp_call */
2627 0, /* tp_str */
2628 PyObject_GenericGetAttr, /* tp_getattro */
2629 0, /* tp_setattro */
2630 0, /* tp_as_buffer */
2631 Py_TPFLAGS_DEFAULT, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002632 count_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002633 0, /* tp_traverse */
2634 0, /* tp_clear */
2635 0, /* tp_richcompare */
2636 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002637 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002638 (iternextfunc)count_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002639 0, /* tp_methods */
2640 0, /* tp_members */
2641 0, /* tp_getset */
2642 0, /* tp_base */
2643 0, /* tp_dict */
2644 0, /* tp_descr_get */
2645 0, /* tp_descr_set */
2646 0, /* tp_dictoffset */
2647 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002648 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002649 count_new, /* tp_new */
2650};
2651
2652
2653/* izip object ************************************************************/
2654
2655#include "Python.h"
2656
2657typedef struct {
2658 PyObject_HEAD
Martin v. Löwisad0a4622006-02-16 14:30:23 +00002659 Py_ssize_t tuplesize;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002660 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00002661 PyObject *result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002662} izipobject;
2663
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002664static PyTypeObject izip_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002665
2666static PyObject *
2667izip_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2668{
2669 izipobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00002670 Py_ssize_t i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002671 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00002672 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00002673 Py_ssize_t tuplesize = PySequence_Length(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002674
Georg Brandlb84c1372007-01-21 10:28:43 +00002675 if (type == &izip_type && !_PyArg_NoKeywords("izip()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002676 return NULL;
2677
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002678 /* args must be a tuple */
2679 assert(PyTuple_Check(args));
2680
2681 /* obtain iterators */
2682 ittuple = PyTuple_New(tuplesize);
Neal Norwitz2f3136b2006-05-27 05:18:57 +00002683 if (ittuple == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002684 return NULL;
2685 for (i=0; i < tuplesize; ++i) {
2686 PyObject *item = PyTuple_GET_ITEM(args, i);
2687 PyObject *it = PyObject_GetIter(item);
2688 if (it == NULL) {
2689 if (PyErr_ExceptionMatches(PyExc_TypeError))
2690 PyErr_Format(PyExc_TypeError,
Neal Norwitz2f3136b2006-05-27 05:18:57 +00002691 "izip argument #%zd must support iteration",
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002692 i+1);
2693 Py_DECREF(ittuple);
2694 return NULL;
2695 }
2696 PyTuple_SET_ITEM(ittuple, i, it);
2697 }
2698
Raymond Hettinger2012f172003-02-07 05:32:58 +00002699 /* create a result holder */
2700 result = PyTuple_New(tuplesize);
2701 if (result == NULL) {
2702 Py_DECREF(ittuple);
2703 return NULL;
2704 }
2705 for (i=0 ; i < tuplesize ; i++) {
2706 Py_INCREF(Py_None);
2707 PyTuple_SET_ITEM(result, i, Py_None);
2708 }
2709
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002710 /* create izipobject structure */
2711 lz = (izipobject *)type->tp_alloc(type, 0);
2712 if (lz == NULL) {
2713 Py_DECREF(ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00002714 Py_DECREF(result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002715 return NULL;
2716 }
2717 lz->ittuple = ittuple;
2718 lz->tuplesize = tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00002719 lz->result = result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002720
2721 return (PyObject *)lz;
2722}
2723
2724static void
2725izip_dealloc(izipobject *lz)
2726{
2727 PyObject_GC_UnTrack(lz);
2728 Py_XDECREF(lz->ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00002729 Py_XDECREF(lz->result);
Christian Heimese93237d2007-12-19 02:37:44 +00002730 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002731}
2732
2733static int
2734izip_traverse(izipobject *lz, visitproc visit, void *arg)
2735{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002736 Py_VISIT(lz->ittuple);
2737 Py_VISIT(lz->result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002738 return 0;
2739}
2740
2741static PyObject *
2742izip_next(izipobject *lz)
2743{
Jack Diederich6c433a92006-05-26 11:15:17 +00002744 Py_ssize_t i;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00002745 Py_ssize_t tuplesize = lz->tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00002746 PyObject *result = lz->result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002747 PyObject *it;
2748 PyObject *item;
Raymond Hettinger4f01f892003-08-30 00:10:06 +00002749 PyObject *olditem;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002750
Raymond Hettingerb5a42082003-08-08 05:10:41 +00002751 if (tuplesize == 0)
2752 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00002753 if (Py_REFCNT(result) == 1) {
Raymond Hettingera56f6b62003-08-29 23:09:58 +00002754 Py_INCREF(result);
Raymond Hettinger2012f172003-02-07 05:32:58 +00002755 for (i=0 ; i < tuplesize ; i++) {
Raymond Hettingerf0c00242003-02-07 07:26:25 +00002756 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002757 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00002758 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingera56f6b62003-08-29 23:09:58 +00002759 if (item == NULL) {
2760 Py_DECREF(result);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00002761 return NULL;
Raymond Hettingera56f6b62003-08-29 23:09:58 +00002762 }
Raymond Hettinger4f01f892003-08-30 00:10:06 +00002763 olditem = PyTuple_GET_ITEM(result, i);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00002764 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger4f01f892003-08-30 00:10:06 +00002765 Py_DECREF(olditem);
Raymond Hettinger2012f172003-02-07 05:32:58 +00002766 }
Raymond Hettinger2012f172003-02-07 05:32:58 +00002767 } else {
Raymond Hettinger2012f172003-02-07 05:32:58 +00002768 result = PyTuple_New(tuplesize);
2769 if (result == NULL)
2770 return NULL;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00002771 for (i=0 ; i < tuplesize ; i++) {
2772 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002773 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00002774 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00002775 if (item == NULL) {
2776 Py_DECREF(result);
2777 return NULL;
2778 }
2779 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002780 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002781 }
2782 return result;
2783}
2784
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002785PyDoc_STRVAR(izip_doc,
2786"izip(iter1 [,iter2 [...]]) --> izip object\n\
2787\n\
2788Return a izip object whose .next() method returns a tuple where\n\
2789the i-th element comes from the i-th iterable argument. The .next()\n\
2790method continues until the shortest iterable in the argument sequence\n\
2791is exhausted and then it raises StopIteration. Works like the zip()\n\
2792function but consumes less memory by returning an iterator instead of\n\
2793a list.");
2794
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002795static PyTypeObject izip_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002796 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00002797 "itertools.izip", /* tp_name */
2798 sizeof(izipobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002799 0, /* tp_itemsize */
2800 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002801 (destructor)izip_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002802 0, /* tp_print */
2803 0, /* tp_getattr */
2804 0, /* tp_setattr */
2805 0, /* tp_compare */
2806 0, /* tp_repr */
2807 0, /* tp_as_number */
2808 0, /* tp_as_sequence */
2809 0, /* tp_as_mapping */
2810 0, /* tp_hash */
2811 0, /* tp_call */
2812 0, /* tp_str */
2813 PyObject_GenericGetAttr, /* tp_getattro */
2814 0, /* tp_setattro */
2815 0, /* tp_as_buffer */
2816 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2817 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002818 izip_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002819 (traverseproc)izip_traverse, /* tp_traverse */
2820 0, /* tp_clear */
2821 0, /* tp_richcompare */
2822 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002823 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002824 (iternextfunc)izip_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002825 0, /* tp_methods */
2826 0, /* tp_members */
2827 0, /* tp_getset */
2828 0, /* tp_base */
2829 0, /* tp_dict */
2830 0, /* tp_descr_get */
2831 0, /* tp_descr_set */
2832 0, /* tp_dictoffset */
2833 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002834 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002835 izip_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002836 PyObject_GC_Del, /* tp_free */
2837};
2838
2839
2840/* repeat object ************************************************************/
2841
2842typedef struct {
2843 PyObject_HEAD
2844 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00002845 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002846} repeatobject;
2847
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002848static PyTypeObject repeat_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002849
2850static PyObject *
2851repeat_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2852{
2853 repeatobject *ro;
2854 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00002855 Py_ssize_t cnt = -1;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002856
Georg Brandlb84c1372007-01-21 10:28:43 +00002857 if (type == &repeat_type && !_PyArg_NoKeywords("repeat()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002858 return NULL;
2859
Jack Diederich6c433a92006-05-26 11:15:17 +00002860 if (!PyArg_ParseTuple(args, "O|n:repeat", &element, &cnt))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002861 return NULL;
2862
Raymond Hettinger7c2bb5b2003-05-03 05:59:48 +00002863 if (PyTuple_Size(args) == 2 && cnt < 0)
2864 cnt = 0;
2865
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002866 ro = (repeatobject *)type->tp_alloc(type, 0);
2867 if (ro == NULL)
2868 return NULL;
2869 Py_INCREF(element);
2870 ro->element = element;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002871 ro->cnt = cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002872 return (PyObject *)ro;
2873}
2874
2875static void
2876repeat_dealloc(repeatobject *ro)
2877{
2878 PyObject_GC_UnTrack(ro);
2879 Py_XDECREF(ro->element);
Christian Heimese93237d2007-12-19 02:37:44 +00002880 Py_TYPE(ro)->tp_free(ro);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002881}
2882
2883static int
2884repeat_traverse(repeatobject *ro, visitproc visit, void *arg)
2885{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002886 Py_VISIT(ro->element);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002887 return 0;
2888}
2889
2890static PyObject *
2891repeat_next(repeatobject *ro)
2892{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002893 if (ro->cnt == 0)
2894 return NULL;
2895 if (ro->cnt > 0)
2896 ro->cnt--;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002897 Py_INCREF(ro->element);
2898 return ro->element;
2899}
2900
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002901static PyObject *
2902repeat_repr(repeatobject *ro)
2903{
2904 PyObject *result, *objrepr;
2905
2906 objrepr = PyObject_Repr(ro->element);
2907 if (objrepr == NULL)
2908 return NULL;
2909
2910 if (ro->cnt == -1)
2911 result = PyString_FromFormat("repeat(%s)",
2912 PyString_AS_STRING(objrepr));
2913 else
Jack Diederich6c433a92006-05-26 11:15:17 +00002914 result = PyString_FromFormat("repeat(%s, %zd)",
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002915 PyString_AS_STRING(objrepr), ro->cnt);
2916 Py_DECREF(objrepr);
2917 return result;
2918}
2919
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002920static PyObject *
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002921repeat_len(repeatobject *ro)
2922{
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002923 if (ro->cnt == -1) {
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002924 PyErr_SetString(PyExc_TypeError, "len() of unsized object");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002925 return NULL;
2926 }
Jack Diederich6c433a92006-05-26 11:15:17 +00002927 return PyInt_FromSize_t(ro->cnt);
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002928}
2929
Armin Rigof5b3e362006-02-11 21:32:43 +00002930PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002931
2932static PyMethodDef repeat_methods[] = {
Armin Rigof5b3e362006-02-11 21:32:43 +00002933 {"__length_hint__", (PyCFunction)repeat_len, METH_NOARGS, length_hint_doc},
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002934 {NULL, NULL} /* sentinel */
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00002935};
2936
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002937PyDoc_STRVAR(repeat_doc,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00002938"repeat(element [,times]) -> create an iterator which returns the element\n\
2939for the specified number of times. If not specified, returns the element\n\
2940endlessly.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002941
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002942static PyTypeObject repeat_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00002943 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002944 "itertools.repeat", /* tp_name */
2945 sizeof(repeatobject), /* tp_basicsize */
2946 0, /* tp_itemsize */
2947 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002948 (destructor)repeat_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002949 0, /* tp_print */
2950 0, /* tp_getattr */
2951 0, /* tp_setattr */
2952 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00002953 (reprfunc)repeat_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002954 0, /* tp_as_number */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002955 0, /* tp_as_sequence */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002956 0, /* tp_as_mapping */
2957 0, /* tp_hash */
2958 0, /* tp_call */
2959 0, /* tp_str */
2960 PyObject_GenericGetAttr, /* tp_getattro */
2961 0, /* tp_setattro */
2962 0, /* tp_as_buffer */
2963 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2964 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002965 repeat_doc, /* tp_doc */
2966 (traverseproc)repeat_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002967 0, /* tp_clear */
2968 0, /* tp_richcompare */
2969 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00002970 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00002971 (iternextfunc)repeat_next, /* tp_iternext */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00002972 repeat_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002973 0, /* tp_members */
2974 0, /* tp_getset */
2975 0, /* tp_base */
2976 0, /* tp_dict */
2977 0, /* tp_descr_get */
2978 0, /* tp_descr_set */
2979 0, /* tp_dictoffset */
2980 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00002981 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002982 repeat_new, /* tp_new */
2983 PyObject_GC_Del, /* tp_free */
2984};
2985
Raymond Hettingerd36862c2007-02-21 05:20:38 +00002986/* iziplongest object ************************************************************/
2987
2988#include "Python.h"
2989
2990typedef struct {
2991 PyObject_HEAD
2992 Py_ssize_t tuplesize;
2993 Py_ssize_t numactive;
2994 PyObject *ittuple; /* tuple of iterators */
2995 PyObject *result;
2996 PyObject *fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00002997} iziplongestobject;
2998
2999static PyTypeObject iziplongest_type;
3000
3001static PyObject *
3002izip_longest_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3003{
3004 iziplongestobject *lz;
3005 Py_ssize_t i;
3006 PyObject *ittuple; /* tuple of iterators */
3007 PyObject *result;
3008 PyObject *fillvalue = Py_None;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003009 Py_ssize_t tuplesize = PySequence_Length(args);
3010
3011 if (kwds != NULL && PyDict_CheckExact(kwds) && PyDict_Size(kwds) > 0) {
3012 fillvalue = PyDict_GetItemString(kwds, "fillvalue");
3013 if (fillvalue == NULL || PyDict_Size(kwds) > 1) {
3014 PyErr_SetString(PyExc_TypeError,
3015 "izip_longest() got an unexpected keyword argument");
3016 return NULL;
3017 }
3018 }
3019
3020 /* args must be a tuple */
3021 assert(PyTuple_Check(args));
3022
3023 /* obtain iterators */
3024 ittuple = PyTuple_New(tuplesize);
3025 if (ittuple == NULL)
3026 return NULL;
3027 for (i=0; i < tuplesize; ++i) {
3028 PyObject *item = PyTuple_GET_ITEM(args, i);
3029 PyObject *it = PyObject_GetIter(item);
3030 if (it == NULL) {
3031 if (PyErr_ExceptionMatches(PyExc_TypeError))
3032 PyErr_Format(PyExc_TypeError,
3033 "izip_longest argument #%zd must support iteration",
3034 i+1);
3035 Py_DECREF(ittuple);
3036 return NULL;
3037 }
3038 PyTuple_SET_ITEM(ittuple, i, it);
3039 }
3040
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003041 /* create a result holder */
3042 result = PyTuple_New(tuplesize);
3043 if (result == NULL) {
3044 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003045 return NULL;
3046 }
3047 for (i=0 ; i < tuplesize ; i++) {
3048 Py_INCREF(Py_None);
3049 PyTuple_SET_ITEM(result, i, Py_None);
3050 }
3051
3052 /* create iziplongestobject structure */
3053 lz = (iziplongestobject *)type->tp_alloc(type, 0);
3054 if (lz == NULL) {
3055 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003056 Py_DECREF(result);
3057 return NULL;
3058 }
3059 lz->ittuple = ittuple;
3060 lz->tuplesize = tuplesize;
3061 lz->numactive = tuplesize;
3062 lz->result = result;
3063 Py_INCREF(fillvalue);
3064 lz->fillvalue = fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003065 return (PyObject *)lz;
3066}
3067
3068static void
3069izip_longest_dealloc(iziplongestobject *lz)
3070{
3071 PyObject_GC_UnTrack(lz);
3072 Py_XDECREF(lz->ittuple);
3073 Py_XDECREF(lz->result);
3074 Py_XDECREF(lz->fillvalue);
Christian Heimese93237d2007-12-19 02:37:44 +00003075 Py_TYPE(lz)->tp_free(lz);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003076}
3077
3078static int
3079izip_longest_traverse(iziplongestobject *lz, visitproc visit, void *arg)
3080{
3081 Py_VISIT(lz->ittuple);
3082 Py_VISIT(lz->result);
3083 Py_VISIT(lz->fillvalue);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003084 return 0;
3085}
3086
3087static PyObject *
3088izip_longest_next(iziplongestobject *lz)
3089{
3090 Py_ssize_t i;
3091 Py_ssize_t tuplesize = lz->tuplesize;
3092 PyObject *result = lz->result;
3093 PyObject *it;
3094 PyObject *item;
3095 PyObject *olditem;
3096
3097 if (tuplesize == 0)
3098 return NULL;
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003099 if (lz->numactive == 0)
3100 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00003101 if (Py_REFCNT(result) == 1) {
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003102 Py_INCREF(result);
3103 for (i=0 ; i < tuplesize ; i++) {
3104 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003105 if (it == NULL) {
3106 Py_INCREF(lz->fillvalue);
3107 item = lz->fillvalue;
3108 } else {
3109 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00003110 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003111 if (item == NULL) {
3112 lz->numactive -= 1;
3113 if (lz->numactive == 0) {
3114 Py_DECREF(result);
3115 return NULL;
3116 } else {
3117 Py_INCREF(lz->fillvalue);
3118 item = lz->fillvalue;
3119 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3120 Py_DECREF(it);
3121 }
3122 }
3123 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003124 olditem = PyTuple_GET_ITEM(result, i);
3125 PyTuple_SET_ITEM(result, i, item);
3126 Py_DECREF(olditem);
3127 }
3128 } else {
3129 result = PyTuple_New(tuplesize);
3130 if (result == NULL)
3131 return NULL;
3132 for (i=0 ; i < tuplesize ; i++) {
3133 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003134 if (it == NULL) {
3135 Py_INCREF(lz->fillvalue);
3136 item = lz->fillvalue;
3137 } else {
3138 assert(PyIter_Check(it));
Christian Heimese93237d2007-12-19 02:37:44 +00003139 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003140 if (item == NULL) {
3141 lz->numactive -= 1;
3142 if (lz->numactive == 0) {
3143 Py_DECREF(result);
3144 return NULL;
3145 } else {
3146 Py_INCREF(lz->fillvalue);
3147 item = lz->fillvalue;
3148 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3149 Py_DECREF(it);
3150 }
3151 }
3152 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003153 PyTuple_SET_ITEM(result, i, item);
3154 }
3155 }
3156 return result;
3157}
3158
3159PyDoc_STRVAR(izip_longest_doc,
3160"izip_longest(iter1 [,iter2 [...]], [fillvalue=None]) --> izip_longest object\n\
3161\n\
3162Return an izip_longest object whose .next() method returns a tuple where\n\
3163the i-th element comes from the i-th iterable argument. The .next()\n\
3164method continues until the longest iterable in the argument sequence\n\
3165is exhausted and then it raises StopIteration. When the shorter iterables\n\
3166are exhausted, the fillvalue is substituted in their place. The fillvalue\n\
3167defaults to None or can be specified by a keyword argument.\n\
3168");
3169
3170static PyTypeObject iziplongest_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003171 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003172 "itertools.izip_longest", /* tp_name */
3173 sizeof(iziplongestobject), /* tp_basicsize */
3174 0, /* tp_itemsize */
3175 /* methods */
3176 (destructor)izip_longest_dealloc, /* tp_dealloc */
3177 0, /* tp_print */
3178 0, /* tp_getattr */
3179 0, /* tp_setattr */
3180 0, /* tp_compare */
3181 0, /* tp_repr */
3182 0, /* tp_as_number */
3183 0, /* tp_as_sequence */
3184 0, /* tp_as_mapping */
3185 0, /* tp_hash */
3186 0, /* tp_call */
3187 0, /* tp_str */
3188 PyObject_GenericGetAttr, /* tp_getattro */
3189 0, /* tp_setattro */
3190 0, /* tp_as_buffer */
3191 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3192 Py_TPFLAGS_BASETYPE, /* tp_flags */
3193 izip_longest_doc, /* tp_doc */
3194 (traverseproc)izip_longest_traverse, /* tp_traverse */
3195 0, /* tp_clear */
3196 0, /* tp_richcompare */
3197 0, /* tp_weaklistoffset */
3198 PyObject_SelfIter, /* tp_iter */
3199 (iternextfunc)izip_longest_next, /* tp_iternext */
3200 0, /* tp_methods */
3201 0, /* tp_members */
3202 0, /* tp_getset */
3203 0, /* tp_base */
3204 0, /* tp_dict */
3205 0, /* tp_descr_get */
3206 0, /* tp_descr_set */
3207 0, /* tp_dictoffset */
3208 0, /* tp_init */
3209 0, /* tp_alloc */
3210 izip_longest_new, /* tp_new */
3211 PyObject_GC_Del, /* tp_free */
3212};
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003213
3214/* module level code ********************************************************/
3215
3216PyDoc_STRVAR(module_doc,
3217"Functional tools for creating and using iterators.\n\
3218\n\
3219Infinite iterators:\n\
3220count([n]) --> n, n+1, n+2, ...\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003221cycle(p) --> p0, p1, ... plast, p0, p1, ...\n\
Andrew M. Kuchlingdff694b2003-04-14 15:31:27 +00003222repeat(elem [,n]) --> elem, elem, elem, ... endlessly or up to n times\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003223\n\
3224Iterators terminating on the shortest input sequence:\n\
3225izip(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003226izip_longest(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00003227ifilter(pred, seq) --> elements of seq where pred(elem) is True\n\
3228ifilterfalse(pred, seq) --> elements of seq where pred(elem) is False\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003229islice(seq, [start,] stop [, step]) --> elements from\n\
3230 seq[start:stop:step]\n\
3231imap(fun, p, q, ...) --> fun(p0, q0), fun(p1, q1), ...\n\
3232starmap(fun, seq) --> fun(*seq[0]), fun(*seq[1]), ...\n\
Raymond Hettingerad983e72003-11-12 14:32:26 +00003233tee(it, n=2) --> (it1, it2 , ... itn) splits one iterator into n\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003234chain(p, q, ...) --> p0, p1, ... plast, q0, q1, ... \n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003235takewhile(pred, seq) --> seq[0], seq[1], until pred fails\n\
3236dropwhile(pred, seq) --> seq[n], seq[n+1], starting when pred fails\n\
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003237groupby(iterable[, keyfunc]) --> sub-iterators grouped by value of keyfunc(v)\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003238");
3239
3240
Raymond Hettingerad983e72003-11-12 14:32:26 +00003241static PyMethodDef module_methods[] = {
3242 {"tee", (PyCFunction)tee, METH_VARARGS, tee_doc},
3243 {NULL, NULL} /* sentinel */
3244};
3245
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003246PyMODINIT_FUNC
3247inititertools(void)
3248{
Raymond Hettinger60eca932003-02-09 06:40:58 +00003249 int i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003250 PyObject *m;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003251 char *name;
3252 PyTypeObject *typelist[] = {
Raymond Hettinger93e804d2008-02-26 23:40:50 +00003253 &combinations_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003254 &cycle_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003255 &dropwhile_type,
3256 &takewhile_type,
3257 &islice_type,
3258 &starmap_type,
3259 &imap_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003260 &chain_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003261 &ifilter_type,
3262 &ifilterfalse_type,
3263 &count_type,
3264 &izip_type,
Raymond Hettinger50986cc2008-02-22 03:16:42 +00003265 &iziplongest_type,
Raymond Hettinger93e804d2008-02-26 23:40:50 +00003266 &product_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003267 &repeat_type,
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003268 &groupby_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003269 NULL
3270 };
3271
Christian Heimese93237d2007-12-19 02:37:44 +00003272 Py_TYPE(&teedataobject_type) = &PyType_Type;
Raymond Hettingerad983e72003-11-12 14:32:26 +00003273 m = Py_InitModule3("itertools", module_methods, module_doc);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003274 if (m == NULL)
3275 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003276
Raymond Hettinger60eca932003-02-09 06:40:58 +00003277 for (i=0 ; typelist[i] != NULL ; i++) {
3278 if (PyType_Ready(typelist[i]) < 0)
3279 return;
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003280 name = strchr(typelist[i]->tp_name, '.');
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003281 assert (name != NULL);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003282 Py_INCREF(typelist[i]);
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003283 PyModule_AddObject(m, name+1, (PyObject *)typelist[i]);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003284 }
Raymond Hettingerad983e72003-11-12 14:32:26 +00003285
3286 if (PyType_Ready(&teedataobject_type) < 0)
3287 return;
3288 if (PyType_Ready(&tee_type) < 0)
3289 return;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003290 if (PyType_Ready(&_grouper_type) < 0)
3291 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003292}