blob: 221dbe5d15bd6c45d7048de525ba9a325f4a8416 [file] [log] [blame]
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001
2#include "Python.h"
Fred Drake08ebfec2004-10-17 19:36:57 +00003#include "structmember.h"
Raymond Hettinger96ef8112003-02-01 00:10:11 +00004
5/* Itertools module written and maintained
6 by Raymond D. Hettinger <python@rcn.com>
7 Copyright (c) 2003 Python Software Foundation.
8 All rights reserved.
9*/
10
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000011
12/* groupby object ***********************************************************/
13
14typedef struct {
15 PyObject_HEAD
16 PyObject *it;
17 PyObject *keyfunc;
18 PyObject *tgtkey;
19 PyObject *currkey;
20 PyObject *currvalue;
21} groupbyobject;
22
23static PyTypeObject groupby_type;
24static PyObject *_grouper_create(groupbyobject *, PyObject *);
25
26static PyObject *
27groupby_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
28{
Martin v. Löwis02cbf4a2006-02-27 17:20:04 +000029 static char *kwargs[] = {"iterable", "key", NULL};
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000030 groupbyobject *gbo;
31 PyObject *it, *keyfunc = Py_None;
32
33 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:groupby", kwargs,
34 &it, &keyfunc))
35 return NULL;
36
37 gbo = (groupbyobject *)type->tp_alloc(type, 0);
38 if (gbo == NULL)
39 return NULL;
40 gbo->tgtkey = NULL;
41 gbo->currkey = NULL;
42 gbo->currvalue = NULL;
43 gbo->keyfunc = keyfunc;
44 Py_INCREF(keyfunc);
45 gbo->it = PyObject_GetIter(it);
46 if (gbo->it == NULL) {
47 Py_DECREF(gbo);
48 return NULL;
49 }
50 return (PyObject *)gbo;
51}
52
53static void
54groupby_dealloc(groupbyobject *gbo)
55{
56 PyObject_GC_UnTrack(gbo);
57 Py_XDECREF(gbo->it);
58 Py_XDECREF(gbo->keyfunc);
59 Py_XDECREF(gbo->tgtkey);
60 Py_XDECREF(gbo->currkey);
61 Py_XDECREF(gbo->currvalue);
Christian Heimese93237d2007-12-19 02:37:44 +000062 Py_TYPE(gbo)->tp_free(gbo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000063}
64
65static int
66groupby_traverse(groupbyobject *gbo, visitproc visit, void *arg)
67{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +000068 Py_VISIT(gbo->it);
69 Py_VISIT(gbo->keyfunc);
70 Py_VISIT(gbo->tgtkey);
71 Py_VISIT(gbo->currkey);
72 Py_VISIT(gbo->currvalue);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000073 return 0;
74}
75
76static PyObject *
77groupby_next(groupbyobject *gbo)
78{
Raymond Hettinger4cda01e2004-09-28 04:45:28 +000079 PyObject *newvalue, *newkey, *r, *grouper, *tmp;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +000080
81 /* skip to next iteration group */
82 for (;;) {
83 if (gbo->currkey == NULL)
84 /* pass */;
85 else if (gbo->tgtkey == NULL)
86 break;
87 else {
88 int rcmp;
89
90 rcmp = PyObject_RichCompareBool(gbo->tgtkey,
91 gbo->currkey, Py_EQ);
92 if (rcmp == -1)
93 return NULL;
94 else if (rcmp == 0)
95 break;
96 }
97
98 newvalue = PyIter_Next(gbo->it);
99 if (newvalue == NULL)
100 return NULL;
101
102 if (gbo->keyfunc == Py_None) {
103 newkey = newvalue;
104 Py_INCREF(newvalue);
105 } else {
106 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
107 newvalue, NULL);
108 if (newkey == NULL) {
109 Py_DECREF(newvalue);
110 return NULL;
111 }
112 }
113
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000114 tmp = gbo->currkey;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000115 gbo->currkey = newkey;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000116 Py_XDECREF(tmp);
117
118 tmp = gbo->currvalue;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000119 gbo->currvalue = newvalue;
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000120 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000121 }
122
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000123 Py_INCREF(gbo->currkey);
Raymond Hettinger4cda01e2004-09-28 04:45:28 +0000124 tmp = gbo->tgtkey;
125 gbo->tgtkey = gbo->currkey;
126 Py_XDECREF(tmp);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000127
128 grouper = _grouper_create(gbo, gbo->tgtkey);
129 if (grouper == NULL)
130 return NULL;
131
132 r = PyTuple_Pack(2, gbo->currkey, grouper);
133 Py_DECREF(grouper);
134 return r;
135}
136
137PyDoc_STRVAR(groupby_doc,
138"groupby(iterable[, keyfunc]) -> create an iterator which returns\n\
139(key, sub-iterator) grouped by each value of key(value).\n");
140
141static PyTypeObject groupby_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000142 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000143 "itertools.groupby", /* tp_name */
144 sizeof(groupbyobject), /* tp_basicsize */
145 0, /* tp_itemsize */
146 /* methods */
147 (destructor)groupby_dealloc, /* tp_dealloc */
148 0, /* tp_print */
149 0, /* tp_getattr */
150 0, /* tp_setattr */
151 0, /* tp_compare */
152 0, /* tp_repr */
153 0, /* tp_as_number */
154 0, /* tp_as_sequence */
155 0, /* tp_as_mapping */
156 0, /* tp_hash */
157 0, /* tp_call */
158 0, /* tp_str */
159 PyObject_GenericGetAttr, /* tp_getattro */
160 0, /* tp_setattro */
161 0, /* tp_as_buffer */
162 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
163 Py_TPFLAGS_BASETYPE, /* tp_flags */
164 groupby_doc, /* tp_doc */
165 (traverseproc)groupby_traverse, /* tp_traverse */
166 0, /* tp_clear */
167 0, /* tp_richcompare */
168 0, /* tp_weaklistoffset */
169 PyObject_SelfIter, /* tp_iter */
170 (iternextfunc)groupby_next, /* tp_iternext */
171 0, /* tp_methods */
172 0, /* tp_members */
173 0, /* tp_getset */
174 0, /* tp_base */
175 0, /* tp_dict */
176 0, /* tp_descr_get */
177 0, /* tp_descr_set */
178 0, /* tp_dictoffset */
179 0, /* tp_init */
180 0, /* tp_alloc */
181 groupby_new, /* tp_new */
182 PyObject_GC_Del, /* tp_free */
183};
184
185
186/* _grouper object (internal) ************************************************/
187
188typedef struct {
189 PyObject_HEAD
190 PyObject *parent;
191 PyObject *tgtkey;
192} _grouperobject;
193
194static PyTypeObject _grouper_type;
195
196static PyObject *
197_grouper_create(groupbyobject *parent, PyObject *tgtkey)
198{
199 _grouperobject *igo;
200
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000201 igo = PyObject_GC_New(_grouperobject, &_grouper_type);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000202 if (igo == NULL)
203 return NULL;
204 igo->parent = (PyObject *)parent;
205 Py_INCREF(parent);
206 igo->tgtkey = tgtkey;
207 Py_INCREF(tgtkey);
208
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000209 PyObject_GC_Track(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000210 return (PyObject *)igo;
211}
212
213static void
214_grouper_dealloc(_grouperobject *igo)
215{
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000216 PyObject_GC_UnTrack(igo);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000217 Py_DECREF(igo->parent);
218 Py_DECREF(igo->tgtkey);
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000219 PyObject_GC_Del(igo);
220}
221
222static int
223_grouper_traverse(_grouperobject *igo, visitproc visit, void *arg)
224{
225 Py_VISIT(igo->parent);
226 Py_VISIT(igo->tgtkey);
227 return 0;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000228}
229
230static PyObject *
231_grouper_next(_grouperobject *igo)
232{
233 groupbyobject *gbo = (groupbyobject *)igo->parent;
234 PyObject *newvalue, *newkey, *r;
235 int rcmp;
236
237 if (gbo->currvalue == NULL) {
238 newvalue = PyIter_Next(gbo->it);
239 if (newvalue == NULL)
240 return NULL;
241
242 if (gbo->keyfunc == Py_None) {
243 newkey = newvalue;
244 Py_INCREF(newvalue);
245 } else {
246 newkey = PyObject_CallFunctionObjArgs(gbo->keyfunc,
247 newvalue, NULL);
248 if (newkey == NULL) {
249 Py_DECREF(newvalue);
250 return NULL;
251 }
252 }
253
254 assert(gbo->currkey == NULL);
255 gbo->currkey = newkey;
256 gbo->currvalue = newvalue;
257 }
258
259 assert(gbo->currkey != NULL);
260 rcmp = PyObject_RichCompareBool(igo->tgtkey, gbo->currkey, Py_EQ);
261 if (rcmp <= 0)
262 /* got any error or current group is end */
263 return NULL;
264
265 r = gbo->currvalue;
266 gbo->currvalue = NULL;
Raymond Hettinger75ccea32004-09-01 07:02:44 +0000267 Py_CLEAR(gbo->currkey);
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000268
269 return r;
270}
271
272static PyTypeObject _grouper_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000273 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000274 "itertools._grouper", /* tp_name */
275 sizeof(_grouperobject), /* tp_basicsize */
276 0, /* tp_itemsize */
277 /* methods */
278 (destructor)_grouper_dealloc, /* tp_dealloc */
279 0, /* tp_print */
280 0, /* tp_getattr */
281 0, /* tp_setattr */
282 0, /* tp_compare */
283 0, /* tp_repr */
284 0, /* tp_as_number */
285 0, /* tp_as_sequence */
286 0, /* tp_as_mapping */
287 0, /* tp_hash */
288 0, /* tp_call */
289 0, /* tp_str */
290 PyObject_GenericGetAttr, /* tp_getattro */
291 0, /* tp_setattro */
292 0, /* tp_as_buffer */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000293 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000294 0, /* tp_doc */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000295 (traverseproc)_grouper_traverse,/* tp_traverse */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000296 0, /* tp_clear */
297 0, /* tp_richcompare */
298 0, /* tp_weaklistoffset */
299 PyObject_SelfIter, /* tp_iter */
300 (iternextfunc)_grouper_next, /* tp_iternext */
301 0, /* tp_methods */
302 0, /* tp_members */
303 0, /* tp_getset */
304 0, /* tp_base */
305 0, /* tp_dict */
306 0, /* tp_descr_get */
307 0, /* tp_descr_set */
308 0, /* tp_dictoffset */
309 0, /* tp_init */
310 0, /* tp_alloc */
311 0, /* tp_new */
Raymond Hettingera1ca94a2008-03-06 22:51:36 +0000312 PyObject_GC_Del, /* tp_free */
Raymond Hettingerd25c1c62003-12-06 16:23:06 +0000313};
314
315
316
Raymond Hettingerad983e72003-11-12 14:32:26 +0000317/* tee object and with supporting function and objects ***************/
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000318
Raymond Hettingerad983e72003-11-12 14:32:26 +0000319/* The teedataobject pre-allocates space for LINKCELLS number of objects.
320 To help the object fit neatly inside cache lines (space for 16 to 32
321 pointers), the value should be a multiple of 16 minus space for
322 the other structure members including PyHEAD overhead. The larger the
323 value, the less memory overhead per object and the less time spent
324 allocating/deallocating new links. The smaller the number, the less
325 wasted space and the more rapid freeing of older data.
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000326*/
Raymond Hettingerad983e72003-11-12 14:32:26 +0000327#define LINKCELLS 57
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000328
329typedef struct {
330 PyObject_HEAD
331 PyObject *it;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000332 int numread;
333 PyObject *nextlink;
334 PyObject *(values[LINKCELLS]);
335} teedataobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000336
337typedef struct {
338 PyObject_HEAD
Raymond Hettingerad983e72003-11-12 14:32:26 +0000339 teedataobject *dataobj;
340 int index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000341 PyObject *weakreflist;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000342} teeobject;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000343
Raymond Hettingerad983e72003-11-12 14:32:26 +0000344static PyTypeObject teedataobject_type;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000345
346static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000347teedataobject_new(PyObject *it)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000348{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000349 teedataobject *tdo;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000350
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000351 tdo = PyObject_GC_New(teedataobject, &teedataobject_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000352 if (tdo == NULL)
Raymond Hettinger45143692003-10-25 06:37:47 +0000353 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000354
355 tdo->numread = 0;
356 tdo->nextlink = NULL;
357 Py_INCREF(it);
358 tdo->it = it;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000359 PyObject_GC_Track(tdo);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000360 return (PyObject *)tdo;
361}
362
363static PyObject *
364teedataobject_jumplink(teedataobject *tdo)
365{
366 if (tdo->nextlink == NULL)
367 tdo->nextlink = teedataobject_new(tdo->it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000368 Py_XINCREF(tdo->nextlink);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000369 return tdo->nextlink;
370}
371
372static PyObject *
373teedataobject_getitem(teedataobject *tdo, int i)
374{
375 PyObject *value;
376
377 assert(i < LINKCELLS);
378 if (i < tdo->numread)
379 value = tdo->values[i];
380 else {
381 /* this is the lead iterator, so fetch more data */
382 assert(i == tdo->numread);
383 value = PyIter_Next(tdo->it);
384 if (value == NULL)
385 return NULL;
386 tdo->numread++;
387 tdo->values[i] = value;
Raymond Hettinger45143692003-10-25 06:37:47 +0000388 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000389 Py_INCREF(value);
390 return value;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000391}
392
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000393static int
394teedataobject_traverse(teedataobject *tdo, visitproc visit, void * arg)
395{
396 int i;
397 Py_VISIT(tdo->it);
398 for (i = 0; i < tdo->numread; i++)
399 Py_VISIT(tdo->values[i]);
400 Py_VISIT(tdo->nextlink);
401 return 0;
402}
403
404static int
405teedataobject_clear(teedataobject *tdo)
406{
407 int i;
408 Py_CLEAR(tdo->it);
409 for (i=0 ; i<tdo->numread ; i++)
410 Py_CLEAR(tdo->values[i]);
411 Py_CLEAR(tdo->nextlink);
412 return 0;
413}
414
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000415static void
Raymond Hettingerad983e72003-11-12 14:32:26 +0000416teedataobject_dealloc(teedataobject *tdo)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000417{
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000418 PyObject_GC_UnTrack(tdo);
419 teedataobject_clear(tdo);
420 PyObject_GC_Del(tdo);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000421}
422
Raymond Hettingerad983e72003-11-12 14:32:26 +0000423PyDoc_STRVAR(teedataobject_doc, "Data container common to multiple tee objects.");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000424
Raymond Hettingerad983e72003-11-12 14:32:26 +0000425static PyTypeObject teedataobject_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000426 PyVarObject_HEAD_INIT(0, 0) /* Must fill in type value later */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000427 "itertools.tee_dataobject", /* tp_name */
428 sizeof(teedataobject), /* tp_basicsize */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000429 0, /* tp_itemsize */
430 /* methods */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000431 (destructor)teedataobject_dealloc, /* tp_dealloc */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000432 0, /* tp_print */
433 0, /* tp_getattr */
434 0, /* tp_setattr */
435 0, /* tp_compare */
436 0, /* tp_repr */
437 0, /* tp_as_number */
438 0, /* tp_as_sequence */
439 0, /* tp_as_mapping */
440 0, /* tp_hash */
441 0, /* tp_call */
442 0, /* tp_str */
443 PyObject_GenericGetAttr, /* tp_getattro */
444 0, /* tp_setattro */
445 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000446 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000447 teedataobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000448 (traverseproc)teedataobject_traverse, /* tp_traverse */
449 (inquiry)teedataobject_clear, /* tp_clear */
450 0, /* tp_richcompare */
451 0, /* tp_weaklistoffset */
452 0, /* tp_iter */
453 0, /* tp_iternext */
454 0, /* tp_methods */
455 0, /* tp_members */
456 0, /* tp_getset */
457 0, /* tp_base */
458 0, /* tp_dict */
459 0, /* tp_descr_get */
460 0, /* tp_descr_set */
461 0, /* tp_dictoffset */
462 0, /* tp_init */
463 0, /* tp_alloc */
464 0, /* tp_new */
465 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000466};
467
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000468
469static PyTypeObject tee_type;
470
471static PyObject *
Raymond Hettingerad983e72003-11-12 14:32:26 +0000472tee_next(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000473{
Raymond Hettingerad983e72003-11-12 14:32:26 +0000474 PyObject *value, *link;
475
476 if (to->index >= LINKCELLS) {
477 link = teedataobject_jumplink(to->dataobj);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000478 Py_DECREF(to->dataobj);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000479 to->dataobj = (teedataobject *)link;
480 to->index = 0;
481 }
482 value = teedataobject_getitem(to->dataobj, to->index);
483 if (value == NULL)
484 return NULL;
485 to->index++;
486 return value;
487}
488
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000489static int
490tee_traverse(teeobject *to, visitproc visit, void *arg)
491{
492 Py_VISIT((PyObject *)to->dataobj);
493 return 0;
494}
495
Raymond Hettingerad983e72003-11-12 14:32:26 +0000496static PyObject *
497tee_copy(teeobject *to)
498{
499 teeobject *newto;
500
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000501 newto = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000502 if (newto == NULL)
503 return NULL;
504 Py_INCREF(to->dataobj);
505 newto->dataobj = to->dataobj;
506 newto->index = to->index;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000507 newto->weakreflist = NULL;
Thomas Woutersb3deb942006-04-15 22:33:13 +0000508 PyObject_GC_Track(newto);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000509 return (PyObject *)newto;
510}
511
512PyDoc_STRVAR(teecopy_doc, "Returns an independent iterator.");
513
514static PyObject *
515tee_fromiterable(PyObject *iterable)
516{
517 teeobject *to;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000518 PyObject *it = NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000519
520 it = PyObject_GetIter(iterable);
521 if (it == NULL)
522 return NULL;
523 if (PyObject_TypeCheck(it, &tee_type)) {
524 to = (teeobject *)tee_copy((teeobject *)it);
525 goto done;
526 }
527
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000528 to = PyObject_GC_New(teeobject, &tee_type);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000529 if (to == NULL)
530 goto done;
531 to->dataobj = (teedataobject *)teedataobject_new(it);
Neal Norwitz9029b5f2006-07-23 07:59:00 +0000532 if (!to->dataobj) {
533 PyObject_GC_Del(to);
534 to = NULL;
535 goto done;
536 }
537
Raymond Hettingerad983e72003-11-12 14:32:26 +0000538 to->index = 0;
Raymond Hettingera9f60922004-10-17 16:40:14 +0000539 to->weakreflist = NULL;
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000540 PyObject_GC_Track(to);
Raymond Hettingerad983e72003-11-12 14:32:26 +0000541done:
542 Py_XDECREF(it);
543 return (PyObject *)to;
544}
545
546static PyObject *
547tee_new(PyTypeObject *type, PyObject *args, PyObject *kw)
548{
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000549 PyObject *iterable;
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000550
551 if (!PyArg_UnpackTuple(args, "tee", 1, 1, &iterable))
552 return NULL;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000553 return tee_fromiterable(iterable);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000554}
555
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000556static int
557tee_clear(teeobject *to)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000558{
Raymond Hettingera9f60922004-10-17 16:40:14 +0000559 if (to->weakreflist != NULL)
560 PyObject_ClearWeakRefs((PyObject *) to);
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000561 Py_CLEAR(to->dataobj);
562 return 0;
563}
564
565static void
566tee_dealloc(teeobject *to)
567{
568 PyObject_GC_UnTrack(to);
569 tee_clear(to);
570 PyObject_GC_Del(to);
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000571}
572
Raymond Hettingerad983e72003-11-12 14:32:26 +0000573PyDoc_STRVAR(teeobject_doc,
574"Iterator wrapped to make it copyable");
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000575
Raymond Hettingerad983e72003-11-12 14:32:26 +0000576static PyMethodDef tee_methods[] = {
577 {"__copy__", (PyCFunction)tee_copy, METH_NOARGS, teecopy_doc},
578 {NULL, NULL} /* sentinel */
579};
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000580
581static PyTypeObject tee_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000582 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000583 "itertools.tee", /* tp_name */
584 sizeof(teeobject), /* tp_basicsize */
585 0, /* tp_itemsize */
586 /* methods */
587 (destructor)tee_dealloc, /* tp_dealloc */
588 0, /* tp_print */
589 0, /* tp_getattr */
590 0, /* tp_setattr */
591 0, /* tp_compare */
592 0, /* tp_repr */
593 0, /* tp_as_number */
594 0, /* tp_as_sequence */
595 0, /* tp_as_mapping */
596 0, /* tp_hash */
597 0, /* tp_call */
598 0, /* tp_str */
Raymond Hettingerf0c5aec2003-10-26 14:25:56 +0000599 0, /* tp_getattro */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000600 0, /* tp_setattro */
601 0, /* tp_as_buffer */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000602 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000603 teeobject_doc, /* tp_doc */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000604 (traverseproc)tee_traverse, /* tp_traverse */
605 (inquiry)tee_clear, /* tp_clear */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000606 0, /* tp_richcompare */
Raymond Hettingera9f60922004-10-17 16:40:14 +0000607 offsetof(teeobject, weakreflist), /* tp_weaklistoffset */
Raymond Hettingerad983e72003-11-12 14:32:26 +0000608 PyObject_SelfIter, /* tp_iter */
609 (iternextfunc)tee_next, /* tp_iternext */
610 tee_methods, /* tp_methods */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000611 0, /* tp_members */
612 0, /* tp_getset */
613 0, /* tp_base */
614 0, /* tp_dict */
615 0, /* tp_descr_get */
616 0, /* tp_descr_set */
617 0, /* tp_dictoffset */
618 0, /* tp_init */
619 0, /* tp_alloc */
620 tee_new, /* tp_new */
Thomas Wouters19bf33b2006-03-27 21:02:13 +0000621 PyObject_GC_Del, /* tp_free */
Raymond Hettinger6a5b0272003-10-24 08:45:23 +0000622};
623
Raymond Hettingerad983e72003-11-12 14:32:26 +0000624static PyObject *
625tee(PyObject *self, PyObject *args)
626{
Neal Norwitz69e88972006-09-02 02:58:13 +0000627 Py_ssize_t i, n=2;
Raymond Hettingerad983e72003-11-12 14:32:26 +0000628 PyObject *it, *iterable, *copyable, *result;
629
Neal Norwitz69e88972006-09-02 02:58:13 +0000630 if (!PyArg_ParseTuple(args, "O|n", &iterable, &n))
Raymond Hettingerad983e72003-11-12 14:32:26 +0000631 return NULL;
Neal Norwitz69e88972006-09-02 02:58:13 +0000632 if (n < 0) {
633 PyErr_SetString(PyExc_ValueError, "n must be >= 0");
634 return NULL;
635 }
Raymond Hettingerad983e72003-11-12 14:32:26 +0000636 result = PyTuple_New(n);
637 if (result == NULL)
638 return NULL;
639 if (n == 0)
640 return result;
641 it = PyObject_GetIter(iterable);
642 if (it == NULL) {
643 Py_DECREF(result);
644 return NULL;
645 }
646 if (!PyObject_HasAttrString(it, "__copy__")) {
647 copyable = tee_fromiterable(it);
648 Py_DECREF(it);
649 if (copyable == NULL) {
650 Py_DECREF(result);
651 return NULL;
652 }
653 } else
654 copyable = it;
655 PyTuple_SET_ITEM(result, 0, copyable);
656 for (i=1 ; i<n ; i++) {
657 copyable = PyObject_CallMethod(copyable, "__copy__", NULL);
658 if (copyable == NULL) {
659 Py_DECREF(result);
660 return NULL;
661 }
662 PyTuple_SET_ITEM(result, i, copyable);
663 }
664 return result;
665}
666
667PyDoc_STRVAR(tee_doc,
668"tee(iterable, n=2) --> tuple of n independent iterators.");
669
670
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000671/* cycle object **********************************************************/
672
673typedef struct {
674 PyObject_HEAD
675 PyObject *it;
676 PyObject *saved;
677 int firstpass;
678} cycleobject;
679
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000680static PyTypeObject cycle_type;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000681
682static PyObject *
683cycle_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
684{
685 PyObject *it;
686 PyObject *iterable;
687 PyObject *saved;
688 cycleobject *lz;
689
Georg Brandlb84c1372007-01-21 10:28:43 +0000690 if (type == &cycle_type && !_PyArg_NoKeywords("cycle()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000691 return NULL;
692
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000693 if (!PyArg_UnpackTuple(args, "cycle", 1, 1, &iterable))
694 return NULL;
695
696 /* Get iterator. */
697 it = PyObject_GetIter(iterable);
698 if (it == NULL)
699 return NULL;
700
701 saved = PyList_New(0);
702 if (saved == NULL) {
703 Py_DECREF(it);
704 return NULL;
705 }
706
707 /* create cycleobject structure */
708 lz = (cycleobject *)type->tp_alloc(type, 0);
709 if (lz == NULL) {
710 Py_DECREF(it);
711 Py_DECREF(saved);
712 return NULL;
713 }
714 lz->it = it;
715 lz->saved = saved;
716 lz->firstpass = 0;
717
718 return (PyObject *)lz;
719}
720
721static void
722cycle_dealloc(cycleobject *lz)
723{
724 PyObject_GC_UnTrack(lz);
725 Py_XDECREF(lz->saved);
726 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000727 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000728}
729
730static int
731cycle_traverse(cycleobject *lz, visitproc visit, void *arg)
732{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000733 Py_VISIT(lz->it);
734 Py_VISIT(lz->saved);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000735 return 0;
736}
737
738static PyObject *
739cycle_next(cycleobject *lz)
740{
741 PyObject *item;
742 PyObject *it;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000743 PyObject *tmp;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000744
745 while (1) {
746 item = PyIter_Next(lz->it);
747 if (item != NULL) {
748 if (!lz->firstpass)
749 PyList_Append(lz->saved, item);
750 return item;
751 }
Raymond Hettinger9d7c8702004-05-08 19:49:42 +0000752 if (PyErr_Occurred()) {
753 if (PyErr_ExceptionMatches(PyExc_StopIteration))
754 PyErr_Clear();
755 else
756 return NULL;
757 }
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000758 if (PyList_Size(lz->saved) == 0)
759 return NULL;
760 it = PyObject_GetIter(lz->saved);
761 if (it == NULL)
762 return NULL;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000763 tmp = lz->it;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000764 lz->it = it;
765 lz->firstpass = 1;
Raymond Hettinger880430e2004-10-02 10:56:43 +0000766 Py_DECREF(tmp);
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000767 }
768}
769
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000770PyDoc_STRVAR(cycle_doc,
771"cycle(iterable) --> cycle object\n\
772\n\
773Return elements from the iterable until it is exhausted.\n\
774Then repeat the sequence indefinitely.");
775
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000776static PyTypeObject cycle_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000777 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000778 "itertools.cycle", /* tp_name */
779 sizeof(cycleobject), /* tp_basicsize */
780 0, /* tp_itemsize */
781 /* methods */
782 (destructor)cycle_dealloc, /* tp_dealloc */
783 0, /* tp_print */
784 0, /* tp_getattr */
785 0, /* tp_setattr */
786 0, /* tp_compare */
787 0, /* tp_repr */
788 0, /* tp_as_number */
789 0, /* tp_as_sequence */
790 0, /* tp_as_mapping */
791 0, /* tp_hash */
792 0, /* tp_call */
793 0, /* tp_str */
794 PyObject_GenericGetAttr, /* tp_getattro */
795 0, /* tp_setattro */
796 0, /* tp_as_buffer */
797 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
798 Py_TPFLAGS_BASETYPE, /* tp_flags */
799 cycle_doc, /* tp_doc */
800 (traverseproc)cycle_traverse, /* tp_traverse */
801 0, /* tp_clear */
802 0, /* tp_richcompare */
803 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000804 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000805 (iternextfunc)cycle_next, /* tp_iternext */
806 0, /* tp_methods */
807 0, /* tp_members */
808 0, /* tp_getset */
809 0, /* tp_base */
810 0, /* tp_dict */
811 0, /* tp_descr_get */
812 0, /* tp_descr_set */
813 0, /* tp_dictoffset */
814 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000815 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +0000816 cycle_new, /* tp_new */
817 PyObject_GC_Del, /* tp_free */
818};
819
820
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000821/* dropwhile object **********************************************************/
822
823typedef struct {
824 PyObject_HEAD
825 PyObject *func;
826 PyObject *it;
827 long start;
828} dropwhileobject;
829
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000830static PyTypeObject dropwhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000831
832static PyObject *
833dropwhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
834{
835 PyObject *func, *seq;
836 PyObject *it;
837 dropwhileobject *lz;
838
Georg Brandlb84c1372007-01-21 10:28:43 +0000839 if (type == &dropwhile_type && !_PyArg_NoKeywords("dropwhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000840 return NULL;
841
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000842 if (!PyArg_UnpackTuple(args, "dropwhile", 2, 2, &func, &seq))
843 return NULL;
844
845 /* Get iterator. */
846 it = PyObject_GetIter(seq);
847 if (it == NULL)
848 return NULL;
849
850 /* create dropwhileobject structure */
851 lz = (dropwhileobject *)type->tp_alloc(type, 0);
852 if (lz == NULL) {
853 Py_DECREF(it);
854 return NULL;
855 }
856 Py_INCREF(func);
857 lz->func = func;
858 lz->it = it;
859 lz->start = 0;
860
861 return (PyObject *)lz;
862}
863
864static void
865dropwhile_dealloc(dropwhileobject *lz)
866{
867 PyObject_GC_UnTrack(lz);
868 Py_XDECREF(lz->func);
869 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +0000870 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000871}
872
873static int
874dropwhile_traverse(dropwhileobject *lz, visitproc visit, void *arg)
875{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +0000876 Py_VISIT(lz->it);
877 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000878 return 0;
879}
880
881static PyObject *
882dropwhile_next(dropwhileobject *lz)
883{
884 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +0000885 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000886 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000887 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000888
Christian Heimese93237d2007-12-19 02:37:44 +0000889 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000890 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +0000891 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000892 if (item == NULL)
893 return NULL;
894 if (lz->start == 1)
895 return item;
896
897 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
898 if (good == NULL) {
899 Py_DECREF(item);
900 return NULL;
901 }
902 ok = PyObject_IsTrue(good);
903 Py_DECREF(good);
904 if (!ok) {
905 lz->start = 1;
906 return item;
907 }
908 Py_DECREF(item);
909 }
910}
911
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000912PyDoc_STRVAR(dropwhile_doc,
913"dropwhile(predicate, iterable) --> dropwhile object\n\
914\n\
915Drop items from the iterable while predicate(item) is true.\n\
916Afterwards, return every element until the iterable is exhausted.");
917
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000918static PyTypeObject dropwhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +0000919 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +0000920 "itertools.dropwhile", /* tp_name */
921 sizeof(dropwhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000922 0, /* tp_itemsize */
923 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000924 (destructor)dropwhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000925 0, /* tp_print */
926 0, /* tp_getattr */
927 0, /* tp_setattr */
928 0, /* tp_compare */
929 0, /* tp_repr */
930 0, /* tp_as_number */
931 0, /* tp_as_sequence */
932 0, /* tp_as_mapping */
933 0, /* tp_hash */
934 0, /* tp_call */
935 0, /* tp_str */
936 PyObject_GenericGetAttr, /* tp_getattro */
937 0, /* tp_setattro */
938 0, /* tp_as_buffer */
939 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
940 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000941 dropwhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000942 (traverseproc)dropwhile_traverse, /* tp_traverse */
943 0, /* tp_clear */
944 0, /* tp_richcompare */
945 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +0000946 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000947 (iternextfunc)dropwhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000948 0, /* tp_methods */
949 0, /* tp_members */
950 0, /* tp_getset */
951 0, /* tp_base */
952 0, /* tp_dict */
953 0, /* tp_descr_get */
954 0, /* tp_descr_set */
955 0, /* tp_dictoffset */
956 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +0000957 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +0000958 dropwhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000959 PyObject_GC_Del, /* tp_free */
960};
961
962
963/* takewhile object **********************************************************/
964
965typedef struct {
966 PyObject_HEAD
967 PyObject *func;
968 PyObject *it;
969 long stop;
970} takewhileobject;
971
Raymond Hettinger1d7a3482003-07-14 07:07:12 +0000972static PyTypeObject takewhile_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000973
974static PyObject *
975takewhile_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
976{
977 PyObject *func, *seq;
978 PyObject *it;
979 takewhileobject *lz;
980
Georg Brandlb84c1372007-01-21 10:28:43 +0000981 if (type == &takewhile_type && !_PyArg_NoKeywords("takewhile()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +0000982 return NULL;
983
Raymond Hettinger96ef8112003-02-01 00:10:11 +0000984 if (!PyArg_UnpackTuple(args, "takewhile", 2, 2, &func, &seq))
985 return NULL;
986
987 /* Get iterator. */
988 it = PyObject_GetIter(seq);
989 if (it == NULL)
990 return NULL;
991
992 /* create takewhileobject structure */
993 lz = (takewhileobject *)type->tp_alloc(type, 0);
994 if (lz == NULL) {
995 Py_DECREF(it);
996 return NULL;
997 }
998 Py_INCREF(func);
999 lz->func = func;
1000 lz->it = it;
1001 lz->stop = 0;
1002
1003 return (PyObject *)lz;
1004}
1005
1006static void
1007takewhile_dealloc(takewhileobject *lz)
1008{
1009 PyObject_GC_UnTrack(lz);
1010 Py_XDECREF(lz->func);
1011 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001012 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001013}
1014
1015static int
1016takewhile_traverse(takewhileobject *lz, visitproc visit, void *arg)
1017{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001018 Py_VISIT(lz->it);
1019 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001020 return 0;
1021}
1022
1023static PyObject *
1024takewhile_next(takewhileobject *lz)
1025{
1026 PyObject *item, *good;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001027 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001028 long ok;
1029
1030 if (lz->stop == 1)
1031 return NULL;
1032
Christian Heimese93237d2007-12-19 02:37:44 +00001033 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001034 if (item == NULL)
1035 return NULL;
1036
1037 good = PyObject_CallFunctionObjArgs(lz->func, item, NULL);
1038 if (good == NULL) {
1039 Py_DECREF(item);
1040 return NULL;
1041 }
1042 ok = PyObject_IsTrue(good);
1043 Py_DECREF(good);
1044 if (ok)
1045 return item;
1046 Py_DECREF(item);
1047 lz->stop = 1;
1048 return NULL;
1049}
1050
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001051PyDoc_STRVAR(takewhile_doc,
1052"takewhile(predicate, iterable) --> takewhile object\n\
1053\n\
1054Return successive entries from an iterable as long as the \n\
1055predicate evaluates to true for each entry.");
1056
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001057static PyTypeObject takewhile_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001058 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001059 "itertools.takewhile", /* tp_name */
1060 sizeof(takewhileobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001061 0, /* tp_itemsize */
1062 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001063 (destructor)takewhile_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001064 0, /* tp_print */
1065 0, /* tp_getattr */
1066 0, /* tp_setattr */
1067 0, /* tp_compare */
1068 0, /* tp_repr */
1069 0, /* tp_as_number */
1070 0, /* tp_as_sequence */
1071 0, /* tp_as_mapping */
1072 0, /* tp_hash */
1073 0, /* tp_call */
1074 0, /* tp_str */
1075 PyObject_GenericGetAttr, /* tp_getattro */
1076 0, /* tp_setattro */
1077 0, /* tp_as_buffer */
1078 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1079 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001080 takewhile_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001081 (traverseproc)takewhile_traverse, /* tp_traverse */
1082 0, /* tp_clear */
1083 0, /* tp_richcompare */
1084 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001085 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001086 (iternextfunc)takewhile_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001087 0, /* tp_methods */
1088 0, /* tp_members */
1089 0, /* tp_getset */
1090 0, /* tp_base */
1091 0, /* tp_dict */
1092 0, /* tp_descr_get */
1093 0, /* tp_descr_set */
1094 0, /* tp_dictoffset */
1095 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001096 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001097 takewhile_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001098 PyObject_GC_Del, /* tp_free */
1099};
1100
1101
1102/* islice object ************************************************************/
1103
1104typedef struct {
1105 PyObject_HEAD
1106 PyObject *it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001107 Py_ssize_t next;
1108 Py_ssize_t stop;
1109 Py_ssize_t step;
1110 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001111} isliceobject;
1112
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001113static PyTypeObject islice_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001114
1115static PyObject *
1116islice_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1117{
1118 PyObject *seq;
Jack Diederich6c433a92006-05-26 11:15:17 +00001119 Py_ssize_t start=0, stop=-1, step=1;
Raymond Hettingerb2594052004-12-05 09:25:51 +00001120 PyObject *it, *a1=NULL, *a2=NULL, *a3=NULL;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001121 Py_ssize_t numargs;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001122 isliceobject *lz;
1123
Georg Brandlb84c1372007-01-21 10:28:43 +00001124 if (type == &islice_type && !_PyArg_NoKeywords("islice()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001125 return NULL;
1126
Raymond Hettingerb2594052004-12-05 09:25:51 +00001127 if (!PyArg_UnpackTuple(args, "islice", 2, 4, &seq, &a1, &a2, &a3))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001128 return NULL;
1129
Raymond Hettingerb2594052004-12-05 09:25:51 +00001130 numargs = PyTuple_Size(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001131 if (numargs == 2) {
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001132 if (a1 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001133 stop = PyInt_AsSsize_t(a1);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001134 if (stop == -1) {
1135 if (PyErr_Occurred())
1136 PyErr_Clear();
1137 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001138 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001139 return NULL;
1140 }
1141 }
Raymond Hettinger341deb72003-05-02 19:44:20 +00001142 } else {
Raymond Hettingerb2594052004-12-05 09:25:51 +00001143 if (a1 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001144 start = PyInt_AsSsize_t(a1);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001145 if (start == -1 && PyErr_Occurred())
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001146 PyErr_Clear();
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001147 if (a2 != Py_None) {
Jack Diederich6c433a92006-05-26 11:15:17 +00001148 stop = PyInt_AsSsize_t(a2);
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001149 if (stop == -1) {
1150 if (PyErr_Occurred())
1151 PyErr_Clear();
1152 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001153 "Stop argument for islice() must be a non-negative integer or None.");
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001154 return NULL;
1155 }
1156 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001157 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001158 if (start<0 || stop<-1) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001159 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001160 "Indices for islice() must be non-negative integers or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001161 return NULL;
1162 }
1163
Raymond Hettingerb2594052004-12-05 09:25:51 +00001164 if (a3 != NULL) {
1165 if (a3 != Py_None)
Jack Diederich6c433a92006-05-26 11:15:17 +00001166 step = PyInt_AsSsize_t(a3);
Raymond Hettingerb2594052004-12-05 09:25:51 +00001167 if (step == -1 && PyErr_Occurred())
1168 PyErr_Clear();
1169 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001170 if (step<1) {
1171 PyErr_SetString(PyExc_ValueError,
Raymond Hettingerb2594052004-12-05 09:25:51 +00001172 "Step for islice() must be a positive integer or None.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001173 return NULL;
1174 }
1175
1176 /* Get iterator. */
1177 it = PyObject_GetIter(seq);
1178 if (it == NULL)
1179 return NULL;
1180
1181 /* create isliceobject structure */
1182 lz = (isliceobject *)type->tp_alloc(type, 0);
1183 if (lz == NULL) {
1184 Py_DECREF(it);
1185 return NULL;
1186 }
1187 lz->it = it;
1188 lz->next = start;
1189 lz->stop = stop;
1190 lz->step = step;
1191 lz->cnt = 0L;
1192
1193 return (PyObject *)lz;
1194}
1195
1196static void
1197islice_dealloc(isliceobject *lz)
1198{
1199 PyObject_GC_UnTrack(lz);
1200 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001201 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001202}
1203
1204static int
1205islice_traverse(isliceobject *lz, visitproc visit, void *arg)
1206{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001207 Py_VISIT(lz->it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001208 return 0;
1209}
1210
1211static PyObject *
1212islice_next(isliceobject *lz)
1213{
1214 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001215 PyObject *it = lz->it;
Jack Diederich6c433a92006-05-26 11:15:17 +00001216 Py_ssize_t oldnext;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001217 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001218
Christian Heimese93237d2007-12-19 02:37:44 +00001219 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001220 while (lz->cnt < lz->next) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001221 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001222 if (item == NULL)
1223 return NULL;
1224 Py_DECREF(item);
1225 lz->cnt++;
1226 }
Raymond Hettinger14ef54c2003-05-02 19:04:37 +00001227 if (lz->stop != -1 && lz->cnt >= lz->stop)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001228 return NULL;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00001229 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001230 if (item == NULL)
1231 return NULL;
1232 lz->cnt++;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001233 oldnext = lz->next;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001234 lz->next += lz->step;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001235 if (lz->next < oldnext) /* Check for overflow */
1236 lz->next = lz->stop;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001237 return item;
1238}
1239
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001240PyDoc_STRVAR(islice_doc,
1241"islice(iterable, [start,] stop [, step]) --> islice object\n\
1242\n\
1243Return an iterator whose next() method returns selected values from an\n\
1244iterable. If start is specified, will skip all preceding elements;\n\
1245otherwise, start defaults to zero. Step defaults to one. If\n\
1246specified as another value, step determines how many values are \n\
1247skipped between successive calls. Works like a slice() on a list\n\
1248but returns an iterator.");
1249
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001250static PyTypeObject islice_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001251 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001252 "itertools.islice", /* tp_name */
1253 sizeof(isliceobject), /* tp_basicsize */
1254 0, /* tp_itemsize */
1255 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001256 (destructor)islice_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001257 0, /* tp_print */
1258 0, /* tp_getattr */
1259 0, /* tp_setattr */
1260 0, /* tp_compare */
1261 0, /* tp_repr */
1262 0, /* tp_as_number */
1263 0, /* tp_as_sequence */
1264 0, /* tp_as_mapping */
1265 0, /* tp_hash */
1266 0, /* tp_call */
1267 0, /* tp_str */
1268 PyObject_GenericGetAttr, /* tp_getattro */
1269 0, /* tp_setattro */
1270 0, /* tp_as_buffer */
1271 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1272 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001273 islice_doc, /* tp_doc */
1274 (traverseproc)islice_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001275 0, /* tp_clear */
1276 0, /* tp_richcompare */
1277 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001278 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001279 (iternextfunc)islice_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001280 0, /* tp_methods */
1281 0, /* tp_members */
1282 0, /* tp_getset */
1283 0, /* tp_base */
1284 0, /* tp_dict */
1285 0, /* tp_descr_get */
1286 0, /* tp_descr_set */
1287 0, /* tp_dictoffset */
1288 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001289 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001290 islice_new, /* tp_new */
1291 PyObject_GC_Del, /* tp_free */
1292};
1293
1294
1295/* starmap object ************************************************************/
1296
1297typedef struct {
1298 PyObject_HEAD
1299 PyObject *func;
1300 PyObject *it;
1301} starmapobject;
1302
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001303static PyTypeObject starmap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001304
1305static PyObject *
1306starmap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1307{
1308 PyObject *func, *seq;
1309 PyObject *it;
1310 starmapobject *lz;
1311
Georg Brandlb84c1372007-01-21 10:28:43 +00001312 if (type == &starmap_type && !_PyArg_NoKeywords("starmap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001313 return NULL;
1314
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001315 if (!PyArg_UnpackTuple(args, "starmap", 2, 2, &func, &seq))
1316 return NULL;
1317
1318 /* Get iterator. */
1319 it = PyObject_GetIter(seq);
1320 if (it == NULL)
1321 return NULL;
1322
1323 /* create starmapobject structure */
1324 lz = (starmapobject *)type->tp_alloc(type, 0);
1325 if (lz == NULL) {
1326 Py_DECREF(it);
1327 return NULL;
1328 }
1329 Py_INCREF(func);
1330 lz->func = func;
1331 lz->it = it;
1332
1333 return (PyObject *)lz;
1334}
1335
1336static void
1337starmap_dealloc(starmapobject *lz)
1338{
1339 PyObject_GC_UnTrack(lz);
1340 Py_XDECREF(lz->func);
1341 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00001342 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001343}
1344
1345static int
1346starmap_traverse(starmapobject *lz, visitproc visit, void *arg)
1347{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001348 Py_VISIT(lz->it);
1349 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001350 return 0;
1351}
1352
1353static PyObject *
1354starmap_next(starmapobject *lz)
1355{
1356 PyObject *args;
1357 PyObject *result;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00001358 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001359
Christian Heimese93237d2007-12-19 02:37:44 +00001360 args = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001361 if (args == NULL)
1362 return NULL;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001363 if (!PyTuple_CheckExact(args)) {
Raymond Hettinger47317092008-01-17 03:02:14 +00001364 PyObject *newargs = PySequence_Tuple(args);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001365 Py_DECREF(args);
Raymond Hettinger47317092008-01-17 03:02:14 +00001366 if (newargs == NULL)
1367 return NULL;
1368 args = newargs;
Raymond Hettinger2012f172003-02-07 05:32:58 +00001369 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001370 result = PyObject_Call(lz->func, args, NULL);
1371 Py_DECREF(args);
1372 return result;
1373}
1374
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001375PyDoc_STRVAR(starmap_doc,
1376"starmap(function, sequence) --> starmap object\n\
1377\n\
1378Return an iterator whose values are returned from the function evaluated\n\
1379with a argument tuple taken from the given sequence.");
1380
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001381static PyTypeObject starmap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001382 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001383 "itertools.starmap", /* tp_name */
1384 sizeof(starmapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001385 0, /* tp_itemsize */
1386 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001387 (destructor)starmap_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001388 0, /* tp_print */
1389 0, /* tp_getattr */
1390 0, /* tp_setattr */
1391 0, /* tp_compare */
1392 0, /* tp_repr */
1393 0, /* tp_as_number */
1394 0, /* tp_as_sequence */
1395 0, /* tp_as_mapping */
1396 0, /* tp_hash */
1397 0, /* tp_call */
1398 0, /* tp_str */
1399 PyObject_GenericGetAttr, /* tp_getattro */
1400 0, /* tp_setattro */
1401 0, /* tp_as_buffer */
1402 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1403 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001404 starmap_doc, /* tp_doc */
1405 (traverseproc)starmap_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001406 0, /* tp_clear */
1407 0, /* tp_richcompare */
1408 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001409 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001410 (iternextfunc)starmap_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001411 0, /* tp_methods */
1412 0, /* tp_members */
1413 0, /* tp_getset */
1414 0, /* tp_base */
1415 0, /* tp_dict */
1416 0, /* tp_descr_get */
1417 0, /* tp_descr_set */
1418 0, /* tp_dictoffset */
1419 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001420 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001421 starmap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001422 PyObject_GC_Del, /* tp_free */
1423};
1424
1425
1426/* imap object ************************************************************/
1427
1428typedef struct {
1429 PyObject_HEAD
1430 PyObject *iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001431 PyObject *func;
1432} imapobject;
1433
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001434static PyTypeObject imap_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001435
1436static PyObject *
1437imap_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1438{
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001439 PyObject *it, *iters, *func;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001440 imapobject *lz;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001441 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001442
Georg Brandlb84c1372007-01-21 10:28:43 +00001443 if (type == &imap_type && !_PyArg_NoKeywords("imap()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001444 return NULL;
1445
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001446 numargs = PyTuple_Size(args);
1447 if (numargs < 2) {
1448 PyErr_SetString(PyExc_TypeError,
1449 "imap() must have at least two arguments.");
1450 return NULL;
1451 }
1452
1453 iters = PyTuple_New(numargs-1);
1454 if (iters == NULL)
1455 return NULL;
1456
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001457 for (i=1 ; i<numargs ; i++) {
1458 /* Get iterator. */
1459 it = PyObject_GetIter(PyTuple_GET_ITEM(args, i));
1460 if (it == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001461 Py_DECREF(iters);
1462 return NULL;
1463 }
1464 PyTuple_SET_ITEM(iters, i-1, it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001465 }
1466
1467 /* create imapobject structure */
1468 lz = (imapobject *)type->tp_alloc(type, 0);
1469 if (lz == NULL) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001470 Py_DECREF(iters);
1471 return NULL;
1472 }
1473 lz->iters = iters;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001474 func = PyTuple_GET_ITEM(args, 0);
1475 Py_INCREF(func);
1476 lz->func = func;
1477
1478 return (PyObject *)lz;
1479}
1480
1481static void
1482imap_dealloc(imapobject *lz)
1483{
1484 PyObject_GC_UnTrack(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001485 Py_XDECREF(lz->iters);
1486 Py_XDECREF(lz->func);
Christian Heimese93237d2007-12-19 02:37:44 +00001487 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001488}
1489
1490static int
1491imap_traverse(imapobject *lz, visitproc visit, void *arg)
1492{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00001493 Py_VISIT(lz->iters);
1494 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001495 return 0;
1496}
1497
Raymond Hettinger2012f172003-02-07 05:32:58 +00001498/*
1499imap() is an iterator version of __builtins__.map() except that it does
1500not have the None fill-in feature. That was intentionally left out for
1501the following reasons:
1502
1503 1) Itertools are designed to be easily combined and chained together.
1504 Having all tools stop with the shortest input is a unifying principle
1505 that makes it easier to combine finite iterators (supplying data) with
1506 infinite iterators like count() and repeat() (for supplying sequential
1507 or constant arguments to a function).
1508
1509 2) In typical use cases for combining itertools, having one finite data
1510 supplier run out before another is likely to be an error condition which
1511 should not pass silently by automatically supplying None.
1512
1513 3) The use cases for automatic None fill-in are rare -- not many functions
1514 do something useful when a parameter suddenly switches type and becomes
1515 None.
1516
1517 4) If a need does arise, it can be met by __builtins__.map() or by
Raymond Hettingerbefa37d2003-06-18 19:25:37 +00001518 writing: chain(iterable, repeat(None)).
Raymond Hettinger2012f172003-02-07 05:32:58 +00001519
1520 5) Similar toolsets in Haskell and SML do not have automatic None fill-in.
1521*/
1522
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001523static PyObject *
1524imap_next(imapobject *lz)
1525{
1526 PyObject *val;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001527 PyObject *argtuple;
1528 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00001529 Py_ssize_t numargs, i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001530
1531 numargs = PyTuple_Size(lz->iters);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001532 argtuple = PyTuple_New(numargs);
1533 if (argtuple == NULL)
1534 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001535
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001536 for (i=0 ; i<numargs ; i++) {
1537 val = PyIter_Next(PyTuple_GET_ITEM(lz->iters, i));
1538 if (val == NULL) {
1539 Py_DECREF(argtuple);
1540 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001541 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001542 PyTuple_SET_ITEM(argtuple, i, val);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001543 }
Raymond Hettingerf0c00242003-02-07 07:26:25 +00001544 if (lz->func == Py_None)
1545 return argtuple;
1546 result = PyObject_Call(lz->func, argtuple, NULL);
1547 Py_DECREF(argtuple);
1548 return result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001549}
1550
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001551PyDoc_STRVAR(imap_doc,
1552"imap(func, *iterables) --> imap object\n\
1553\n\
1554Make an iterator that computes the function using arguments from\n\
1555each of the iterables. Like map() except that it returns\n\
1556an iterator instead of a list and that it stops when the shortest\n\
1557iterable is exhausted instead of filling in None for shorter\n\
1558iterables.");
1559
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001560static PyTypeObject imap_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001561 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00001562 "itertools.imap", /* tp_name */
1563 sizeof(imapobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001564 0, /* tp_itemsize */
1565 /* methods */
1566 (destructor)imap_dealloc, /* tp_dealloc */
1567 0, /* tp_print */
1568 0, /* tp_getattr */
1569 0, /* tp_setattr */
1570 0, /* tp_compare */
1571 0, /* tp_repr */
1572 0, /* tp_as_number */
1573 0, /* tp_as_sequence */
1574 0, /* tp_as_mapping */
1575 0, /* tp_hash */
1576 0, /* tp_call */
1577 0, /* tp_str */
1578 PyObject_GenericGetAttr, /* tp_getattro */
1579 0, /* tp_setattro */
1580 0, /* tp_as_buffer */
1581 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1582 Py_TPFLAGS_BASETYPE, /* tp_flags */
1583 imap_doc, /* tp_doc */
1584 (traverseproc)imap_traverse, /* tp_traverse */
1585 0, /* tp_clear */
1586 0, /* tp_richcompare */
1587 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001588 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001589 (iternextfunc)imap_next, /* tp_iternext */
1590 0, /* tp_methods */
1591 0, /* tp_members */
1592 0, /* tp_getset */
1593 0, /* tp_base */
1594 0, /* tp_dict */
1595 0, /* tp_descr_get */
1596 0, /* tp_descr_set */
1597 0, /* tp_dictoffset */
1598 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001599 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00001600 imap_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001601 PyObject_GC_Del, /* tp_free */
1602};
1603
1604
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001605/* chain object ************************************************************/
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001606
1607typedef struct {
1608 PyObject_HEAD
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001609 PyObject *source; /* Iterator over input iterables */
1610 PyObject *active; /* Currently running input iterator */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001611} chainobject;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001612
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001613static PyTypeObject chain_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001614
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001615static PyObject *
1616chain_new_internal(PyTypeObject *type, PyObject *source)
1617{
1618 chainobject *lz;
1619
1620 lz = (chainobject *)type->tp_alloc(type, 0);
1621 if (lz == NULL) {
1622 Py_DECREF(source);
1623 return NULL;
1624 }
1625
1626 lz->source = source;
1627 lz->active = NULL;
1628 return (PyObject *)lz;
1629}
1630
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001631static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001632chain_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001633{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001634 PyObject *source;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001635
Georg Brandlb84c1372007-01-21 10:28:43 +00001636 if (type == &chain_type && !_PyArg_NoKeywords("chain()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00001637 return NULL;
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001638
1639 source = PyObject_GetIter(args);
1640 if (source == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001641 return NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001642
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001643 return chain_new_internal(type, source);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001644}
1645
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001646static PyObject *
1647chain_new_from_iterable(PyTypeObject *type, PyObject *arg)
1648{
1649 PyObject *source;
1650
1651 source = PyObject_GetIter(arg);
1652 if (source == NULL)
1653 return NULL;
1654
1655 return chain_new_internal(type, source);
1656}
1657
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001658static void
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001659chain_dealloc(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001660{
1661 PyObject_GC_UnTrack(lz);
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001662 Py_XDECREF(lz->active);
1663 Py_XDECREF(lz->source);
Christian Heimese93237d2007-12-19 02:37:44 +00001664 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001665}
1666
Raymond Hettinger2012f172003-02-07 05:32:58 +00001667static int
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001668chain_traverse(chainobject *lz, visitproc visit, void *arg)
Raymond Hettinger2012f172003-02-07 05:32:58 +00001669{
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001670 Py_VISIT(lz->source);
1671 Py_VISIT(lz->active);
Raymond Hettinger2012f172003-02-07 05:32:58 +00001672 return 0;
1673}
1674
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001675static PyObject *
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001676chain_next(chainobject *lz)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001677{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001678 PyObject *item;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001679
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001680 if (lz->source == NULL)
1681 return NULL; /* already stopped */
1682
1683 if (lz->active == NULL) {
1684 PyObject *iterable = PyIter_Next(lz->source);
1685 if (iterable == NULL) {
1686 Py_CLEAR(lz->source);
1687 return NULL; /* no more input sources */
Raymond Hettinger9d7c8702004-05-08 19:49:42 +00001688 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001689 lz->active = PyObject_GetIter(iterable);
Raymond Hettingerf1cca2b2008-03-04 22:29:44 +00001690 Py_DECREF(iterable);
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001691 if (lz->active == NULL) {
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001692 Py_CLEAR(lz->source);
1693 return NULL; /* input not iterable */
1694 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001695 }
Raymond Hettinger05bf6332008-02-28 22:30:42 +00001696 item = PyIter_Next(lz->active);
1697 if (item != NULL)
1698 return item;
1699 if (PyErr_Occurred()) {
1700 if (PyErr_ExceptionMatches(PyExc_StopIteration))
1701 PyErr_Clear();
1702 else
1703 return NULL; /* input raised an exception */
1704 }
1705 Py_CLEAR(lz->active);
1706 return chain_next(lz); /* recurse and use next active */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001707}
1708
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001709PyDoc_STRVAR(chain_doc,
1710"chain(*iterables) --> chain object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001711\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001712Return a chain object whose .next() method returns elements from the\n\
1713first iterable until it is exhausted, then elements from the next\n\
1714iterable, until all of the iterables are exhausted.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001715
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001716PyDoc_STRVAR(chain_from_iterable_doc,
1717"chain.from_iterable(iterable) --> chain object\n\
1718\n\
1719Alternate chain() contructor taking a single iterable argument\n\
1720that evaluates lazily.");
1721
1722static PyMethodDef chain_methods[] = {
1723 {"from_iterable", (PyCFunction) chain_new_from_iterable, METH_O | METH_CLASS,
1724 chain_from_iterable_doc},
1725 {NULL, NULL} /* sentinel */
1726};
1727
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00001728static PyTypeObject chain_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00001729 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001730 "itertools.chain", /* tp_name */
1731 sizeof(chainobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001732 0, /* tp_itemsize */
1733 /* methods */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001734 (destructor)chain_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001735 0, /* tp_print */
1736 0, /* tp_getattr */
1737 0, /* tp_setattr */
1738 0, /* tp_compare */
1739 0, /* tp_repr */
1740 0, /* tp_as_number */
1741 0, /* tp_as_sequence */
1742 0, /* tp_as_mapping */
1743 0, /* tp_hash */
1744 0, /* tp_call */
1745 0, /* tp_str */
1746 PyObject_GenericGetAttr, /* tp_getattro */
1747 0, /* tp_setattro */
1748 0, /* tp_as_buffer */
1749 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1750 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001751 chain_doc, /* tp_doc */
1752 (traverseproc)chain_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001753 0, /* tp_clear */
1754 0, /* tp_richcompare */
1755 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001756 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001757 (iternextfunc)chain_next, /* tp_iternext */
Raymond Hettingerb4cbc982008-02-28 22:46:41 +00001758 chain_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001759 0, /* tp_members */
1760 0, /* tp_getset */
1761 0, /* tp_base */
1762 0, /* tp_dict */
1763 0, /* tp_descr_get */
1764 0, /* tp_descr_set */
1765 0, /* tp_dictoffset */
1766 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00001767 0, /* tp_alloc */
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00001768 chain_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00001769 PyObject_GC_Del, /* tp_free */
1770};
1771
1772
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001773/* product object ************************************************************/
1774
1775typedef struct {
1776 PyObject_HEAD
1777 PyObject *pools; /* tuple of pool tuples */
Raymond Hettinger532316d2008-02-23 04:03:50 +00001778 Py_ssize_t *indices; /* one index per pool */
1779 PyObject *result; /* most recently returned result tuple */
1780 int stopped; /* set to 1 when the product iterator is exhausted */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001781} productobject;
1782
1783static PyTypeObject product_type;
1784
1785static PyObject *
1786product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1787{
1788 productobject *lz;
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001789 Py_ssize_t nargs, npools, repeat=1;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001790 PyObject *pools = NULL;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001791 Py_ssize_t *indices = NULL;
1792 Py_ssize_t i;
1793
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001794 if (kwds != NULL) {
1795 char *kwlist[] = {"repeat", 0};
1796 PyObject *tmpargs = PyTuple_New(0);
1797 if (tmpargs == NULL)
1798 return NULL;
1799 if (!PyArg_ParseTupleAndKeywords(tmpargs, kwds, "|n:product", kwlist, &repeat)) {
1800 Py_DECREF(tmpargs);
1801 return NULL;
1802 }
1803 Py_DECREF(tmpargs);
1804 if (repeat < 0) {
1805 PyErr_SetString(PyExc_ValueError,
1806 "repeat argument cannot be negative");
1807 return NULL;
1808 }
1809 }
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001810
1811 assert(PyTuple_Check(args));
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001812 nargs = (repeat == 0) ? 0 : PyTuple_GET_SIZE(args);
1813 npools = nargs * repeat;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001814
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001815 indices = PyMem_Malloc(npools * sizeof(Py_ssize_t));
Raymond Hettinger61024b92008-03-02 11:57:16 +00001816 if (indices == NULL) {
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001817 PyErr_NoMemory();
1818 goto error;
1819 }
1820
1821 pools = PyTuple_New(npools);
1822 if (pools == NULL)
1823 goto error;
1824
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001825 for (i=0; i < nargs ; ++i) {
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001826 PyObject *item = PyTuple_GET_ITEM(args, i);
1827 PyObject *pool = PySequence_Tuple(item);
1828 if (pool == NULL)
1829 goto error;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001830 PyTuple_SET_ITEM(pools, i, pool);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001831 indices[i] = 0;
1832 }
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001833 for ( ; i < npools; ++i) {
1834 PyObject *pool = PyTuple_GET_ITEM(pools, i - nargs);
1835 Py_INCREF(pool);
1836 PyTuple_SET_ITEM(pools, i, pool);
Raymond Hettinger08ff6822008-02-29 02:21:48 +00001837 indices[i] = 0;
1838 }
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001839
1840 /* create productobject structure */
1841 lz = (productobject *)type->tp_alloc(type, 0);
Raymond Hettinger3bd77122008-02-27 01:08:04 +00001842 if (lz == NULL)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001843 goto error;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001844
1845 lz->pools = pools;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001846 lz->indices = indices;
1847 lz->result = NULL;
1848 lz->stopped = 0;
1849
1850 return (PyObject *)lz;
1851
1852error:
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001853 if (indices != NULL)
1854 PyMem_Free(indices);
1855 Py_XDECREF(pools);
1856 return NULL;
1857}
1858
1859static void
1860product_dealloc(productobject *lz)
1861{
1862 PyObject_GC_UnTrack(lz);
1863 Py_XDECREF(lz->pools);
1864 Py_XDECREF(lz->result);
Raymond Hettingerd081abc2009-01-27 02:58:49 +00001865 if (lz->indices != NULL)
1866 PyMem_Free(lz->indices);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001867 Py_TYPE(lz)->tp_free(lz);
1868}
1869
1870static int
1871product_traverse(productobject *lz, visitproc visit, void *arg)
1872{
1873 Py_VISIT(lz->pools);
1874 Py_VISIT(lz->result);
1875 return 0;
1876}
1877
1878static PyObject *
1879product_next(productobject *lz)
1880{
1881 PyObject *pool;
1882 PyObject *elem;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001883 PyObject *oldelem;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001884 PyObject *pools = lz->pools;
1885 PyObject *result = lz->result;
1886 Py_ssize_t npools = PyTuple_GET_SIZE(pools);
1887 Py_ssize_t i;
1888
1889 if (lz->stopped)
1890 return NULL;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001891
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001892 if (result == NULL) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001893 /* On the first pass, return an initial tuple filled with the
Raymond Hettingerd553d852008-03-04 04:17:08 +00001894 first element from each pool. */
Raymond Hettinger73d79632008-02-23 02:20:41 +00001895 result = PyTuple_New(npools);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001896 if (result == NULL)
1897 goto empty;
1898 lz->result = result;
1899 for (i=0; i < npools; i++) {
1900 pool = PyTuple_GET_ITEM(pools, i);
1901 if (PyTuple_GET_SIZE(pool) == 0)
1902 goto empty;
1903 elem = PyTuple_GET_ITEM(pool, 0);
1904 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001905 PyTuple_SET_ITEM(result, i, elem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001906 }
1907 } else {
1908 Py_ssize_t *indices = lz->indices;
Raymond Hettinger73d79632008-02-23 02:20:41 +00001909
1910 /* Copy the previous result tuple or re-use it if available */
1911 if (Py_REFCNT(result) > 1) {
1912 PyObject *old_result = result;
1913 result = PyTuple_New(npools);
1914 if (result == NULL)
1915 goto empty;
1916 lz->result = result;
1917 for (i=0; i < npools; i++) {
1918 elem = PyTuple_GET_ITEM(old_result, i);
1919 Py_INCREF(elem);
1920 PyTuple_SET_ITEM(result, i, elem);
1921 }
1922 Py_DECREF(old_result);
1923 }
1924 /* Now, we've got the only copy so we can update it in-place */
Raymond Hettingere3fabd12008-03-02 12:02:19 +00001925 assert (npools==0 || Py_REFCNT(result) == 1);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001926
1927 /* Update the pool indices right-to-left. Only advance to the
1928 next pool when the previous one rolls-over */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001929 for (i=npools-1 ; i >= 0 ; i--) {
1930 pool = PyTuple_GET_ITEM(pools, i);
1931 indices[i]++;
Raymond Hettinger61024b92008-03-02 11:57:16 +00001932 if (indices[i] == PyTuple_GET_SIZE(pool)) {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001933 /* Roll-over and advance to next pool */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001934 indices[i] = 0;
1935 elem = PyTuple_GET_ITEM(pool, 0);
1936 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001937 oldelem = PyTuple_GET_ITEM(result, i);
1938 PyTuple_SET_ITEM(result, i, elem);
1939 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001940 } else {
Raymond Hettinger73d79632008-02-23 02:20:41 +00001941 /* No rollover. Just increment and stop here. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001942 elem = PyTuple_GET_ITEM(pool, indices[i]);
1943 Py_INCREF(elem);
Raymond Hettinger73d79632008-02-23 02:20:41 +00001944 oldelem = PyTuple_GET_ITEM(result, i);
1945 PyTuple_SET_ITEM(result, i, elem);
1946 Py_DECREF(oldelem);
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001947 break;
1948 }
1949 }
Raymond Hettinger73d79632008-02-23 02:20:41 +00001950
1951 /* If i is negative, then the indices have all rolled-over
1952 and we're done. */
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001953 if (i < 0)
Raymond Hettinger73d79632008-02-23 02:20:41 +00001954 goto empty;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001955 }
1956
Raymond Hettinger73d79632008-02-23 02:20:41 +00001957 Py_INCREF(result);
1958 return result;
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001959
1960empty:
1961 lz->stopped = 1;
1962 return NULL;
1963}
1964
1965PyDoc_STRVAR(product_doc,
1966"product(*iterables) --> product object\n\
1967\n\
Raymond Hettinger73d79632008-02-23 02:20:41 +00001968Cartesian product of input iterables. Equivalent to nested for-loops.\n\n\
Raymond Hettinger50986cc2008-02-22 03:16:42 +00001969For example, product(A, B) returns the same as: ((x,y) for x in A for y in B).\n\
1970The leftmost iterators are in the outermost for-loop, so the output tuples\n\
1971cycle in a manner similar to an odometer (with the rightmost element changing\n\
1972on every iteration).\n\n\
1973product('ab', range(3)) --> ('a',0) ('a',1) ('a',2) ('b',0) ('b',1) ('b',2)\n\
1974product((0,1), (0,1), (0,1)) --> (0,0,0) (0,0,1) (0,1,0) (0,1,1) (1,0,0) ...");
1975
1976static PyTypeObject product_type = {
1977 PyVarObject_HEAD_INIT(NULL, 0)
1978 "itertools.product", /* tp_name */
1979 sizeof(productobject), /* tp_basicsize */
1980 0, /* tp_itemsize */
1981 /* methods */
1982 (destructor)product_dealloc, /* tp_dealloc */
1983 0, /* tp_print */
1984 0, /* tp_getattr */
1985 0, /* tp_setattr */
1986 0, /* tp_compare */
1987 0, /* tp_repr */
1988 0, /* tp_as_number */
1989 0, /* tp_as_sequence */
1990 0, /* tp_as_mapping */
1991 0, /* tp_hash */
1992 0, /* tp_call */
1993 0, /* tp_str */
1994 PyObject_GenericGetAttr, /* tp_getattro */
1995 0, /* tp_setattro */
1996 0, /* tp_as_buffer */
1997 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
1998 Py_TPFLAGS_BASETYPE, /* tp_flags */
1999 product_doc, /* tp_doc */
2000 (traverseproc)product_traverse, /* tp_traverse */
2001 0, /* tp_clear */
2002 0, /* tp_richcompare */
2003 0, /* tp_weaklistoffset */
2004 PyObject_SelfIter, /* tp_iter */
2005 (iternextfunc)product_next, /* tp_iternext */
2006 0, /* tp_methods */
2007 0, /* tp_members */
2008 0, /* tp_getset */
2009 0, /* tp_base */
2010 0, /* tp_dict */
2011 0, /* tp_descr_get */
2012 0, /* tp_descr_set */
2013 0, /* tp_dictoffset */
2014 0, /* tp_init */
2015 0, /* tp_alloc */
2016 product_new, /* tp_new */
2017 PyObject_GC_Del, /* tp_free */
2018};
2019
2020
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002021/* combinations object ************************************************************/
2022
2023typedef struct {
2024 PyObject_HEAD
2025 PyObject *pool; /* input converted to a tuple */
2026 Py_ssize_t *indices; /* one index per result element */
2027 PyObject *result; /* most recently returned result tuple */
2028 Py_ssize_t r; /* size of result tuple */
2029 int stopped; /* set to 1 when the combinations iterator is exhausted */
2030} combinationsobject;
2031
2032static PyTypeObject combinations_type;
2033
2034static PyObject *
2035combinations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2036{
2037 combinationsobject *co;
2038 Py_ssize_t n;
2039 Py_ssize_t r;
2040 PyObject *pool = NULL;
2041 PyObject *iterable = NULL;
2042 Py_ssize_t *indices = NULL;
2043 Py_ssize_t i;
2044 static char *kwargs[] = {"iterable", "r", NULL};
2045
2046 if (!PyArg_ParseTupleAndKeywords(args, kwds, "On:combinations", kwargs,
2047 &iterable, &r))
2048 return NULL;
2049
2050 pool = PySequence_Tuple(iterable);
2051 if (pool == NULL)
2052 goto error;
2053 n = PyTuple_GET_SIZE(pool);
2054 if (r < 0) {
2055 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2056 goto error;
2057 }
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002058
2059 indices = PyMem_Malloc(r * sizeof(Py_ssize_t));
2060 if (indices == NULL) {
2061 PyErr_NoMemory();
2062 goto error;
2063 }
2064
2065 for (i=0 ; i<r ; i++)
2066 indices[i] = i;
2067
2068 /* create combinationsobject structure */
2069 co = (combinationsobject *)type->tp_alloc(type, 0);
2070 if (co == NULL)
2071 goto error;
2072
2073 co->pool = pool;
2074 co->indices = indices;
2075 co->result = NULL;
2076 co->r = r;
Raymond Hettinger5b913e32009-01-08 06:39:04 +00002077 co->stopped = r > n ? 1 : 0;
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002078
2079 return (PyObject *)co;
2080
2081error:
2082 if (indices != NULL)
2083 PyMem_Free(indices);
2084 Py_XDECREF(pool);
2085 return NULL;
2086}
2087
2088static void
2089combinations_dealloc(combinationsobject *co)
2090{
2091 PyObject_GC_UnTrack(co);
2092 Py_XDECREF(co->pool);
2093 Py_XDECREF(co->result);
Raymond Hettingerd081abc2009-01-27 02:58:49 +00002094 if (co->indices != NULL)
2095 PyMem_Free(co->indices);
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002096 Py_TYPE(co)->tp_free(co);
2097}
2098
2099static int
2100combinations_traverse(combinationsobject *co, visitproc visit, void *arg)
2101{
2102 Py_VISIT(co->pool);
2103 Py_VISIT(co->result);
2104 return 0;
2105}
2106
2107static PyObject *
2108combinations_next(combinationsobject *co)
2109{
2110 PyObject *elem;
2111 PyObject *oldelem;
2112 PyObject *pool = co->pool;
2113 Py_ssize_t *indices = co->indices;
2114 PyObject *result = co->result;
2115 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2116 Py_ssize_t r = co->r;
2117 Py_ssize_t i, j, index;
2118
2119 if (co->stopped)
2120 return NULL;
2121
2122 if (result == NULL) {
2123 /* On the first pass, initialize result tuple using the indices */
2124 result = PyTuple_New(r);
2125 if (result == NULL)
2126 goto empty;
2127 co->result = result;
2128 for (i=0; i<r ; i++) {
2129 index = indices[i];
2130 elem = PyTuple_GET_ITEM(pool, index);
2131 Py_INCREF(elem);
2132 PyTuple_SET_ITEM(result, i, elem);
2133 }
2134 } else {
2135 /* Copy the previous result tuple or re-use it if available */
2136 if (Py_REFCNT(result) > 1) {
2137 PyObject *old_result = result;
2138 result = PyTuple_New(r);
2139 if (result == NULL)
2140 goto empty;
2141 co->result = result;
2142 for (i=0; i<r ; i++) {
2143 elem = PyTuple_GET_ITEM(old_result, i);
2144 Py_INCREF(elem);
2145 PyTuple_SET_ITEM(result, i, elem);
2146 }
2147 Py_DECREF(old_result);
2148 }
Christian Heimescdddf182008-02-28 11:18:49 +00002149 /* Now, we've got the only copy so we can update it in-place
2150 * CPython's empty tuple is a singleton and cached in
2151 * PyTuple's freelist.
2152 */
2153 assert(r == 0 || Py_REFCNT(result) == 1);
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002154
2155 /* Scan indices right-to-left until finding one that is not
2156 at its maximum (i + n - r). */
2157 for (i=r-1 ; i >= 0 && indices[i] == i+n-r ; i--)
2158 ;
2159
2160 /* If i is negative, then the indices are all at
2161 their maximum value and we're done. */
2162 if (i < 0)
2163 goto empty;
2164
2165 /* Increment the current index which we know is not at its
2166 maximum. Then move back to the right setting each index
2167 to its lowest possible value (one higher than the index
2168 to its left -- this maintains the sort order invariant). */
2169 indices[i]++;
2170 for (j=i+1 ; j<r ; j++)
2171 indices[j] = indices[j-1] + 1;
2172
2173 /* Update the result tuple for the new indices
2174 starting with i, the leftmost index that changed */
2175 for ( ; i<r ; i++) {
2176 index = indices[i];
2177 elem = PyTuple_GET_ITEM(pool, index);
2178 Py_INCREF(elem);
2179 oldelem = PyTuple_GET_ITEM(result, i);
2180 PyTuple_SET_ITEM(result, i, elem);
2181 Py_DECREF(oldelem);
2182 }
2183 }
2184
2185 Py_INCREF(result);
2186 return result;
2187
2188empty:
2189 co->stopped = 1;
2190 return NULL;
2191}
2192
2193PyDoc_STRVAR(combinations_doc,
Georg Brandl8550d692008-06-10 12:46:39 +00002194"combinations(iterable[, r]) --> combinations object\n\
Raymond Hettinger93e804d2008-02-26 23:40:50 +00002195\n\
2196Return successive r-length combinations of elements in the iterable.\n\n\
2197combinations(range(4), 3) --> (0,1,2), (0,1,3), (0,2,3), (1,2,3)");
2198
2199static PyTypeObject combinations_type = {
2200 PyVarObject_HEAD_INIT(NULL, 0)
2201 "itertools.combinations", /* tp_name */
2202 sizeof(combinationsobject), /* tp_basicsize */
2203 0, /* tp_itemsize */
2204 /* methods */
2205 (destructor)combinations_dealloc, /* tp_dealloc */
2206 0, /* tp_print */
2207 0, /* tp_getattr */
2208 0, /* tp_setattr */
2209 0, /* tp_compare */
2210 0, /* tp_repr */
2211 0, /* tp_as_number */
2212 0, /* tp_as_sequence */
2213 0, /* tp_as_mapping */
2214 0, /* tp_hash */
2215 0, /* tp_call */
2216 0, /* tp_str */
2217 PyObject_GenericGetAttr, /* tp_getattro */
2218 0, /* tp_setattro */
2219 0, /* tp_as_buffer */
2220 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2221 Py_TPFLAGS_BASETYPE, /* tp_flags */
2222 combinations_doc, /* tp_doc */
2223 (traverseproc)combinations_traverse, /* tp_traverse */
2224 0, /* tp_clear */
2225 0, /* tp_richcompare */
2226 0, /* tp_weaklistoffset */
2227 PyObject_SelfIter, /* tp_iter */
2228 (iternextfunc)combinations_next, /* tp_iternext */
2229 0, /* tp_methods */
2230 0, /* tp_members */
2231 0, /* tp_getset */
2232 0, /* tp_base */
2233 0, /* tp_dict */
2234 0, /* tp_descr_get */
2235 0, /* tp_descr_set */
2236 0, /* tp_dictoffset */
2237 0, /* tp_init */
2238 0, /* tp_alloc */
2239 combinations_new, /* tp_new */
2240 PyObject_GC_Del, /* tp_free */
2241};
2242
2243
Raymond Hettingerd081abc2009-01-27 02:58:49 +00002244/* combinations with replacement object *******************************************/
2245
2246/* Equivalent to:
2247
2248 def combinations_with_replacement(iterable, r):
2249 "combinations_with_replacement('ABC', 2) --> AA AB AC BB BC CC"
2250 # number items returned: (n+r-1)! / r! / (n-1)!
2251 pool = tuple(iterable)
2252 n = len(pool)
2253 indices = [0] * r
2254 yield tuple(pool[i] for i in indices)
2255 while 1:
2256 for i in reversed(range(r)):
2257 if indices[i] != n - 1:
2258 break
2259 else:
2260 return
2261 indices[i:] = [indices[i] + 1] * (r - i)
2262 yield tuple(pool[i] for i in indices)
2263
2264 def combinations_with_replacement2(iterable, r):
2265 'Alternate version that filters from product()'
2266 pool = tuple(iterable)
2267 n = len(pool)
2268 for indices in product(range(n), repeat=r):
2269 if sorted(indices) == list(indices):
2270 yield tuple(pool[i] for i in indices)
2271*/
2272typedef struct {
2273 PyObject_HEAD
2274 PyObject *pool; /* input converted to a tuple */
2275 Py_ssize_t *indices; /* one index per result element */
2276 PyObject *result; /* most recently returned result tuple */
2277 Py_ssize_t r; /* size of result tuple */
2278 int stopped; /* set to 1 when the cwr iterator is exhausted */
2279} cwrobject;
2280
2281static PyTypeObject cwr_type;
2282
2283static PyObject *
2284cwr_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2285{
2286 cwrobject *co;
2287 Py_ssize_t n;
2288 Py_ssize_t r;
2289 PyObject *pool = NULL;
2290 PyObject *iterable = NULL;
2291 Py_ssize_t *indices = NULL;
2292 Py_ssize_t i;
2293 static char *kwargs[] = {"iterable", "r", NULL};
2294
2295 if (!PyArg_ParseTupleAndKeywords(args, kwds, "On:combinations_with_replacement", kwargs,
2296 &iterable, &r))
2297 return NULL;
2298
2299 pool = PySequence_Tuple(iterable);
2300 if (pool == NULL)
2301 goto error;
2302 n = PyTuple_GET_SIZE(pool);
2303 if (r < 0) {
2304 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2305 goto error;
2306 }
2307
2308 indices = PyMem_Malloc(r * sizeof(Py_ssize_t));
2309 if (indices == NULL) {
2310 PyErr_NoMemory();
2311 goto error;
2312 }
2313
2314 for (i=0 ; i<r ; i++)
2315 indices[i] = 0;
2316
2317 /* create cwrobject structure */
2318 co = (cwrobject *)type->tp_alloc(type, 0);
2319 if (co == NULL)
2320 goto error;
2321
2322 co->pool = pool;
2323 co->indices = indices;
2324 co->result = NULL;
2325 co->r = r;
2326 co->stopped = !n && r;
2327
2328 return (PyObject *)co;
2329
2330error:
2331 if (indices != NULL)
2332 PyMem_Free(indices);
2333 Py_XDECREF(pool);
2334 return NULL;
2335}
2336
2337static void
2338cwr_dealloc(cwrobject *co)
2339{
2340 PyObject_GC_UnTrack(co);
2341 Py_XDECREF(co->pool);
2342 Py_XDECREF(co->result);
2343 if (co->indices != NULL)
2344 PyMem_Free(co->indices);
2345 Py_TYPE(co)->tp_free(co);
2346}
2347
2348static int
2349cwr_traverse(cwrobject *co, visitproc visit, void *arg)
2350{
2351 Py_VISIT(co->pool);
2352 Py_VISIT(co->result);
2353 return 0;
2354}
2355
2356static PyObject *
2357cwr_next(cwrobject *co)
2358{
2359 PyObject *elem;
2360 PyObject *oldelem;
2361 PyObject *pool = co->pool;
2362 Py_ssize_t *indices = co->indices;
2363 PyObject *result = co->result;
2364 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2365 Py_ssize_t r = co->r;
2366 Py_ssize_t i, j, index;
2367
2368 if (co->stopped)
2369 return NULL;
2370
2371 if (result == NULL) {
2372 /* On the first pass, initialize result tuple using the indices */
2373 result = PyTuple_New(r);
2374 if (result == NULL)
2375 goto empty;
2376 co->result = result;
2377 for (i=0; i<r ; i++) {
2378 index = indices[i];
2379 elem = PyTuple_GET_ITEM(pool, index);
2380 Py_INCREF(elem);
2381 PyTuple_SET_ITEM(result, i, elem);
2382 }
2383 } else {
2384 /* Copy the previous result tuple or re-use it if available */
2385 if (Py_REFCNT(result) > 1) {
2386 PyObject *old_result = result;
2387 result = PyTuple_New(r);
2388 if (result == NULL)
2389 goto empty;
2390 co->result = result;
2391 for (i=0; i<r ; i++) {
2392 elem = PyTuple_GET_ITEM(old_result, i);
2393 Py_INCREF(elem);
2394 PyTuple_SET_ITEM(result, i, elem);
2395 }
2396 Py_DECREF(old_result);
2397 }
2398 /* Now, we've got the only copy so we can update it in-place CPython's
2399 empty tuple is a singleton and cached in PyTuple's freelist. */
2400 assert(r == 0 || Py_REFCNT(result) == 1);
2401
2402 /* Scan indices right-to-left until finding one that is not
2403 * at its maximum (n-1). */
2404 for (i=r-1 ; i >= 0 && indices[i] == n-1; i--)
2405 ;
2406
2407 /* If i is negative, then the indices are all at
2408 their maximum value and we're done. */
2409 if (i < 0)
2410 goto empty;
2411
2412 /* Increment the current index which we know is not at its
2413 maximum. Then set all to the right to the same value. */
2414 indices[i]++;
2415 for (j=i+1 ; j<r ; j++)
2416 indices[j] = indices[j-1];
2417
2418 /* Update the result tuple for the new indices
2419 starting with i, the leftmost index that changed */
2420 for ( ; i<r ; i++) {
2421 index = indices[i];
2422 elem = PyTuple_GET_ITEM(pool, index);
2423 Py_INCREF(elem);
2424 oldelem = PyTuple_GET_ITEM(result, i);
2425 PyTuple_SET_ITEM(result, i, elem);
2426 Py_DECREF(oldelem);
2427 }
2428 }
2429
2430 Py_INCREF(result);
2431 return result;
2432
2433empty:
2434 co->stopped = 1;
2435 return NULL;
2436}
2437
2438PyDoc_STRVAR(cwr_doc,
2439"combinations_with_replacement(iterable[, r]) --> combinations_with_replacement object\n\
2440\n\
2441Return successive r-length combinations of elements in the iterable\n\
2442allowing individual elements to have successive repeats.\n\
2443combinations_with_replacement('ABC', 2) --> AA AB AC BB BC CC");
2444
2445static PyTypeObject cwr_type = {
2446 PyVarObject_HEAD_INIT(NULL, 0)
2447 "itertools.combinations_with_replacement", /* tp_name */
2448 sizeof(cwrobject), /* tp_basicsize */
2449 0, /* tp_itemsize */
2450 /* methods */
2451 (destructor)cwr_dealloc, /* tp_dealloc */
2452 0, /* tp_print */
2453 0, /* tp_getattr */
2454 0, /* tp_setattr */
2455 0, /* tp_compare */
2456 0, /* tp_repr */
2457 0, /* tp_as_number */
2458 0, /* tp_as_sequence */
2459 0, /* tp_as_mapping */
2460 0, /* tp_hash */
2461 0, /* tp_call */
2462 0, /* tp_str */
2463 PyObject_GenericGetAttr, /* tp_getattro */
2464 0, /* tp_setattro */
2465 0, /* tp_as_buffer */
2466 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2467 Py_TPFLAGS_BASETYPE, /* tp_flags */
2468 cwr_doc, /* tp_doc */
2469 (traverseproc)cwr_traverse, /* tp_traverse */
2470 0, /* tp_clear */
2471 0, /* tp_richcompare */
2472 0, /* tp_weaklistoffset */
2473 PyObject_SelfIter, /* tp_iter */
2474 (iternextfunc)cwr_next, /* tp_iternext */
2475 0, /* tp_methods */
2476 0, /* tp_members */
2477 0, /* tp_getset */
2478 0, /* tp_base */
2479 0, /* tp_dict */
2480 0, /* tp_descr_get */
2481 0, /* tp_descr_set */
2482 0, /* tp_dictoffset */
2483 0, /* tp_init */
2484 0, /* tp_alloc */
2485 cwr_new, /* tp_new */
2486 PyObject_GC_Del, /* tp_free */
2487};
2488
2489
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002490/* permutations object ************************************************************
2491
2492def permutations(iterable, r=None):
2493 'permutations(range(3), 2) --> (0,1) (0,2) (1,0) (1,2) (2,0) (2,1)'
2494 pool = tuple(iterable)
2495 n = len(pool)
2496 r = n if r is None else r
2497 indices = range(n)
2498 cycles = range(n-r+1, n+1)[::-1]
2499 yield tuple(pool[i] for i in indices[:r])
2500 while n:
2501 for i in reversed(range(r)):
2502 cycles[i] -= 1
2503 if cycles[i] == 0:
2504 indices[i:] = indices[i+1:] + indices[i:i+1]
2505 cycles[i] = n - i
2506 else:
2507 j = cycles[i]
2508 indices[i], indices[-j] = indices[-j], indices[i]
2509 yield tuple(pool[i] for i in indices[:r])
2510 break
2511 else:
2512 return
2513*/
2514
2515typedef struct {
2516 PyObject_HEAD
2517 PyObject *pool; /* input converted to a tuple */
2518 Py_ssize_t *indices; /* one index per element in the pool */
2519 Py_ssize_t *cycles; /* one rollover counter per element in the result */
2520 PyObject *result; /* most recently returned result tuple */
2521 Py_ssize_t r; /* size of result tuple */
2522 int stopped; /* set to 1 when the permutations iterator is exhausted */
2523} permutationsobject;
2524
2525static PyTypeObject permutations_type;
2526
2527static PyObject *
2528permutations_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2529{
2530 permutationsobject *po;
2531 Py_ssize_t n;
2532 Py_ssize_t r;
2533 PyObject *robj = Py_None;
2534 PyObject *pool = NULL;
2535 PyObject *iterable = NULL;
2536 Py_ssize_t *indices = NULL;
2537 Py_ssize_t *cycles = NULL;
2538 Py_ssize_t i;
2539 static char *kwargs[] = {"iterable", "r", NULL};
2540
2541 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|O:permutations", kwargs,
2542 &iterable, &robj))
2543 return NULL;
2544
2545 pool = PySequence_Tuple(iterable);
2546 if (pool == NULL)
2547 goto error;
2548 n = PyTuple_GET_SIZE(pool);
2549
2550 r = n;
2551 if (robj != Py_None) {
2552 r = PyInt_AsSsize_t(robj);
2553 if (r == -1 && PyErr_Occurred())
2554 goto error;
2555 }
2556 if (r < 0) {
2557 PyErr_SetString(PyExc_ValueError, "r must be non-negative");
2558 goto error;
2559 }
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002560
2561 indices = PyMem_Malloc(n * sizeof(Py_ssize_t));
2562 cycles = PyMem_Malloc(r * sizeof(Py_ssize_t));
2563 if (indices == NULL || cycles == NULL) {
2564 PyErr_NoMemory();
2565 goto error;
2566 }
2567
2568 for (i=0 ; i<n ; i++)
2569 indices[i] = i;
2570 for (i=0 ; i<r ; i++)
2571 cycles[i] = n - i;
2572
2573 /* create permutationsobject structure */
2574 po = (permutationsobject *)type->tp_alloc(type, 0);
2575 if (po == NULL)
2576 goto error;
2577
2578 po->pool = pool;
2579 po->indices = indices;
2580 po->cycles = cycles;
2581 po->result = NULL;
2582 po->r = r;
Raymond Hettinger5b913e32009-01-08 06:39:04 +00002583 po->stopped = r > n ? 1 : 0;
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002584
2585 return (PyObject *)po;
2586
2587error:
2588 if (indices != NULL)
2589 PyMem_Free(indices);
2590 if (cycles != NULL)
2591 PyMem_Free(cycles);
2592 Py_XDECREF(pool);
2593 return NULL;
2594}
2595
2596static void
2597permutations_dealloc(permutationsobject *po)
2598{
2599 PyObject_GC_UnTrack(po);
2600 Py_XDECREF(po->pool);
2601 Py_XDECREF(po->result);
2602 PyMem_Free(po->indices);
2603 PyMem_Free(po->cycles);
2604 Py_TYPE(po)->tp_free(po);
2605}
2606
2607static int
2608permutations_traverse(permutationsobject *po, visitproc visit, void *arg)
2609{
Raymond Hettinger6e3e4152008-03-05 21:04:32 +00002610 Py_VISIT(po->pool);
2611 Py_VISIT(po->result);
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002612 return 0;
2613}
2614
2615static PyObject *
2616permutations_next(permutationsobject *po)
2617{
2618 PyObject *elem;
2619 PyObject *oldelem;
2620 PyObject *pool = po->pool;
2621 Py_ssize_t *indices = po->indices;
2622 Py_ssize_t *cycles = po->cycles;
2623 PyObject *result = po->result;
2624 Py_ssize_t n = PyTuple_GET_SIZE(pool);
2625 Py_ssize_t r = po->r;
2626 Py_ssize_t i, j, k, index;
2627
2628 if (po->stopped)
2629 return NULL;
2630
2631 if (result == NULL) {
2632 /* On the first pass, initialize result tuple using the indices */
2633 result = PyTuple_New(r);
2634 if (result == NULL)
2635 goto empty;
2636 po->result = result;
2637 for (i=0; i<r ; i++) {
2638 index = indices[i];
2639 elem = PyTuple_GET_ITEM(pool, index);
2640 Py_INCREF(elem);
2641 PyTuple_SET_ITEM(result, i, elem);
2642 }
2643 } else {
2644 if (n == 0)
2645 goto empty;
2646
2647 /* Copy the previous result tuple or re-use it if available */
2648 if (Py_REFCNT(result) > 1) {
2649 PyObject *old_result = result;
2650 result = PyTuple_New(r);
2651 if (result == NULL)
2652 goto empty;
2653 po->result = result;
2654 for (i=0; i<r ; i++) {
2655 elem = PyTuple_GET_ITEM(old_result, i);
2656 Py_INCREF(elem);
2657 PyTuple_SET_ITEM(result, i, elem);
2658 }
2659 Py_DECREF(old_result);
2660 }
2661 /* Now, we've got the only copy so we can update it in-place */
2662 assert(r == 0 || Py_REFCNT(result) == 1);
2663
2664 /* Decrement rightmost cycle, moving leftward upon zero rollover */
2665 for (i=r-1 ; i>=0 ; i--) {
2666 cycles[i] -= 1;
2667 if (cycles[i] == 0) {
2668 /* rotatation: indices[i:] = indices[i+1:] + indices[i:i+1] */
2669 index = indices[i];
2670 for (j=i ; j<n-1 ; j++)
2671 indices[j] = indices[j+1];
2672 indices[n-1] = index;
2673 cycles[i] = n - i;
2674 } else {
2675 j = cycles[i];
2676 index = indices[i];
2677 indices[i] = indices[n-j];
2678 indices[n-j] = index;
2679
2680 for (k=i; k<r ; k++) {
2681 /* start with i, the leftmost element that changed */
2682 /* yield tuple(pool[k] for k in indices[:r]) */
2683 index = indices[k];
2684 elem = PyTuple_GET_ITEM(pool, index);
2685 Py_INCREF(elem);
2686 oldelem = PyTuple_GET_ITEM(result, k);
2687 PyTuple_SET_ITEM(result, k, elem);
2688 Py_DECREF(oldelem);
2689 }
2690 break;
2691 }
2692 }
2693 /* If i is negative, then the cycles have all
2694 rolled-over and we're done. */
2695 if (i < 0)
2696 goto empty;
2697 }
2698 Py_INCREF(result);
2699 return result;
2700
2701empty:
2702 po->stopped = 1;
2703 return NULL;
2704}
2705
2706PyDoc_STRVAR(permutations_doc,
Georg Brandl8550d692008-06-10 12:46:39 +00002707"permutations(iterable[, r]) --> permutations object\n\
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002708\n\
2709Return successive r-length permutations of elements in the iterable.\n\n\
Georg Brandl8550d692008-06-10 12:46:39 +00002710permutations(range(3), 2) --> (0,1), (0,2), (1,0), (1,2), (2,0), (2,1)");
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00002711
2712static PyTypeObject permutations_type = {
2713 PyVarObject_HEAD_INIT(NULL, 0)
2714 "itertools.permutations", /* tp_name */
2715 sizeof(permutationsobject), /* tp_basicsize */
2716 0, /* tp_itemsize */
2717 /* methods */
2718 (destructor)permutations_dealloc, /* tp_dealloc */
2719 0, /* tp_print */
2720 0, /* tp_getattr */
2721 0, /* tp_setattr */
2722 0, /* tp_compare */
2723 0, /* tp_repr */
2724 0, /* tp_as_number */
2725 0, /* tp_as_sequence */
2726 0, /* tp_as_mapping */
2727 0, /* tp_hash */
2728 0, /* tp_call */
2729 0, /* tp_str */
2730 PyObject_GenericGetAttr, /* tp_getattro */
2731 0, /* tp_setattro */
2732 0, /* tp_as_buffer */
2733 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2734 Py_TPFLAGS_BASETYPE, /* tp_flags */
2735 permutations_doc, /* tp_doc */
2736 (traverseproc)permutations_traverse, /* tp_traverse */
2737 0, /* tp_clear */
2738 0, /* tp_richcompare */
2739 0, /* tp_weaklistoffset */
2740 PyObject_SelfIter, /* tp_iter */
2741 (iternextfunc)permutations_next, /* tp_iternext */
2742 0, /* tp_methods */
2743 0, /* tp_members */
2744 0, /* tp_getset */
2745 0, /* tp_base */
2746 0, /* tp_dict */
2747 0, /* tp_descr_get */
2748 0, /* tp_descr_set */
2749 0, /* tp_dictoffset */
2750 0, /* tp_init */
2751 0, /* tp_alloc */
2752 permutations_new, /* tp_new */
2753 PyObject_GC_Del, /* tp_free */
2754};
2755
2756
Raymond Hettinger2bcb8e92009-01-25 21:04:14 +00002757/* compress object ************************************************************/
2758
2759/* Equivalent to:
2760
2761 def compress(data, selectors):
2762 "compress('ABCDEF', [1,0,1,0,1,1]) --> A C E F"
2763 return (d for d, s in izip(data, selectors) if s)
2764*/
2765
2766typedef struct {
2767 PyObject_HEAD
2768 PyObject *data;
2769 PyObject *selectors;
2770} compressobject;
2771
2772static PyTypeObject compress_type;
2773
2774static PyObject *
2775compress_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2776{
2777 PyObject *seq1, *seq2;
2778 PyObject *data=NULL, *selectors=NULL;
2779 compressobject *lz;
2780
2781 if (type == &compress_type && !_PyArg_NoKeywords("compress()", kwds))
2782 return NULL;
2783
2784 if (!PyArg_UnpackTuple(args, "compress", 2, 2, &seq1, &seq2))
2785 return NULL;
2786
2787 data = PyObject_GetIter(seq1);
2788 if (data == NULL)
2789 goto fail;
2790 selectors = PyObject_GetIter(seq2);
2791 if (selectors == NULL)
2792 goto fail;
2793
2794 /* create compressobject structure */
2795 lz = (compressobject *)type->tp_alloc(type, 0);
2796 if (lz == NULL)
2797 goto fail;
2798 lz->data = data;
2799 lz->selectors = selectors;
2800 return (PyObject *)lz;
2801
2802fail:
2803 Py_XDECREF(data);
2804 Py_XDECREF(selectors);
2805 return NULL;
2806}
2807
2808static void
2809compress_dealloc(compressobject *lz)
2810{
2811 PyObject_GC_UnTrack(lz);
2812 Py_XDECREF(lz->data);
2813 Py_XDECREF(lz->selectors);
2814 Py_TYPE(lz)->tp_free(lz);
2815}
2816
2817static int
2818compress_traverse(compressobject *lz, visitproc visit, void *arg)
2819{
2820 Py_VISIT(lz->data);
2821 Py_VISIT(lz->selectors);
2822 return 0;
2823}
2824
2825static PyObject *
2826compress_next(compressobject *lz)
2827{
2828 PyObject *data = lz->data, *selectors = lz->selectors;
2829 PyObject *datum, *selector;
2830 PyObject *(*datanext)(PyObject *) = *Py_TYPE(data)->tp_iternext;
2831 PyObject *(*selectornext)(PyObject *) = *Py_TYPE(selectors)->tp_iternext;
2832 int ok;
2833
2834 while (1) {
2835 /* Steps: get datum, get selector, evaluate selector.
2836 Order is important (to match the pure python version
2837 in terms of which input gets a chance to raise an
2838 exception first).
2839 */
2840
2841 datum = datanext(data);
2842 if (datum == NULL)
2843 return NULL;
2844
2845 selector = selectornext(selectors);
2846 if (selector == NULL) {
2847 Py_DECREF(datum);
2848 return NULL;
2849 }
2850
2851 ok = PyObject_IsTrue(selector);
2852 Py_DECREF(selector);
2853 if (ok == 1)
2854 return datum;
2855 Py_DECREF(datum);
2856 if (ok == -1)
2857 return NULL;
2858 }
2859}
2860
2861PyDoc_STRVAR(compress_doc,
2862"compress(data sequence, selector sequence) --> iterator over selected data\n\
2863\n\
2864Return data elements corresponding to true selector elements.\n\
2865Forms a shorter iterator from selected data elements using the\n\
2866selectors to choose the data elements.");
2867
2868static PyTypeObject compress_type = {
2869 PyVarObject_HEAD_INIT(NULL, 0)
2870 "itertools.compress", /* tp_name */
2871 sizeof(compressobject), /* tp_basicsize */
2872 0, /* tp_itemsize */
2873 /* methods */
2874 (destructor)compress_dealloc, /* tp_dealloc */
2875 0, /* tp_print */
2876 0, /* tp_getattr */
2877 0, /* tp_setattr */
2878 0, /* tp_compare */
2879 0, /* tp_repr */
2880 0, /* tp_as_number */
2881 0, /* tp_as_sequence */
2882 0, /* tp_as_mapping */
2883 0, /* tp_hash */
2884 0, /* tp_call */
2885 0, /* tp_str */
2886 PyObject_GenericGetAttr, /* tp_getattro */
2887 0, /* tp_setattro */
2888 0, /* tp_as_buffer */
2889 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
2890 Py_TPFLAGS_BASETYPE, /* tp_flags */
2891 compress_doc, /* tp_doc */
2892 (traverseproc)compress_traverse, /* tp_traverse */
2893 0, /* tp_clear */
2894 0, /* tp_richcompare */
2895 0, /* tp_weaklistoffset */
2896 PyObject_SelfIter, /* tp_iter */
2897 (iternextfunc)compress_next, /* tp_iternext */
2898 0, /* tp_methods */
2899 0, /* tp_members */
2900 0, /* tp_getset */
2901 0, /* tp_base */
2902 0, /* tp_dict */
2903 0, /* tp_descr_get */
2904 0, /* tp_descr_set */
2905 0, /* tp_dictoffset */
2906 0, /* tp_init */
2907 0, /* tp_alloc */
2908 compress_new, /* tp_new */
2909 PyObject_GC_Del, /* tp_free */
2910};
2911
2912
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002913/* ifilter object ************************************************************/
2914
2915typedef struct {
2916 PyObject_HEAD
2917 PyObject *func;
2918 PyObject *it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002919} ifilterobject;
2920
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00002921static PyTypeObject ifilter_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002922
2923static PyObject *
2924ifilter_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
2925{
Raymond Hettinger60eca932003-02-09 06:40:58 +00002926 PyObject *func, *seq;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002927 PyObject *it;
2928 ifilterobject *lz;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002929
Georg Brandlb84c1372007-01-21 10:28:43 +00002930 if (type == &ifilter_type && !_PyArg_NoKeywords("ifilter()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00002931 return NULL;
2932
Raymond Hettinger60eca932003-02-09 06:40:58 +00002933 if (!PyArg_UnpackTuple(args, "ifilter", 2, 2, &func, &seq))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002934 return NULL;
2935
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002936 /* Get iterator. */
2937 it = PyObject_GetIter(seq);
2938 if (it == NULL)
2939 return NULL;
2940
2941 /* create ifilterobject structure */
2942 lz = (ifilterobject *)type->tp_alloc(type, 0);
2943 if (lz == NULL) {
2944 Py_DECREF(it);
2945 return NULL;
2946 }
2947 Py_INCREF(func);
2948 lz->func = func;
2949 lz->it = it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002950
2951 return (PyObject *)lz;
2952}
2953
2954static void
2955ifilter_dealloc(ifilterobject *lz)
2956{
2957 PyObject_GC_UnTrack(lz);
2958 Py_XDECREF(lz->func);
2959 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00002960 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002961}
2962
2963static int
2964ifilter_traverse(ifilterobject *lz, visitproc visit, void *arg)
2965{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00002966 Py_VISIT(lz->it);
2967 Py_VISIT(lz->func);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002968 return 0;
2969}
2970
2971static PyObject *
2972ifilter_next(ifilterobject *lz)
2973{
2974 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00002975 PyObject *it = lz->it;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002976 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002977 PyObject *(*iternext)(PyObject *);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002978
Christian Heimese93237d2007-12-19 02:37:44 +00002979 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002980 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00002981 item = iternext(it);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002982 if (item == NULL)
2983 return NULL;
2984
Facundo Batistab1d70e22008-02-25 23:46:02 +00002985 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002986 ok = PyObject_IsTrue(item);
2987 } else {
2988 PyObject *good;
2989 good = PyObject_CallFunctionObjArgs(lz->func,
2990 item, NULL);
2991 if (good == NULL) {
2992 Py_DECREF(item);
2993 return NULL;
2994 }
2995 ok = PyObject_IsTrue(good);
2996 Py_DECREF(good);
2997 }
Raymond Hettinger60eca932003-02-09 06:40:58 +00002998 if (ok)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00002999 return item;
3000 Py_DECREF(item);
3001 }
3002}
3003
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003004PyDoc_STRVAR(ifilter_doc,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003005"ifilter(function or None, sequence) --> ifilter object\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003006\n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00003007Return those items of sequence for which function(item) is true.\n\
3008If function is None, return the items that are true.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003009
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003010static PyTypeObject ifilter_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003011 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003012 "itertools.ifilter", /* tp_name */
3013 sizeof(ifilterobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003014 0, /* tp_itemsize */
3015 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003016 (destructor)ifilter_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003017 0, /* tp_print */
3018 0, /* tp_getattr */
3019 0, /* tp_setattr */
3020 0, /* tp_compare */
3021 0, /* tp_repr */
3022 0, /* tp_as_number */
3023 0, /* tp_as_sequence */
3024 0, /* tp_as_mapping */
3025 0, /* tp_hash */
3026 0, /* tp_call */
3027 0, /* tp_str */
3028 PyObject_GenericGetAttr, /* tp_getattro */
3029 0, /* tp_setattro */
3030 0, /* tp_as_buffer */
3031 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3032 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003033 ifilter_doc, /* tp_doc */
3034 (traverseproc)ifilter_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003035 0, /* tp_clear */
3036 0, /* tp_richcompare */
3037 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003038 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003039 (iternextfunc)ifilter_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003040 0, /* tp_methods */
3041 0, /* tp_members */
3042 0, /* tp_getset */
3043 0, /* tp_base */
3044 0, /* tp_dict */
3045 0, /* tp_descr_get */
3046 0, /* tp_descr_set */
3047 0, /* tp_dictoffset */
3048 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003049 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003050 ifilter_new, /* tp_new */
3051 PyObject_GC_Del, /* tp_free */
3052};
3053
3054
3055/* ifilterfalse object ************************************************************/
3056
3057typedef struct {
3058 PyObject_HEAD
3059 PyObject *func;
3060 PyObject *it;
3061} ifilterfalseobject;
3062
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003063static PyTypeObject ifilterfalse_type;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003064
3065static PyObject *
3066ifilterfalse_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3067{
Guido van Rossumd58f3fc2003-02-09 17:19:18 +00003068 PyObject *func, *seq;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003069 PyObject *it;
3070 ifilterfalseobject *lz;
3071
Georg Brandlb84c1372007-01-21 10:28:43 +00003072 if (type == &ifilterfalse_type &&
3073 !_PyArg_NoKeywords("ifilterfalse()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003074 return NULL;
3075
Raymond Hettinger60eca932003-02-09 06:40:58 +00003076 if (!PyArg_UnpackTuple(args, "ifilterfalse", 2, 2, &func, &seq))
3077 return NULL;
3078
3079 /* Get iterator. */
3080 it = PyObject_GetIter(seq);
3081 if (it == NULL)
3082 return NULL;
3083
3084 /* create ifilterfalseobject structure */
3085 lz = (ifilterfalseobject *)type->tp_alloc(type, 0);
3086 if (lz == NULL) {
3087 Py_DECREF(it);
3088 return NULL;
3089 }
3090 Py_INCREF(func);
3091 lz->func = func;
3092 lz->it = it;
3093
3094 return (PyObject *)lz;
3095}
3096
3097static void
3098ifilterfalse_dealloc(ifilterfalseobject *lz)
3099{
3100 PyObject_GC_UnTrack(lz);
3101 Py_XDECREF(lz->func);
3102 Py_XDECREF(lz->it);
Christian Heimese93237d2007-12-19 02:37:44 +00003103 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003104}
3105
3106static int
3107ifilterfalse_traverse(ifilterfalseobject *lz, visitproc visit, void *arg)
3108{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00003109 Py_VISIT(lz->it);
3110 Py_VISIT(lz->func);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003111 return 0;
3112}
3113
3114static PyObject *
3115ifilterfalse_next(ifilterfalseobject *lz)
3116{
3117 PyObject *item;
Raymond Hettingerd1a283b2003-03-01 01:48:24 +00003118 PyObject *it = lz->it;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003119 long ok;
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00003120 PyObject *(*iternext)(PyObject *);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003121
Christian Heimese93237d2007-12-19 02:37:44 +00003122 iternext = *Py_TYPE(it)->tp_iternext;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003123 for (;;) {
Raymond Hettinger0faa1ca2004-03-17 04:27:44 +00003124 item = iternext(it);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003125 if (item == NULL)
3126 return NULL;
3127
Facundo Batistab1d70e22008-02-25 23:46:02 +00003128 if (lz->func == Py_None || lz->func == (PyObject *)&PyBool_Type) {
Raymond Hettinger60eca932003-02-09 06:40:58 +00003129 ok = PyObject_IsTrue(item);
3130 } else {
3131 PyObject *good;
3132 good = PyObject_CallFunctionObjArgs(lz->func,
3133 item, NULL);
3134 if (good == NULL) {
3135 Py_DECREF(item);
3136 return NULL;
3137 }
3138 ok = PyObject_IsTrue(good);
3139 Py_DECREF(good);
3140 }
3141 if (!ok)
3142 return item;
3143 Py_DECREF(item);
3144 }
3145}
3146
Raymond Hettinger60eca932003-02-09 06:40:58 +00003147PyDoc_STRVAR(ifilterfalse_doc,
3148"ifilterfalse(function or None, sequence) --> ifilterfalse object\n\
3149\n\
3150Return those items of sequence for which function(item) is false.\n\
3151If function is None, return the items that are false.");
3152
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003153static PyTypeObject ifilterfalse_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003154 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003155 "itertools.ifilterfalse", /* tp_name */
3156 sizeof(ifilterfalseobject), /* tp_basicsize */
3157 0, /* tp_itemsize */
3158 /* methods */
3159 (destructor)ifilterfalse_dealloc, /* tp_dealloc */
3160 0, /* tp_print */
3161 0, /* tp_getattr */
3162 0, /* tp_setattr */
3163 0, /* tp_compare */
3164 0, /* tp_repr */
3165 0, /* tp_as_number */
3166 0, /* tp_as_sequence */
3167 0, /* tp_as_mapping */
3168 0, /* tp_hash */
3169 0, /* tp_call */
3170 0, /* tp_str */
3171 PyObject_GenericGetAttr, /* tp_getattro */
3172 0, /* tp_setattro */
3173 0, /* tp_as_buffer */
3174 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3175 Py_TPFLAGS_BASETYPE, /* tp_flags */
3176 ifilterfalse_doc, /* tp_doc */
3177 (traverseproc)ifilterfalse_traverse, /* tp_traverse */
3178 0, /* tp_clear */
3179 0, /* tp_richcompare */
3180 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003181 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003182 (iternextfunc)ifilterfalse_next, /* tp_iternext */
3183 0, /* tp_methods */
3184 0, /* tp_members */
3185 0, /* tp_getset */
3186 0, /* tp_base */
3187 0, /* tp_dict */
3188 0, /* tp_descr_get */
3189 0, /* tp_descr_set */
3190 0, /* tp_dictoffset */
3191 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003192 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003193 ifilterfalse_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003194 PyObject_GC_Del, /* tp_free */
3195};
3196
3197
3198/* count object ************************************************************/
3199
3200typedef struct {
3201 PyObject_HEAD
Jack Diederich6c433a92006-05-26 11:15:17 +00003202 Py_ssize_t cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003203 PyObject *long_cnt; /* Arbitrarily large count when cnt >= PY_SSIZE_T_MAX */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003204} countobject;
3205
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003206static PyTypeObject count_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003207
3208static PyObject *
3209count_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3210{
3211 countobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00003212 Py_ssize_t cnt = 0;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003213 PyObject *cnt_arg = NULL;
3214 PyObject *long_cnt = NULL;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003215
Georg Brandlb84c1372007-01-21 10:28:43 +00003216 if (type == &count_type && !_PyArg_NoKeywords("count()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003217 return NULL;
3218
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003219 if (!PyArg_UnpackTuple(args, "count", 0, 1, &cnt_arg))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003220 return NULL;
3221
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003222 if (cnt_arg != NULL) {
3223 cnt = PyInt_AsSsize_t(cnt_arg);
3224 if (cnt == -1 && PyErr_Occurred()) {
3225 PyErr_Clear();
3226 if (!PyLong_Check(cnt_arg)) {
3227 PyErr_SetString(PyExc_TypeError, "an integer is required");
3228 return NULL;
3229 }
3230 long_cnt = cnt_arg;
3231 Py_INCREF(long_cnt);
3232 cnt = PY_SSIZE_T_MAX;
3233 }
3234 }
3235
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003236 /* create countobject structure */
3237 lz = (countobject *)PyObject_New(countobject, &count_type);
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003238 if (lz == NULL) {
3239 Py_XDECREF(long_cnt);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003240 return NULL;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003241 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003242 lz->cnt = cnt;
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003243 lz->long_cnt = long_cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003244
3245 return (PyObject *)lz;
3246}
3247
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003248static void
3249count_dealloc(countobject *lz)
3250{
3251 Py_XDECREF(lz->long_cnt);
3252 PyObject_Del(lz);
3253}
3254
3255static PyObject *
3256count_nextlong(countobject *lz)
3257{
3258 static PyObject *one = NULL;
3259 PyObject *cnt;
3260 PyObject *stepped_up;
3261
3262 if (lz->long_cnt == NULL) {
3263 lz->long_cnt = PyInt_FromSsize_t(PY_SSIZE_T_MAX);
3264 if (lz->long_cnt == NULL)
3265 return NULL;
3266 }
3267 if (one == NULL) {
3268 one = PyInt_FromLong(1);
3269 if (one == NULL)
3270 return NULL;
3271 }
3272 cnt = lz->long_cnt;
3273 assert(cnt != NULL);
3274 stepped_up = PyNumber_Add(cnt, one);
3275 if (stepped_up == NULL)
3276 return NULL;
3277 lz->long_cnt = stepped_up;
3278 return cnt;
3279}
3280
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003281static PyObject *
3282count_next(countobject *lz)
3283{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003284 if (lz->cnt == PY_SSIZE_T_MAX)
3285 return count_nextlong(lz);
Jack Diederich36234e82006-09-21 17:50:26 +00003286 return PyInt_FromSsize_t(lz->cnt++);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003287}
3288
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003289static PyObject *
3290count_repr(countobject *lz)
3291{
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003292 PyObject *cnt_repr;
3293 PyObject *result;
3294
3295 if (lz->cnt != PY_SSIZE_T_MAX)
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003296 return PyString_FromFormat("count(%zd)", lz->cnt);
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003297
3298 cnt_repr = PyObject_Repr(lz->long_cnt);
3299 if (cnt_repr == NULL)
3300 return NULL;
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003301 result = PyString_FromFormat("count(%s)", PyString_AS_STRING(cnt_repr));
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003302 Py_DECREF(cnt_repr);
3303 return result;
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003304}
3305
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003306PyDoc_STRVAR(count_doc,
3307"count([firstval]) --> count object\n\
3308\n\
3309Return a count object whose .next() method returns consecutive\n\
3310integers starting from zero or, if specified, from firstval.");
3311
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003312static PyTypeObject count_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003313 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003314 "itertools.count", /* tp_name */
3315 sizeof(countobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003316 0, /* tp_itemsize */
3317 /* methods */
Raymond Hettinger50e90e22007-10-04 00:20:27 +00003318 (destructor)count_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003319 0, /* tp_print */
3320 0, /* tp_getattr */
3321 0, /* tp_setattr */
3322 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003323 (reprfunc)count_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003324 0, /* tp_as_number */
3325 0, /* tp_as_sequence */
3326 0, /* tp_as_mapping */
3327 0, /* tp_hash */
3328 0, /* tp_call */
3329 0, /* tp_str */
3330 PyObject_GenericGetAttr, /* tp_getattro */
3331 0, /* tp_setattro */
3332 0, /* tp_as_buffer */
3333 Py_TPFLAGS_DEFAULT, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003334 count_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003335 0, /* tp_traverse */
3336 0, /* tp_clear */
3337 0, /* tp_richcompare */
3338 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003339 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003340 (iternextfunc)count_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003341 0, /* tp_methods */
3342 0, /* tp_members */
3343 0, /* tp_getset */
3344 0, /* tp_base */
3345 0, /* tp_dict */
3346 0, /* tp_descr_get */
3347 0, /* tp_descr_set */
3348 0, /* tp_dictoffset */
3349 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003350 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003351 count_new, /* tp_new */
3352};
3353
3354
3355/* izip object ************************************************************/
3356
3357#include "Python.h"
3358
3359typedef struct {
3360 PyObject_HEAD
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003361 Py_ssize_t tuplesize;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003362 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00003363 PyObject *result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003364} izipobject;
3365
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003366static PyTypeObject izip_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003367
3368static PyObject *
3369izip_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3370{
3371 izipobject *lz;
Jack Diederich6c433a92006-05-26 11:15:17 +00003372 Py_ssize_t i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003373 PyObject *ittuple; /* tuple of iterators */
Raymond Hettinger2012f172003-02-07 05:32:58 +00003374 PyObject *result;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003375 Py_ssize_t tuplesize = PySequence_Length(args);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003376
Georg Brandlb84c1372007-01-21 10:28:43 +00003377 if (type == &izip_type && !_PyArg_NoKeywords("izip()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003378 return NULL;
3379
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003380 /* args must be a tuple */
3381 assert(PyTuple_Check(args));
3382
3383 /* obtain iterators */
3384 ittuple = PyTuple_New(tuplesize);
Neal Norwitz2f3136b2006-05-27 05:18:57 +00003385 if (ittuple == NULL)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003386 return NULL;
3387 for (i=0; i < tuplesize; ++i) {
3388 PyObject *item = PyTuple_GET_ITEM(args, i);
3389 PyObject *it = PyObject_GetIter(item);
3390 if (it == NULL) {
3391 if (PyErr_ExceptionMatches(PyExc_TypeError))
3392 PyErr_Format(PyExc_TypeError,
Neal Norwitz2f3136b2006-05-27 05:18:57 +00003393 "izip argument #%zd must support iteration",
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003394 i+1);
3395 Py_DECREF(ittuple);
3396 return NULL;
3397 }
3398 PyTuple_SET_ITEM(ittuple, i, it);
3399 }
3400
Raymond Hettinger2012f172003-02-07 05:32:58 +00003401 /* create a result holder */
3402 result = PyTuple_New(tuplesize);
3403 if (result == NULL) {
3404 Py_DECREF(ittuple);
3405 return NULL;
3406 }
3407 for (i=0 ; i < tuplesize ; i++) {
3408 Py_INCREF(Py_None);
3409 PyTuple_SET_ITEM(result, i, Py_None);
3410 }
3411
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003412 /* create izipobject structure */
3413 lz = (izipobject *)type->tp_alloc(type, 0);
3414 if (lz == NULL) {
3415 Py_DECREF(ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003416 Py_DECREF(result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003417 return NULL;
3418 }
3419 lz->ittuple = ittuple;
3420 lz->tuplesize = tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00003421 lz->result = result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003422
3423 return (PyObject *)lz;
3424}
3425
3426static void
3427izip_dealloc(izipobject *lz)
3428{
3429 PyObject_GC_UnTrack(lz);
3430 Py_XDECREF(lz->ittuple);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003431 Py_XDECREF(lz->result);
Christian Heimese93237d2007-12-19 02:37:44 +00003432 Py_TYPE(lz)->tp_free(lz);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003433}
3434
3435static int
3436izip_traverse(izipobject *lz, visitproc visit, void *arg)
3437{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00003438 Py_VISIT(lz->ittuple);
3439 Py_VISIT(lz->result);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003440 return 0;
3441}
3442
3443static PyObject *
3444izip_next(izipobject *lz)
3445{
Jack Diederich6c433a92006-05-26 11:15:17 +00003446 Py_ssize_t i;
Martin v. Löwisad0a4622006-02-16 14:30:23 +00003447 Py_ssize_t tuplesize = lz->tuplesize;
Raymond Hettinger2012f172003-02-07 05:32:58 +00003448 PyObject *result = lz->result;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003449 PyObject *it;
3450 PyObject *item;
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003451 PyObject *olditem;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003452
Raymond Hettingerb5a42082003-08-08 05:10:41 +00003453 if (tuplesize == 0)
3454 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00003455 if (Py_REFCNT(result) == 1) {
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003456 Py_INCREF(result);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003457 for (i=0 ; i < tuplesize ; i++) {
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003458 it = PyTuple_GET_ITEM(lz->ittuple, i);
Christian Heimese93237d2007-12-19 02:37:44 +00003459 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003460 if (item == NULL) {
3461 Py_DECREF(result);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003462 return NULL;
Raymond Hettingera56f6b62003-08-29 23:09:58 +00003463 }
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003464 olditem = PyTuple_GET_ITEM(result, i);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003465 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger4f01f892003-08-30 00:10:06 +00003466 Py_DECREF(olditem);
Raymond Hettinger2012f172003-02-07 05:32:58 +00003467 }
Raymond Hettinger2012f172003-02-07 05:32:58 +00003468 } else {
Raymond Hettinger2012f172003-02-07 05:32:58 +00003469 result = PyTuple_New(tuplesize);
3470 if (result == NULL)
3471 return NULL;
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003472 for (i=0 ; i < tuplesize ; i++) {
3473 it = PyTuple_GET_ITEM(lz->ittuple, i);
Christian Heimese93237d2007-12-19 02:37:44 +00003474 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettingerf0c00242003-02-07 07:26:25 +00003475 if (item == NULL) {
3476 Py_DECREF(result);
3477 return NULL;
3478 }
3479 PyTuple_SET_ITEM(result, i, item);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003480 }
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003481 }
3482 return result;
3483}
3484
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003485PyDoc_STRVAR(izip_doc,
3486"izip(iter1 [,iter2 [...]]) --> izip object\n\
3487\n\
3488Return a izip object whose .next() method returns a tuple where\n\
3489the i-th element comes from the i-th iterable argument. The .next()\n\
3490method continues until the shortest iterable in the argument sequence\n\
3491is exhausted and then it raises StopIteration. Works like the zip()\n\
3492function but consumes less memory by returning an iterator instead of\n\
3493a list.");
3494
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003495static PyTypeObject izip_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003496 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger60eca932003-02-09 06:40:58 +00003497 "itertools.izip", /* tp_name */
3498 sizeof(izipobject), /* tp_basicsize */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003499 0, /* tp_itemsize */
3500 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003501 (destructor)izip_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003502 0, /* tp_print */
3503 0, /* tp_getattr */
3504 0, /* tp_setattr */
3505 0, /* tp_compare */
3506 0, /* tp_repr */
3507 0, /* tp_as_number */
3508 0, /* tp_as_sequence */
3509 0, /* tp_as_mapping */
3510 0, /* tp_hash */
3511 0, /* tp_call */
3512 0, /* tp_str */
3513 PyObject_GenericGetAttr, /* tp_getattro */
3514 0, /* tp_setattro */
3515 0, /* tp_as_buffer */
3516 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3517 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003518 izip_doc, /* tp_doc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003519 (traverseproc)izip_traverse, /* tp_traverse */
3520 0, /* tp_clear */
3521 0, /* tp_richcompare */
3522 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003523 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003524 (iternextfunc)izip_next, /* tp_iternext */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003525 0, /* tp_methods */
3526 0, /* tp_members */
3527 0, /* tp_getset */
3528 0, /* tp_base */
3529 0, /* tp_dict */
3530 0, /* tp_descr_get */
3531 0, /* tp_descr_set */
3532 0, /* tp_dictoffset */
3533 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003534 0, /* tp_alloc */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003535 izip_new, /* tp_new */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003536 PyObject_GC_Del, /* tp_free */
3537};
3538
3539
3540/* repeat object ************************************************************/
3541
3542typedef struct {
3543 PyObject_HEAD
3544 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00003545 Py_ssize_t cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003546} repeatobject;
3547
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003548static PyTypeObject repeat_type;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003549
3550static PyObject *
3551repeat_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3552{
3553 repeatobject *ro;
3554 PyObject *element;
Jack Diederich6c433a92006-05-26 11:15:17 +00003555 Py_ssize_t cnt = -1;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003556
Georg Brandlb84c1372007-01-21 10:28:43 +00003557 if (type == &repeat_type && !_PyArg_NoKeywords("repeat()", kwds))
Georg Brandl02c42872005-08-26 06:42:30 +00003558 return NULL;
3559
Jack Diederich6c433a92006-05-26 11:15:17 +00003560 if (!PyArg_ParseTuple(args, "O|n:repeat", &element, &cnt))
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003561 return NULL;
3562
Raymond Hettinger7c2bb5b2003-05-03 05:59:48 +00003563 if (PyTuple_Size(args) == 2 && cnt < 0)
3564 cnt = 0;
3565
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003566 ro = (repeatobject *)type->tp_alloc(type, 0);
3567 if (ro == NULL)
3568 return NULL;
3569 Py_INCREF(element);
3570 ro->element = element;
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003571 ro->cnt = cnt;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003572 return (PyObject *)ro;
3573}
3574
3575static void
3576repeat_dealloc(repeatobject *ro)
3577{
3578 PyObject_GC_UnTrack(ro);
3579 Py_XDECREF(ro->element);
Christian Heimese93237d2007-12-19 02:37:44 +00003580 Py_TYPE(ro)->tp_free(ro);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003581}
3582
3583static int
3584repeat_traverse(repeatobject *ro, visitproc visit, void *arg)
3585{
Raymond Hettinger58ed69b2004-07-15 05:32:47 +00003586 Py_VISIT(ro->element);
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003587 return 0;
3588}
3589
3590static PyObject *
3591repeat_next(repeatobject *ro)
3592{
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003593 if (ro->cnt == 0)
3594 return NULL;
3595 if (ro->cnt > 0)
3596 ro->cnt--;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003597 Py_INCREF(ro->element);
3598 return ro->element;
3599}
3600
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003601static PyObject *
3602repeat_repr(repeatobject *ro)
3603{
3604 PyObject *result, *objrepr;
3605
3606 objrepr = PyObject_Repr(ro->element);
3607 if (objrepr == NULL)
3608 return NULL;
3609
3610 if (ro->cnt == -1)
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003611 result = PyString_FromFormat("repeat(%s)",
3612 PyString_AS_STRING(objrepr));
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003613 else
Gregory P. Smithdd96db62008-06-09 04:58:54 +00003614 result = PyString_FromFormat("repeat(%s, %zd)",
3615 PyString_AS_STRING(objrepr), ro->cnt);
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003616 Py_DECREF(objrepr);
3617 return result;
3618}
3619
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003620static PyObject *
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003621repeat_len(repeatobject *ro)
3622{
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003623 if (ro->cnt == -1) {
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003624 PyErr_SetString(PyExc_TypeError, "len() of unsized object");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003625 return NULL;
3626 }
Jack Diederich6c433a92006-05-26 11:15:17 +00003627 return PyInt_FromSize_t(ro->cnt);
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003628}
3629
Armin Rigof5b3e362006-02-11 21:32:43 +00003630PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003631
3632static PyMethodDef repeat_methods[] = {
Armin Rigof5b3e362006-02-11 21:32:43 +00003633 {"__length_hint__", (PyCFunction)repeat_len, METH_NOARGS, length_hint_doc},
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003634 {NULL, NULL} /* sentinel */
Raymond Hettinger5cab2e32004-02-10 09:25:40 +00003635};
3636
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003637PyDoc_STRVAR(repeat_doc,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003638"repeat(element [,times]) -> create an iterator which returns the element\n\
3639for the specified number of times. If not specified, returns the element\n\
3640endlessly.");
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003641
Raymond Hettinger1d7a3482003-07-14 07:07:12 +00003642static PyTypeObject repeat_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003643 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003644 "itertools.repeat", /* tp_name */
3645 sizeof(repeatobject), /* tp_basicsize */
3646 0, /* tp_itemsize */
3647 /* methods */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003648 (destructor)repeat_dealloc, /* tp_dealloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003649 0, /* tp_print */
3650 0, /* tp_getattr */
3651 0, /* tp_setattr */
3652 0, /* tp_compare */
Raymond Hettinger7dacda22004-04-08 21:54:00 +00003653 (reprfunc)repeat_repr, /* tp_repr */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003654 0, /* tp_as_number */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003655 0, /* tp_as_sequence */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003656 0, /* tp_as_mapping */
3657 0, /* tp_hash */
3658 0, /* tp_call */
3659 0, /* tp_str */
3660 PyObject_GenericGetAttr, /* tp_getattro */
3661 0, /* tp_setattro */
3662 0, /* tp_as_buffer */
3663 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3664 Py_TPFLAGS_BASETYPE, /* tp_flags */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003665 repeat_doc, /* tp_doc */
3666 (traverseproc)repeat_traverse, /* tp_traverse */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003667 0, /* tp_clear */
3668 0, /* tp_richcompare */
3669 0, /* tp_weaklistoffset */
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00003670 PyObject_SelfIter, /* tp_iter */
Raymond Hettinger60eca932003-02-09 06:40:58 +00003671 (iternextfunc)repeat_next, /* tp_iternext */
Raymond Hettinger6b27cda2005-09-24 21:23:05 +00003672 repeat_methods, /* tp_methods */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003673 0, /* tp_members */
3674 0, /* tp_getset */
3675 0, /* tp_base */
3676 0, /* tp_dict */
3677 0, /* tp_descr_get */
3678 0, /* tp_descr_set */
3679 0, /* tp_dictoffset */
3680 0, /* tp_init */
Raymond Hettingerbfef18c2003-05-23 03:55:42 +00003681 0, /* tp_alloc */
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003682 repeat_new, /* tp_new */
3683 PyObject_GC_Del, /* tp_free */
3684};
3685
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003686/* iziplongest object ************************************************************/
3687
3688#include "Python.h"
3689
3690typedef struct {
3691 PyObject_HEAD
3692 Py_ssize_t tuplesize;
3693 Py_ssize_t numactive;
3694 PyObject *ittuple; /* tuple of iterators */
3695 PyObject *result;
3696 PyObject *fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003697} iziplongestobject;
3698
3699static PyTypeObject iziplongest_type;
3700
3701static PyObject *
3702izip_longest_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
3703{
3704 iziplongestobject *lz;
3705 Py_ssize_t i;
3706 PyObject *ittuple; /* tuple of iterators */
3707 PyObject *result;
3708 PyObject *fillvalue = Py_None;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003709 Py_ssize_t tuplesize = PySequence_Length(args);
3710
3711 if (kwds != NULL && PyDict_CheckExact(kwds) && PyDict_Size(kwds) > 0) {
3712 fillvalue = PyDict_GetItemString(kwds, "fillvalue");
3713 if (fillvalue == NULL || PyDict_Size(kwds) > 1) {
3714 PyErr_SetString(PyExc_TypeError,
3715 "izip_longest() got an unexpected keyword argument");
3716 return NULL;
3717 }
3718 }
3719
3720 /* args must be a tuple */
3721 assert(PyTuple_Check(args));
3722
3723 /* obtain iterators */
3724 ittuple = PyTuple_New(tuplesize);
3725 if (ittuple == NULL)
3726 return NULL;
3727 for (i=0; i < tuplesize; ++i) {
3728 PyObject *item = PyTuple_GET_ITEM(args, i);
3729 PyObject *it = PyObject_GetIter(item);
3730 if (it == NULL) {
3731 if (PyErr_ExceptionMatches(PyExc_TypeError))
3732 PyErr_Format(PyExc_TypeError,
3733 "izip_longest argument #%zd must support iteration",
3734 i+1);
3735 Py_DECREF(ittuple);
3736 return NULL;
3737 }
3738 PyTuple_SET_ITEM(ittuple, i, it);
3739 }
3740
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003741 /* create a result holder */
3742 result = PyTuple_New(tuplesize);
3743 if (result == NULL) {
3744 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003745 return NULL;
3746 }
3747 for (i=0 ; i < tuplesize ; i++) {
3748 Py_INCREF(Py_None);
3749 PyTuple_SET_ITEM(result, i, Py_None);
3750 }
3751
3752 /* create iziplongestobject structure */
3753 lz = (iziplongestobject *)type->tp_alloc(type, 0);
3754 if (lz == NULL) {
3755 Py_DECREF(ittuple);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003756 Py_DECREF(result);
3757 return NULL;
3758 }
3759 lz->ittuple = ittuple;
3760 lz->tuplesize = tuplesize;
3761 lz->numactive = tuplesize;
3762 lz->result = result;
3763 Py_INCREF(fillvalue);
3764 lz->fillvalue = fillvalue;
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003765 return (PyObject *)lz;
3766}
3767
3768static void
3769izip_longest_dealloc(iziplongestobject *lz)
3770{
3771 PyObject_GC_UnTrack(lz);
3772 Py_XDECREF(lz->ittuple);
3773 Py_XDECREF(lz->result);
3774 Py_XDECREF(lz->fillvalue);
Christian Heimese93237d2007-12-19 02:37:44 +00003775 Py_TYPE(lz)->tp_free(lz);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003776}
3777
3778static int
3779izip_longest_traverse(iziplongestobject *lz, visitproc visit, void *arg)
3780{
3781 Py_VISIT(lz->ittuple);
3782 Py_VISIT(lz->result);
3783 Py_VISIT(lz->fillvalue);
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003784 return 0;
3785}
3786
3787static PyObject *
3788izip_longest_next(iziplongestobject *lz)
3789{
3790 Py_ssize_t i;
3791 Py_ssize_t tuplesize = lz->tuplesize;
3792 PyObject *result = lz->result;
3793 PyObject *it;
3794 PyObject *item;
3795 PyObject *olditem;
3796
3797 if (tuplesize == 0)
3798 return NULL;
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003799 if (lz->numactive == 0)
3800 return NULL;
Christian Heimese93237d2007-12-19 02:37:44 +00003801 if (Py_REFCNT(result) == 1) {
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003802 Py_INCREF(result);
3803 for (i=0 ; i < tuplesize ; i++) {
3804 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003805 if (it == NULL) {
3806 Py_INCREF(lz->fillvalue);
3807 item = lz->fillvalue;
3808 } else {
Christian Heimese93237d2007-12-19 02:37:44 +00003809 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003810 if (item == NULL) {
3811 lz->numactive -= 1;
3812 if (lz->numactive == 0) {
3813 Py_DECREF(result);
3814 return NULL;
3815 } else {
3816 Py_INCREF(lz->fillvalue);
3817 item = lz->fillvalue;
3818 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3819 Py_DECREF(it);
3820 }
3821 }
3822 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003823 olditem = PyTuple_GET_ITEM(result, i);
3824 PyTuple_SET_ITEM(result, i, item);
3825 Py_DECREF(olditem);
3826 }
3827 } else {
3828 result = PyTuple_New(tuplesize);
3829 if (result == NULL)
3830 return NULL;
3831 for (i=0 ; i < tuplesize ; i++) {
3832 it = PyTuple_GET_ITEM(lz->ittuple, i);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003833 if (it == NULL) {
3834 Py_INCREF(lz->fillvalue);
3835 item = lz->fillvalue;
3836 } else {
Christian Heimese93237d2007-12-19 02:37:44 +00003837 item = (*Py_TYPE(it)->tp_iternext)(it);
Raymond Hettinger1b6ca542007-02-21 17:22:05 +00003838 if (item == NULL) {
3839 lz->numactive -= 1;
3840 if (lz->numactive == 0) {
3841 Py_DECREF(result);
3842 return NULL;
3843 } else {
3844 Py_INCREF(lz->fillvalue);
3845 item = lz->fillvalue;
3846 PyTuple_SET_ITEM(lz->ittuple, i, NULL);
3847 Py_DECREF(it);
3848 }
3849 }
3850 }
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003851 PyTuple_SET_ITEM(result, i, item);
3852 }
3853 }
3854 return result;
3855}
3856
3857PyDoc_STRVAR(izip_longest_doc,
3858"izip_longest(iter1 [,iter2 [...]], [fillvalue=None]) --> izip_longest object\n\
3859\n\
3860Return an izip_longest object whose .next() method returns a tuple where\n\
3861the i-th element comes from the i-th iterable argument. The .next()\n\
3862method continues until the longest iterable in the argument sequence\n\
3863is exhausted and then it raises StopIteration. When the shorter iterables\n\
3864are exhausted, the fillvalue is substituted in their place. The fillvalue\n\
3865defaults to None or can be specified by a keyword argument.\n\
3866");
3867
3868static PyTypeObject iziplongest_type = {
Martin v. Löwis68192102007-07-21 06:55:02 +00003869 PyVarObject_HEAD_INIT(NULL, 0)
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003870 "itertools.izip_longest", /* tp_name */
3871 sizeof(iziplongestobject), /* tp_basicsize */
3872 0, /* tp_itemsize */
3873 /* methods */
3874 (destructor)izip_longest_dealloc, /* tp_dealloc */
3875 0, /* tp_print */
3876 0, /* tp_getattr */
3877 0, /* tp_setattr */
3878 0, /* tp_compare */
3879 0, /* tp_repr */
3880 0, /* tp_as_number */
3881 0, /* tp_as_sequence */
3882 0, /* tp_as_mapping */
3883 0, /* tp_hash */
3884 0, /* tp_call */
3885 0, /* tp_str */
3886 PyObject_GenericGetAttr, /* tp_getattro */
3887 0, /* tp_setattro */
3888 0, /* tp_as_buffer */
3889 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
3890 Py_TPFLAGS_BASETYPE, /* tp_flags */
3891 izip_longest_doc, /* tp_doc */
3892 (traverseproc)izip_longest_traverse, /* tp_traverse */
3893 0, /* tp_clear */
3894 0, /* tp_richcompare */
3895 0, /* tp_weaklistoffset */
3896 PyObject_SelfIter, /* tp_iter */
3897 (iternextfunc)izip_longest_next, /* tp_iternext */
3898 0, /* tp_methods */
3899 0, /* tp_members */
3900 0, /* tp_getset */
3901 0, /* tp_base */
3902 0, /* tp_dict */
3903 0, /* tp_descr_get */
3904 0, /* tp_descr_set */
3905 0, /* tp_dictoffset */
3906 0, /* tp_init */
3907 0, /* tp_alloc */
3908 izip_longest_new, /* tp_new */
3909 PyObject_GC_Del, /* tp_free */
3910};
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003911
3912/* module level code ********************************************************/
3913
3914PyDoc_STRVAR(module_doc,
3915"Functional tools for creating and using iterators.\n\
3916\n\
3917Infinite iterators:\n\
3918count([n]) --> n, n+1, n+2, ...\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003919cycle(p) --> p0, p1, ... plast, p0, p1, ...\n\
Andrew M. Kuchlingdff694b2003-04-14 15:31:27 +00003920repeat(elem [,n]) --> elem, elem, elem, ... endlessly or up to n times\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003921\n\
3922Iterators terminating on the shortest input sequence:\n\
3923izip(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettingerd36862c2007-02-21 05:20:38 +00003924izip_longest(p, q, ...) --> (p[0], q[0]), (p[1], q[1]), ... \n\
Raymond Hettinger60eca932003-02-09 06:40:58 +00003925ifilter(pred, seq) --> elements of seq where pred(elem) is True\n\
3926ifilterfalse(pred, seq) --> elements of seq where pred(elem) is False\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003927islice(seq, [start,] stop [, step]) --> elements from\n\
3928 seq[start:stop:step]\n\
3929imap(fun, p, q, ...) --> fun(p0, q0), fun(p1, q1), ...\n\
3930starmap(fun, seq) --> fun(*seq[0]), fun(*seq[1]), ...\n\
Raymond Hettingerad983e72003-11-12 14:32:26 +00003931tee(it, n=2) --> (it1, it2 , ... itn) splits one iterator into n\n\
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003932chain(p, q, ...) --> p0, p1, ... plast, q0, q1, ... \n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003933takewhile(pred, seq) --> seq[0], seq[1], until pred fails\n\
3934dropwhile(pred, seq) --> seq[n], seq[n+1], starting when pred fails\n\
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003935groupby(iterable[, keyfunc]) --> sub-iterators grouped by value of keyfunc(v)\n\
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003936");
3937
3938
Raymond Hettingerad983e72003-11-12 14:32:26 +00003939static PyMethodDef module_methods[] = {
3940 {"tee", (PyCFunction)tee, METH_VARARGS, tee_doc},
3941 {NULL, NULL} /* sentinel */
3942};
3943
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003944PyMODINIT_FUNC
3945inititertools(void)
3946{
Raymond Hettinger60eca932003-02-09 06:40:58 +00003947 int i;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003948 PyObject *m;
Raymond Hettinger60eca932003-02-09 06:40:58 +00003949 char *name;
3950 PyTypeObject *typelist[] = {
Raymond Hettinger93e804d2008-02-26 23:40:50 +00003951 &combinations_type,
Raymond Hettingerd081abc2009-01-27 02:58:49 +00003952 &cwr_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003953 &cycle_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003954 &dropwhile_type,
3955 &takewhile_type,
3956 &islice_type,
3957 &starmap_type,
3958 &imap_type,
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003959 &chain_type,
Raymond Hettinger2bcb8e92009-01-25 21:04:14 +00003960 &compress_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003961 &ifilter_type,
3962 &ifilterfalse_type,
3963 &count_type,
3964 &izip_type,
Raymond Hettinger50986cc2008-02-22 03:16:42 +00003965 &iziplongest_type,
Raymond Hettinger66f91ea2008-03-05 20:59:58 +00003966 &permutations_type,
David Wolever2724ab92008-03-19 02:35:45 +00003967 &product_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003968 &repeat_type,
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003969 &groupby_type,
Raymond Hettinger60eca932003-02-09 06:40:58 +00003970 NULL
3971 };
3972
Christian Heimese93237d2007-12-19 02:37:44 +00003973 Py_TYPE(&teedataobject_type) = &PyType_Type;
Raymond Hettingerad983e72003-11-12 14:32:26 +00003974 m = Py_InitModule3("itertools", module_methods, module_doc);
Neal Norwitz1ac754f2006-01-19 06:09:39 +00003975 if (m == NULL)
3976 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003977
Raymond Hettinger60eca932003-02-09 06:40:58 +00003978 for (i=0 ; typelist[i] != NULL ; i++) {
3979 if (PyType_Ready(typelist[i]) < 0)
3980 return;
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003981 name = strchr(typelist[i]->tp_name, '.');
Raymond Hettinger61fe64d2003-02-23 04:40:07 +00003982 assert (name != NULL);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003983 Py_INCREF(typelist[i]);
Raymond Hettingerd449eab2003-05-22 16:32:58 +00003984 PyModule_AddObject(m, name+1, (PyObject *)typelist[i]);
Raymond Hettinger60eca932003-02-09 06:40:58 +00003985 }
Raymond Hettingerad983e72003-11-12 14:32:26 +00003986
3987 if (PyType_Ready(&teedataobject_type) < 0)
3988 return;
3989 if (PyType_Ready(&tee_type) < 0)
3990 return;
Raymond Hettingerd25c1c62003-12-06 16:23:06 +00003991 if (PyType_Ready(&_grouper_type) < 0)
3992 return;
Raymond Hettinger96ef8112003-02-01 00:10:11 +00003993}