blob: 31da3dbfecb1745fc25c2665d93e44046c348c2e [file] [log] [blame]
Raymond Hettingerc991db22005-08-11 07:58:45 +00001
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002/* set object implementation
Raymond Hettingera9d99362005-08-05 00:01:15 +00003 Written and maintained by Raymond D. Hettinger <python@rcn.com>
4 Derived from Lib/sets.py and Objects/dictobject.c.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00005*/
6
Raymond Hettingera690a992003-11-16 16:17:49 +00007#include "Python.h"
Raymond Hettingera9d99362005-08-05 00:01:15 +00008#include "structmember.h"
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00009
Raymond Hettinger9c14ffb2006-12-08 04:57:50 +000010/* Set a key error with the specified argument, wrapping it in a
11 * tuple automatically so that tuple keys are not unpacked as the
12 * exception arguments. */
13static void
14set_key_error(PyObject *arg)
15{
Antoine Pitrouc83ea132010-05-09 14:46:46 +000016 PyObject *tup;
17 tup = PyTuple_Pack(1, arg);
18 if (!tup)
19 return; /* caller will expect error to be set anyway */
20 PyErr_SetObject(PyExc_KeyError, tup);
21 Py_DECREF(tup);
Raymond Hettinger9c14ffb2006-12-08 04:57:50 +000022}
23
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000024/* This must be >= 1. */
25#define PERTURB_SHIFT 5
26
27/* Object used as dummy key to fill deleted entries */
Raymond Hettingera9d99362005-08-05 00:01:15 +000028static PyObject *dummy = NULL; /* Initialized by first call to make_new_set() */
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000029
Armin Rigoe1709372006-04-12 17:06:05 +000030#ifdef Py_REF_DEBUG
31PyObject *
32_PySet_Dummy(void)
33{
Antoine Pitrouc83ea132010-05-09 14:46:46 +000034 return dummy;
Armin Rigoe1709372006-04-12 17:06:05 +000035}
36#endif
37
Antoine Pitrouc83ea132010-05-09 14:46:46 +000038#define INIT_NONZERO_SET_SLOTS(so) do { \
39 (so)->table = (so)->smalltable; \
40 (so)->mask = PySet_MINSIZE - 1; \
41 (so)->hash = -1; \
Raymond Hettingerbc841a12005-08-07 13:02:53 +000042 } while(0)
43
Antoine Pitrouc83ea132010-05-09 14:46:46 +000044#define EMPTY_TO_MINSIZE(so) do { \
45 memset((so)->smalltable, 0, sizeof((so)->smalltable)); \
46 (so)->used = (so)->fill = 0; \
47 INIT_NONZERO_SET_SLOTS(so); \
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000048 } while(0)
49
Raymond Hettingerbc841a12005-08-07 13:02:53 +000050/* Reuse scheme to save calls to malloc, free, and memset */
Christian Heimes5b970ad2008-02-06 13:33:44 +000051#ifndef PySet_MAXFREELIST
52#define PySet_MAXFREELIST 80
53#endif
54static PySetObject *free_list[PySet_MAXFREELIST];
55static int numfree = 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000056
57/*
58The basic lookup function used by all operations.
59This is based on Algorithm D from Knuth Vol. 3, Sec. 6.4.
60Open addressing is preferred over chaining since the link overhead for
61chaining would be substantial (100% with typical malloc overhead).
62
63The initial probe index is computed as hash mod the table size. Subsequent
Raymond Hettingerbc841a12005-08-07 13:02:53 +000064probe indices are computed as explained in Objects/dictobject.c.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000065
66All arithmetic on hash should ignore overflow.
67
Raymond Hettinger9bda1d62005-09-16 07:14:21 +000068Unlike the dictionary implementation, the lookkey functions can return
69NULL if the rich comparison returns an error.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000070*/
71
72static setentry *
73set_lookkey(PySetObject *so, PyObject *key, register long hash)
74{
Antoine Pitrouc83ea132010-05-09 14:46:46 +000075 register Py_ssize_t i;
76 register size_t perturb;
77 register setentry *freeslot;
78 register size_t mask = so->mask;
79 setentry *table = so->table;
80 register setentry *entry;
81 register int cmp;
82 PyObject *startkey;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000083
Antoine Pitrouc83ea132010-05-09 14:46:46 +000084 i = hash & mask;
85 entry = &table[i];
86 if (entry->key == NULL || entry->key == key)
87 return entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +000088
Antoine Pitrouc83ea132010-05-09 14:46:46 +000089 if (entry->key == dummy)
90 freeslot = entry;
91 else {
92 if (entry->hash == hash) {
93 startkey = entry->key;
94 Py_INCREF(startkey);
95 cmp = PyObject_RichCompareBool(startkey, key, Py_EQ);
96 Py_DECREF(startkey);
97 if (cmp < 0)
98 return NULL;
99 if (table == so->table && entry->key == startkey) {
100 if (cmp > 0)
101 return entry;
102 }
103 else {
104 /* The compare did major nasty stuff to the
105 * set: start over.
106 */
107 return set_lookkey(so, key, hash);
108 }
109 }
110 freeslot = NULL;
111 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000112
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000113 /* In the loop, key == dummy is by far (factor of 100s) the
114 least likely outcome, so test for that last. */
115 for (perturb = hash; ; perturb >>= PERTURB_SHIFT) {
116 i = (i << 2) + i + perturb + 1;
117 entry = &table[i & mask];
118 if (entry->key == NULL) {
119 if (freeslot != NULL)
120 entry = freeslot;
121 break;
122 }
123 if (entry->key == key)
124 break;
125 if (entry->hash == hash && entry->key != dummy) {
126 startkey = entry->key;
127 Py_INCREF(startkey);
128 cmp = PyObject_RichCompareBool(startkey, key, Py_EQ);
129 Py_DECREF(startkey);
130 if (cmp < 0)
131 return NULL;
132 if (table == so->table && entry->key == startkey) {
133 if (cmp > 0)
134 break;
135 }
136 else {
137 /* The compare did major nasty stuff to the
138 * set: start over.
139 */
140 return set_lookkey(so, key, hash);
141 }
142 }
143 else if (entry->key == dummy && freeslot == NULL)
144 freeslot = entry;
145 }
146 return entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000147}
148
149/*
150 * Hacked up version of set_lookkey which can assume keys are always strings;
Gregory P. Smithdd96db62008-06-09 04:58:54 +0000151 * This means we can always use _PyString_Eq directly and not have to check to
Raymond Hettinger9bda1d62005-09-16 07:14:21 +0000152 * see if the comparison altered the table.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000153 */
154static setentry *
155set_lookkey_string(PySetObject *so, PyObject *key, register long hash)
156{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000157 register Py_ssize_t i;
158 register size_t perturb;
159 register setentry *freeslot;
160 register size_t mask = so->mask;
161 setentry *table = so->table;
162 register setentry *entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000163
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000164 /* Make sure this function doesn't have to handle non-string keys,
165 including subclasses of str; e.g., one reason to subclass
166 strings is to override __eq__, and for speed we don't cater to
167 that here. */
168 if (!PyString_CheckExact(key)) {
169 so->lookup = set_lookkey;
170 return set_lookkey(so, key, hash);
171 }
172 i = hash & mask;
173 entry = &table[i];
174 if (entry->key == NULL || entry->key == key)
175 return entry;
176 if (entry->key == dummy)
177 freeslot = entry;
178 else {
179 if (entry->hash == hash && _PyString_Eq(entry->key, key))
180 return entry;
181 freeslot = NULL;
182 }
Raymond Hettingered6c1ef2005-08-13 08:28:03 +0000183
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000184 /* In the loop, key == dummy is by far (factor of 100s) the
185 least likely outcome, so test for that last. */
186 for (perturb = hash; ; perturb >>= PERTURB_SHIFT) {
187 i = (i << 2) + i + perturb + 1;
188 entry = &table[i & mask];
189 if (entry->key == NULL)
190 return freeslot == NULL ? entry : freeslot;
191 if (entry->key == key
192 || (entry->hash == hash
193 && entry->key != dummy
194 && _PyString_Eq(entry->key, key)))
195 return entry;
196 if (entry->key == dummy && freeslot == NULL)
197 freeslot = entry;
198 }
199 assert(0); /* NOT REACHED */
200 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000201}
202
203/*
Raymond Hettinger06d8cf82005-07-31 15:36:06 +0000204Internal routine to insert a new key into the table.
Raymond Hettinger0c850862006-12-08 04:24:33 +0000205Used by the public insert routine.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000206Eats a reference to key.
207*/
Raymond Hettinger9bda1d62005-09-16 07:14:21 +0000208static int
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000209set_insert_key(register PySetObject *so, PyObject *key, long hash)
210{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000211 register setentry *entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000212
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000213 assert(so->lookup != NULL);
214 entry = so->lookup(so, key, hash);
215 if (entry == NULL)
216 return -1;
217 if (entry->key == NULL) {
218 /* UNUSED */
219 so->fill++;
220 entry->key = key;
221 entry->hash = hash;
222 so->used++;
223 } else if (entry->key == dummy) {
224 /* DUMMY */
225 entry->key = key;
226 entry->hash = hash;
227 so->used++;
228 Py_DECREF(dummy);
229 } else {
230 /* ACTIVE */
231 Py_DECREF(key);
232 }
233 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000234}
235
236/*
Raymond Hettinger0c850862006-12-08 04:24:33 +0000237Internal routine used by set_table_resize() to insert an item which is
238known to be absent from the set. This routine also assumes that
239the set contains no deleted entries. Besides the performance benefit,
240using set_insert_clean() in set_table_resize() is dangerous (SF bug #1456209).
241Note that no refcounts are changed by this routine; if needed, the caller
242is responsible for incref'ing `key`.
243*/
244static void
245set_insert_clean(register PySetObject *so, PyObject *key, long hash)
246{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000247 register size_t i;
248 register size_t perturb;
249 register size_t mask = (size_t)so->mask;
250 setentry *table = so->table;
251 register setentry *entry;
Raymond Hettinger0c850862006-12-08 04:24:33 +0000252
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000253 i = hash & mask;
254 entry = &table[i];
255 for (perturb = hash; entry->key != NULL; perturb >>= PERTURB_SHIFT) {
256 i = (i << 2) + i + perturb + 1;
257 entry = &table[i & mask];
258 }
259 so->fill++;
260 entry->key = key;
261 entry->hash = hash;
262 so->used++;
Raymond Hettinger0c850862006-12-08 04:24:33 +0000263}
264
265/*
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000266Restructure the table by allocating a new table and reinserting all
Raymond Hettinger06d8cf82005-07-31 15:36:06 +0000267keys again. When entries have been deleted, the new table may
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000268actually be smaller than the old one.
269*/
270static int
Neal Norwitz0f2783c2006-06-19 05:40:44 +0000271set_table_resize(PySetObject *so, Py_ssize_t minused)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000272{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000273 Py_ssize_t newsize;
274 setentry *oldtable, *newtable, *entry;
275 Py_ssize_t i;
276 int is_oldtable_malloced;
277 setentry small_copy[PySet_MINSIZE];
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000278
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000279 assert(minused >= 0);
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000280
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000281 /* Find the smallest table size > minused. */
282 for (newsize = PySet_MINSIZE;
283 newsize <= minused && newsize > 0;
284 newsize <<= 1)
285 ;
286 if (newsize <= 0) {
287 PyErr_NoMemory();
288 return -1;
289 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000290
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000291 /* Get space for a new table. */
292 oldtable = so->table;
293 assert(oldtable != NULL);
294 is_oldtable_malloced = oldtable != so->smalltable;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000295
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000296 if (newsize == PySet_MINSIZE) {
297 /* A large table is shrinking, or we can't get any smaller. */
298 newtable = so->smalltable;
299 if (newtable == oldtable) {
300 if (so->fill == so->used) {
301 /* No dummies, so no point doing anything. */
302 return 0;
303 }
304 /* We're not going to resize it, but rebuild the
305 table anyway to purge old dummy entries.
306 Subtle: This is *necessary* if fill==size,
307 as set_lookkey needs at least one virgin slot to
308 terminate failing searches. If fill < size, it's
309 merely desirable, as dummies slow searches. */
310 assert(so->fill > so->used);
311 memcpy(small_copy, oldtable, sizeof(small_copy));
312 oldtable = small_copy;
313 }
314 }
315 else {
316 newtable = PyMem_NEW(setentry, newsize);
317 if (newtable == NULL) {
318 PyErr_NoMemory();
319 return -1;
320 }
321 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000322
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000323 /* Make the set empty, using the new table. */
324 assert(newtable != oldtable);
325 so->table = newtable;
326 so->mask = newsize - 1;
327 memset(newtable, 0, sizeof(setentry) * newsize);
328 so->used = 0;
329 i = so->fill;
330 so->fill = 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000331
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000332 /* Copy the data over; this is refcount-neutral for active entries;
333 dummy entries aren't copied over, of course */
334 for (entry = oldtable; i > 0; entry++) {
335 if (entry->key == NULL) {
336 /* UNUSED */
337 ;
338 } else if (entry->key == dummy) {
339 /* DUMMY */
340 --i;
341 assert(entry->key == dummy);
342 Py_DECREF(entry->key);
343 } else {
344 /* ACTIVE */
345 --i;
346 set_insert_clean(so, entry->key, entry->hash);
347 }
348 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000349
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000350 if (is_oldtable_malloced)
351 PyMem_DEL(oldtable);
352 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000353}
354
Raymond Hettingerc991db22005-08-11 07:58:45 +0000355/* CAUTION: set_add_key/entry() must guarantee it won't resize the table */
356
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000357static int
Raymond Hettingerc991db22005-08-11 07:58:45 +0000358set_add_entry(register PySetObject *so, setentry *entry)
359{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000360 register Py_ssize_t n_used;
Éric Araujof079c9b2011-03-22 23:47:32 +0100361 PyObject *key = entry->key;
362 long hash = entry->hash;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000363
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000364 assert(so->fill <= so->mask); /* at least one empty slot */
365 n_used = so->used;
Éric Araujof079c9b2011-03-22 23:47:32 +0100366 Py_INCREF(key);
367 if (set_insert_key(so, key, hash) == -1) {
368 Py_DECREF(key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000369 return -1;
370 }
371 if (!(so->used > n_used && so->fill*3 >= (so->mask+1)*2))
372 return 0;
373 return set_table_resize(so, so->used>50000 ? so->used*2 : so->used*4);
Raymond Hettingerc991db22005-08-11 07:58:45 +0000374}
375
376static int
377set_add_key(register PySetObject *so, PyObject *key)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000378{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000379 register long hash;
380 register Py_ssize_t n_used;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000381
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000382 if (!PyString_CheckExact(key) ||
383 (hash = ((PyStringObject *) key)->ob_shash) == -1) {
384 hash = PyObject_Hash(key);
385 if (hash == -1)
386 return -1;
387 }
388 assert(so->fill <= so->mask); /* at least one empty slot */
389 n_used = so->used;
390 Py_INCREF(key);
391 if (set_insert_key(so, key, hash) == -1) {
392 Py_DECREF(key);
393 return -1;
394 }
395 if (!(so->used > n_used && so->fill*3 >= (so->mask+1)*2))
396 return 0;
397 return set_table_resize(so, so->used>50000 ? so->used*2 : so->used*4);
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000398}
399
400#define DISCARD_NOTFOUND 0
401#define DISCARD_FOUND 1
402
403static int
Raymond Hettingerc991db22005-08-11 07:58:45 +0000404set_discard_entry(PySetObject *so, setentry *oldentry)
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000405{ register setentry *entry;
406 PyObject *old_key;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000407
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000408 entry = (so->lookup)(so, oldentry->key, oldentry->hash);
409 if (entry == NULL)
410 return -1;
411 if (entry->key == NULL || entry->key == dummy)
412 return DISCARD_NOTFOUND;
413 old_key = entry->key;
414 Py_INCREF(dummy);
415 entry->key = dummy;
416 so->used--;
417 Py_DECREF(old_key);
418 return DISCARD_FOUND;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000419}
420
421static int
422set_discard_key(PySetObject *so, PyObject *key)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000423{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000424 register long hash;
425 register setentry *entry;
426 PyObject *old_key;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000427
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000428 assert (PyAnySet_Check(so));
429 if (!PyString_CheckExact(key) ||
430 (hash = ((PyStringObject *) key)->ob_shash) == -1) {
431 hash = PyObject_Hash(key);
432 if (hash == -1)
433 return -1;
434 }
435 entry = (so->lookup)(so, key, hash);
436 if (entry == NULL)
437 return -1;
438 if (entry->key == NULL || entry->key == dummy)
439 return DISCARD_NOTFOUND;
440 old_key = entry->key;
441 Py_INCREF(dummy);
442 entry->key = dummy;
443 so->used--;
444 Py_DECREF(old_key);
445 return DISCARD_FOUND;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000446}
447
Raymond Hettingerfe889f32005-08-06 05:43:39 +0000448static int
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000449set_clear_internal(PySetObject *so)
450{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000451 setentry *entry, *table;
452 int table_is_malloced;
453 Py_ssize_t fill;
454 setentry small_copy[PySet_MINSIZE];
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000455#ifdef Py_DEBUG
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000456 Py_ssize_t i, n;
457 assert (PyAnySet_Check(so));
Raymond Hettingera580c472005-08-05 17:19:54 +0000458
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000459 n = so->mask + 1;
460 i = 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000461#endif
462
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000463 table = so->table;
464 assert(table != NULL);
465 table_is_malloced = table != so->smalltable;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000466
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000467 /* This is delicate. During the process of clearing the set,
468 * decrefs can cause the set to mutate. To avoid fatal confusion
469 * (voice of experience), we have to make the set empty before
470 * clearing the slots, and never refer to anything via so->ref while
471 * clearing.
472 */
473 fill = so->fill;
474 if (table_is_malloced)
475 EMPTY_TO_MINSIZE(so);
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000476
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000477 else if (fill > 0) {
478 /* It's a small table with something that needs to be cleared.
479 * Afraid the only safe way is to copy the set entries into
480 * another small table first.
481 */
482 memcpy(small_copy, table, sizeof(small_copy));
483 table = small_copy;
484 EMPTY_TO_MINSIZE(so);
485 }
486 /* else it's a small table that's already empty */
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000487
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000488 /* Now we can finally clear things. If C had refcounts, we could
489 * assert that the refcount on table is 1 now, i.e. that this function
490 * has unique access to it, so decref side-effects can't alter it.
491 */
492 for (entry = table; fill > 0; ++entry) {
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000493#ifdef Py_DEBUG
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000494 assert(i < n);
495 ++i;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000496#endif
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000497 if (entry->key) {
498 --fill;
499 Py_DECREF(entry->key);
500 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000501#ifdef Py_DEBUG
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000502 else
503 assert(entry->key == NULL);
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000504#endif
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000505 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000506
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000507 if (table_is_malloced)
508 PyMem_DEL(table);
509 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000510}
511
512/*
513 * Iterate over a set table. Use like so:
514 *
Neal Norwitz0f2783c2006-06-19 05:40:44 +0000515 * Py_ssize_t pos;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000516 * setentry *entry;
Raymond Hettingerd7946662005-08-01 21:39:29 +0000517 * pos = 0; # important! pos should not otherwise be changed by you
Raymond Hettingerc991db22005-08-11 07:58:45 +0000518 * while (set_next(yourset, &pos, &entry)) {
519 * Refer to borrowed reference in entry->key.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000520 * }
521 *
Raymond Hettingerc991db22005-08-11 07:58:45 +0000522 * CAUTION: In general, it isn't safe to use set_next in a loop that
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000523 * mutates the table.
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000524 */
525static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000526set_next(PySetObject *so, Py_ssize_t *pos_ptr, setentry **entry_ptr)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000527{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000528 Py_ssize_t i;
529 Py_ssize_t mask;
530 register setentry *table;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000531
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000532 assert (PyAnySet_Check(so));
533 i = *pos_ptr;
534 assert(i >= 0);
535 table = so->table;
536 mask = so->mask;
537 while (i <= mask && (table[i].key == NULL || table[i].key == dummy))
538 i++;
539 *pos_ptr = i+1;
540 if (i > mask)
541 return 0;
542 assert(table[i].key != NULL);
543 *entry_ptr = &table[i];
544 return 1;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000545}
546
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000547static void
548set_dealloc(PySetObject *so)
549{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000550 register setentry *entry;
551 Py_ssize_t fill = so->fill;
INADA Naoki4cde4bd2017-09-04 12:31:41 +0900552 /* bpo-31095: UnTrack is needed before calling any callbacks */
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000553 PyObject_GC_UnTrack(so);
554 Py_TRASHCAN_SAFE_BEGIN(so)
555 if (so->weakreflist != NULL)
556 PyObject_ClearWeakRefs((PyObject *) so);
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000557
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000558 for (entry = so->table; fill > 0; entry++) {
559 if (entry->key) {
560 --fill;
561 Py_DECREF(entry->key);
562 }
563 }
564 if (so->table != so->smalltable)
565 PyMem_DEL(so->table);
566 if (numfree < PySet_MAXFREELIST && PyAnySet_CheckExact(so))
567 free_list[numfree++] = so;
568 else
569 Py_TYPE(so)->tp_free(so);
570 Py_TRASHCAN_SAFE_END(so)
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000571}
572
573static int
574set_tp_print(PySetObject *so, FILE *fp, int flags)
575{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000576 setentry *entry;
577 Py_ssize_t pos=0;
578 char *emit = ""; /* No separator emitted on first pass */
579 char *separator = ", ";
580 int status = Py_ReprEnter((PyObject*)so);
Raymond Hettinger53999102006-12-30 04:01:17 +0000581
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000582 if (status != 0) {
583 if (status < 0)
584 return status;
585 Py_BEGIN_ALLOW_THREADS
Benjamin Petersona72d15c2017-09-13 21:20:29 -0700586 fprintf(fp, "%s(...)", Py_TYPE(so)->tp_name);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000587 Py_END_ALLOW_THREADS
588 return 0;
589 }
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000590
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000591 Py_BEGIN_ALLOW_THREADS
Benjamin Petersona72d15c2017-09-13 21:20:29 -0700592 fprintf(fp, "%s([", Py_TYPE(so)->tp_name);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000593 Py_END_ALLOW_THREADS
594 while (set_next(so, &pos, &entry)) {
595 Py_BEGIN_ALLOW_THREADS
596 fputs(emit, fp);
597 Py_END_ALLOW_THREADS
598 emit = separator;
599 if (PyObject_Print(entry->key, fp, 0) != 0) {
600 Py_ReprLeave((PyObject*)so);
601 return -1;
602 }
603 }
604 Py_BEGIN_ALLOW_THREADS
605 fputs("])", fp);
606 Py_END_ALLOW_THREADS
607 Py_ReprLeave((PyObject*)so);
608 return 0;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000609}
610
611static PyObject *
612set_repr(PySetObject *so)
613{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000614 PyObject *keys, *result=NULL, *listrepr;
615 int status = Py_ReprEnter((PyObject*)so);
Raymond Hettinger53999102006-12-30 04:01:17 +0000616
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000617 if (status != 0) {
618 if (status < 0)
619 return NULL;
Benjamin Petersona72d15c2017-09-13 21:20:29 -0700620 return PyString_FromFormat("%s(...)", Py_TYPE(so)->tp_name);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000621 }
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000622
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000623 keys = PySequence_List((PyObject *)so);
624 if (keys == NULL)
625 goto done;
626 listrepr = PyObject_Repr(keys);
627 Py_DECREF(keys);
628 if (listrepr == NULL)
629 goto done;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000630
Benjamin Petersona72d15c2017-09-13 21:20:29 -0700631 result = PyString_FromFormat("%s(%s)", Py_TYPE(so)->tp_name,
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000632 PyString_AS_STRING(listrepr));
633 Py_DECREF(listrepr);
Raymond Hettinger53999102006-12-30 04:01:17 +0000634done:
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000635 Py_ReprLeave((PyObject*)so);
636 return result;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000637}
638
Martin v. Löwis18e16552006-02-15 17:27:45 +0000639static Py_ssize_t
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000640set_len(PyObject *so)
641{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000642 return ((PySetObject *)so)->used;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000643}
644
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000645static int
Raymond Hettingerc991db22005-08-11 07:58:45 +0000646set_merge(PySetObject *so, PyObject *otherset)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000647{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000648 PySetObject *other;
Éric Araujof079c9b2011-03-22 23:47:32 +0100649 PyObject *key;
650 long hash;
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000651 register Py_ssize_t i;
652 register setentry *entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000653
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000654 assert (PyAnySet_Check(so));
655 assert (PyAnySet_Check(otherset));
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000656
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000657 other = (PySetObject*)otherset;
658 if (other == so || other->used == 0)
659 /* a.update(a) or a.update({}); nothing to do */
660 return 0;
661 /* Do one big resize at the start, rather than
662 * incrementally resizing as we insert new keys. Expect
663 * that there will be no (or few) overlapping keys.
664 */
665 if ((so->fill + other->used)*3 >= (so->mask+1)*2) {
666 if (set_table_resize(so, (so->used + other->used)*2) != 0)
667 return -1;
668 }
669 for (i = 0; i <= other->mask; i++) {
670 entry = &other->table[i];
Éric Araujof079c9b2011-03-22 23:47:32 +0100671 key = entry->key;
672 hash = entry->hash;
673 if (key != NULL &&
674 key != dummy) {
675 Py_INCREF(key);
676 if (set_insert_key(so, key, hash) == -1) {
677 Py_DECREF(key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000678 return -1;
679 }
680 }
681 }
682 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000683}
684
685static int
Raymond Hettingerc991db22005-08-11 07:58:45 +0000686set_contains_key(PySetObject *so, PyObject *key)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000687{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000688 long hash;
689 setentry *entry;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000690
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000691 if (!PyString_CheckExact(key) ||
692 (hash = ((PyStringObject *) key)->ob_shash) == -1) {
693 hash = PyObject_Hash(key);
694 if (hash == -1)
695 return -1;
696 }
697 entry = (so->lookup)(so, key, hash);
698 if (entry == NULL)
699 return -1;
700 key = entry->key;
701 return key != NULL && key != dummy;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000702}
703
Raymond Hettingerc991db22005-08-11 07:58:45 +0000704static int
705set_contains_entry(PySetObject *so, setentry *entry)
706{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000707 PyObject *key;
708 setentry *lu_entry;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000709
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000710 lu_entry = (so->lookup)(so, entry->key, entry->hash);
711 if (lu_entry == NULL)
712 return -1;
713 key = lu_entry->key;
714 return key != NULL && key != dummy;
Raymond Hettingerc991db22005-08-11 07:58:45 +0000715}
716
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000717static PyObject *
718set_pop(PySetObject *so)
719{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000720 register Py_ssize_t i = 0;
721 register setentry *entry;
722 PyObject *key;
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000723
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000724 assert (PyAnySet_Check(so));
725 if (so->used == 0) {
726 PyErr_SetString(PyExc_KeyError, "pop from an empty set");
727 return NULL;
728 }
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000729
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000730 /* Set entry to "the first" unused or dummy set entry. We abuse
731 * the hash field of slot 0 to hold a search finger:
732 * If slot 0 has a value, use slot 0.
733 * Else slot 0 is being used to hold a search finger,
734 * and we use its hash value as the first index to look.
735 */
736 entry = &so->table[0];
737 if (entry->key == NULL || entry->key == dummy) {
738 i = entry->hash;
739 /* The hash field may be a real hash value, or it may be a
740 * legit search finger, or it may be a once-legit search
741 * finger that's out of bounds now because it wrapped around
742 * or the table shrunk -- simply make sure it's in bounds now.
743 */
744 if (i > so->mask || i < 1)
745 i = 1; /* skip slot 0 */
746 while ((entry = &so->table[i])->key == NULL || entry->key==dummy) {
747 i++;
748 if (i > so->mask)
749 i = 1;
750 }
751 }
752 key = entry->key;
753 Py_INCREF(dummy);
754 entry->key = dummy;
755 so->used--;
756 so->table[0].hash = i + 1; /* next place to start */
757 return key;
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000758}
759
Andrew M. Kuchlingd7b7dde2008-10-03 16:29:19 +0000760PyDoc_STRVAR(pop_doc, "Remove and return an arbitrary set element.\n\
761Raises KeyError if the set is empty.");
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000762
763static int
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000764set_traverse(PySetObject *so, visitproc visit, void *arg)
Raymond Hettingerce8185e2005-08-13 09:28:48 +0000765{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000766 Py_ssize_t pos = 0;
767 setentry *entry;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000768
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000769 while (set_next(so, &pos, &entry))
770 Py_VISIT(entry->key);
771 return 0;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000772}
773
774static long
775frozenset_hash(PyObject *self)
776{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000777 PySetObject *so = (PySetObject *)self;
778 long h, hash = 1927868237L;
779 setentry *entry;
780 Py_ssize_t pos = 0;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000781
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000782 if (so->hash != -1)
783 return so->hash;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000784
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000785 hash *= PySet_GET_SIZE(self) + 1;
786 while (set_next(so, &pos, &entry)) {
787 /* Work to increase the bit dispersion for closely spaced hash
Martin Panter200a6152016-05-30 04:04:50 +0000788 values. This is important because some use cases have many
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000789 combinations of a small number of elements with nearby
790 hashes so that many distinct combinations collapse to only
791 a handful of distinct hash values. */
792 h = entry->hash;
793 hash ^= (h ^ (h << 16) ^ 89869747L) * 3644798167u;
794 }
795 hash = hash * 69069L + 907133923L;
796 if (hash == -1)
797 hash = 590923713L;
798 so->hash = hash;
799 return hash;
Raymond Hettingerf408ddf2005-08-17 00:27:42 +0000800}
801
Raymond Hettingera9d99362005-08-05 00:01:15 +0000802/***** Set iterator type ***********************************************/
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000803
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000804typedef struct {
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000805 PyObject_HEAD
806 PySetObject *si_set; /* Set to NULL when iterator is exhausted */
807 Py_ssize_t si_used;
808 Py_ssize_t si_pos;
809 Py_ssize_t len;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000810} setiterobject;
811
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000812static void
813setiter_dealloc(setiterobject *si)
814{
INADA Naoki4cde4bd2017-09-04 12:31:41 +0900815 /* bpo-31095: UnTrack is needed before calling any callbacks */
816 _PyObject_GC_UNTRACK(si);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000817 Py_XDECREF(si->si_set);
818 PyObject_GC_Del(si);
Antoine Pitrouaa687902009-01-01 14:11:22 +0000819}
820
821static int
822setiter_traverse(setiterobject *si, visitproc visit, void *arg)
823{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000824 Py_VISIT(si->si_set);
825 return 0;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000826}
827
Raymond Hettinger6b27cda2005-09-24 21:23:05 +0000828static PyObject *
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000829setiter_len(setiterobject *si)
830{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000831 Py_ssize_t len = 0;
832 if (si->si_set != NULL && si->si_used == si->si_set->used)
833 len = si->len;
834 return PyInt_FromLong(len);
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000835}
836
Armin Rigof5b3e362006-02-11 21:32:43 +0000837PyDoc_STRVAR(length_hint_doc, "Private method returning an estimate of len(list(it)).");
Raymond Hettinger6b27cda2005-09-24 21:23:05 +0000838
839static PyMethodDef setiter_methods[] = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000840 {"__length_hint__", (PyCFunction)setiter_len, METH_NOARGS, length_hint_doc},
841 {NULL, NULL} /* sentinel */
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000842};
843
Raymond Hettinger06d8cf82005-07-31 15:36:06 +0000844static PyObject *setiter_iternext(setiterobject *si)
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000845{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000846 PyObject *key;
847 register Py_ssize_t i, mask;
848 register setentry *entry;
849 PySetObject *so = si->si_set;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000850
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000851 if (so == NULL)
852 return NULL;
853 assert (PyAnySet_Check(so));
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000854
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000855 if (si->si_used != so->used) {
856 PyErr_SetString(PyExc_RuntimeError,
857 "Set changed size during iteration");
858 si->si_used = -1; /* Make this state sticky */
859 return NULL;
860 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000861
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000862 i = si->si_pos;
863 assert(i>=0);
864 entry = so->table;
865 mask = so->mask;
866 while (i <= mask && (entry[i].key == NULL || entry[i].key == dummy))
867 i++;
868 si->si_pos = i+1;
869 if (i > mask)
870 goto fail;
871 si->len--;
872 key = entry[i].key;
873 Py_INCREF(key);
874 return key;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000875
876fail:
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000877 si->si_set = NULL;
Serhiy Storchaka14a7d632016-03-30 20:43:06 +0300878 Py_DECREF(so);
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000879 return NULL;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000880}
881
Hye-Shik Change2956762005-08-01 05:26:41 +0000882static PyTypeObject PySetIter_Type = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000883 PyVarObject_HEAD_INIT(&PyType_Type, 0)
884 "setiterator", /* tp_name */
885 sizeof(setiterobject), /* tp_basicsize */
886 0, /* tp_itemsize */
887 /* methods */
888 (destructor)setiter_dealloc, /* tp_dealloc */
889 0, /* tp_print */
890 0, /* tp_getattr */
891 0, /* tp_setattr */
892 0, /* tp_compare */
893 0, /* tp_repr */
894 0, /* tp_as_number */
895 0, /* tp_as_sequence */
896 0, /* tp_as_mapping */
897 0, /* tp_hash */
898 0, /* tp_call */
899 0, /* tp_str */
900 PyObject_GenericGetAttr, /* tp_getattro */
901 0, /* tp_setattro */
902 0, /* tp_as_buffer */
903 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
904 0, /* tp_doc */
905 (traverseproc)setiter_traverse, /* tp_traverse */
906 0, /* tp_clear */
907 0, /* tp_richcompare */
908 0, /* tp_weaklistoffset */
909 PyObject_SelfIter, /* tp_iter */
910 (iternextfunc)setiter_iternext, /* tp_iternext */
911 setiter_methods, /* tp_methods */
912 0,
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000913};
914
Martin v. Löwis72d20672006-04-11 09:04:12 +0000915static PyObject *
916set_iter(PySetObject *so)
917{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000918 setiterobject *si = PyObject_GC_New(setiterobject, &PySetIter_Type);
919 if (si == NULL)
920 return NULL;
921 Py_INCREF(so);
922 si->si_set = so;
923 si->si_used = so->used;
924 si->si_pos = 0;
925 si->len = so->used;
926 _PyObject_GC_TRACK(si);
927 return (PyObject *)si;
Martin v. Löwis72d20672006-04-11 09:04:12 +0000928}
929
Raymond Hettingerd7946662005-08-01 21:39:29 +0000930static int
Raymond Hettingerd7946662005-08-01 21:39:29 +0000931set_update_internal(PySetObject *so, PyObject *other)
Raymond Hettingera690a992003-11-16 16:17:49 +0000932{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000933 PyObject *key, *it;
Raymond Hettingera690a992003-11-16 16:17:49 +0000934
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000935 if (PyAnySet_Check(other))
936 return set_merge(so, other);
Raymond Hettingera690a992003-11-16 16:17:49 +0000937
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000938 if (PyDict_CheckExact(other)) {
939 PyObject *value;
940 Py_ssize_t pos = 0;
941 long hash;
942 Py_ssize_t dictsize = PyDict_Size(other);
Raymond Hettingerd6fc72a2007-02-19 02:03:19 +0000943
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000944 /* Do one big resize at the start, rather than
945 * incrementally resizing as we insert new keys. Expect
946 * that there will be no (or few) overlapping keys.
947 */
948 if (dictsize == -1)
949 return -1;
950 if ((so->fill + dictsize)*3 >= (so->mask+1)*2) {
951 if (set_table_resize(so, (so->used + dictsize)*2) != 0)
952 return -1;
953 }
954 while (_PyDict_Next(other, &pos, &key, &value, &hash)) {
955 setentry an_entry;
Raymond Hettingerd6fc72a2007-02-19 02:03:19 +0000956
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000957 an_entry.hash = hash;
958 an_entry.key = key;
959 if (set_add_entry(so, &an_entry) == -1)
960 return -1;
961 }
962 return 0;
963 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +0000964
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000965 it = PyObject_GetIter(other);
966 if (it == NULL)
967 return -1;
Raymond Hettingera690a992003-11-16 16:17:49 +0000968
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000969 while ((key = PyIter_Next(it)) != NULL) {
970 if (set_add_key(so, key) == -1) {
971 Py_DECREF(it);
972 Py_DECREF(key);
973 return -1;
974 }
975 Py_DECREF(key);
976 }
977 Py_DECREF(it);
978 if (PyErr_Occurred())
979 return -1;
980 return 0;
Raymond Hettingerd7946662005-08-01 21:39:29 +0000981}
982
983static PyObject *
Raymond Hettingeree4bcad2008-06-09 08:33:37 +0000984set_update(PySetObject *so, PyObject *args)
Raymond Hettingerd7946662005-08-01 21:39:29 +0000985{
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000986 Py_ssize_t i;
Raymond Hettingeree4bcad2008-06-09 08:33:37 +0000987
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000988 for (i=0 ; i<PyTuple_GET_SIZE(args) ; i++) {
989 PyObject *other = PyTuple_GET_ITEM(args, i);
990 if (set_update_internal(so, other) == -1)
991 return NULL;
992 }
993 Py_RETURN_NONE;
Raymond Hettingera38123e2003-11-24 22:18:49 +0000994}
995
Antoine Pitrouc83ea132010-05-09 14:46:46 +0000996PyDoc_STRVAR(update_doc,
Raymond Hettingeree4bcad2008-06-09 08:33:37 +0000997"Update a set with the union of itself and others.");
Raymond Hettingera38123e2003-11-24 22:18:49 +0000998
999static PyObject *
1000make_new_set(PyTypeObject *type, PyObject *iterable)
1001{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001002 register PySetObject *so = NULL;
Raymond Hettingera38123e2003-11-24 22:18:49 +00001003
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001004 if (dummy == NULL) { /* Auto-initialize dummy */
1005 dummy = PyString_FromString("<dummy key>");
1006 if (dummy == NULL)
1007 return NULL;
1008 }
Raymond Hettingera690a992003-11-16 16:17:49 +00001009
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001010 /* create PySetObject structure */
1011 if (numfree &&
1012 (type == &PySet_Type || type == &PyFrozenSet_Type)) {
1013 so = free_list[--numfree];
1014 assert (so != NULL && PyAnySet_CheckExact(so));
1015 Py_TYPE(so) = type;
1016 _Py_NewReference((PyObject *)so);
1017 EMPTY_TO_MINSIZE(so);
1018 PyObject_GC_Track(so);
1019 } else {
1020 so = (PySetObject *)type->tp_alloc(type, 0);
1021 if (so == NULL)
1022 return NULL;
1023 /* tp_alloc has already zeroed the structure */
1024 assert(so->table == NULL && so->fill == 0 && so->used == 0);
1025 INIT_NONZERO_SET_SLOTS(so);
1026 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001027
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001028 so->lookup = set_lookkey_string;
1029 so->weakreflist = NULL;
Raymond Hettingera690a992003-11-16 16:17:49 +00001030
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001031 if (iterable != NULL) {
1032 if (set_update_internal(so, iterable) == -1) {
1033 Py_DECREF(so);
1034 return NULL;
1035 }
1036 }
Raymond Hettingera38123e2003-11-24 22:18:49 +00001037
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001038 return (PyObject *)so;
Raymond Hettingera690a992003-11-16 16:17:49 +00001039}
1040
Raymond Hettingerd7946662005-08-01 21:39:29 +00001041/* The empty frozenset is a singleton */
1042static PyObject *emptyfrozenset = NULL;
1043
Raymond Hettingera690a992003-11-16 16:17:49 +00001044static PyObject *
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00001045frozenset_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Raymond Hettingera690a992003-11-16 16:17:49 +00001046{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001047 PyObject *iterable = NULL, *result;
Raymond Hettingera690a992003-11-16 16:17:49 +00001048
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001049 if (type == &PyFrozenSet_Type && !_PyArg_NoKeywords("frozenset()", kwds))
1050 return NULL;
Georg Brandl02c42872005-08-26 06:42:30 +00001051
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001052 if (!PyArg_UnpackTuple(args, type->tp_name, 0, 1, &iterable))
1053 return NULL;
Raymond Hettingerd7946662005-08-01 21:39:29 +00001054
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001055 if (type != &PyFrozenSet_Type)
1056 return make_new_set(type, iterable);
Raymond Hettingerd7946662005-08-01 21:39:29 +00001057
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001058 if (iterable != NULL) {
1059 /* frozenset(f) is idempotent */
1060 if (PyFrozenSet_CheckExact(iterable)) {
1061 Py_INCREF(iterable);
1062 return iterable;
1063 }
1064 result = make_new_set(type, iterable);
1065 if (result == NULL || PySet_GET_SIZE(result))
1066 return result;
1067 Py_DECREF(result);
1068 }
1069 /* The empty frozenset is a singleton */
1070 if (emptyfrozenset == NULL)
1071 emptyfrozenset = make_new_set(type, NULL);
1072 Py_XINCREF(emptyfrozenset);
1073 return emptyfrozenset;
Raymond Hettingerd7946662005-08-01 21:39:29 +00001074}
1075
1076void
1077PySet_Fini(void)
1078{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001079 PySetObject *so;
Raymond Hettingerbc841a12005-08-07 13:02:53 +00001080
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001081 while (numfree) {
1082 numfree--;
1083 so = free_list[numfree];
1084 PyObject_GC_Del(so);
1085 }
1086 Py_CLEAR(dummy);
1087 Py_CLEAR(emptyfrozenset);
Raymond Hettingera690a992003-11-16 16:17:49 +00001088}
1089
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00001090static PyObject *
1091set_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
1092{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001093 if (type == &PySet_Type && !_PyArg_NoKeywords("set()", kwds))
1094 return NULL;
1095
1096 return make_new_set(type, NULL);
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00001097}
1098
Raymond Hettinger934d63e2005-07-31 01:33:10 +00001099/* set_swap_bodies() switches the contents of any two sets by moving their
1100 internal data pointers and, if needed, copying the internal smalltables.
1101 Semantically equivalent to:
1102
1103 t=set(a); a.clear(); a.update(b); b.clear(); b.update(t); del t
1104
1105 The function always succeeds and it leaves both objects in a stable state.
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001106 Useful for creating temporary frozensets from sets for membership testing
Raymond Hettinger934d63e2005-07-31 01:33:10 +00001107 in __contains__(), discard(), and remove(). Also useful for operations
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001108 that update in-place (by allowing an intermediate result to be swapped
Raymond Hettinger9dcb17c2005-07-31 13:09:28 +00001109 into one of the original inputs).
Raymond Hettinger934d63e2005-07-31 01:33:10 +00001110*/
1111
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001112static void
1113set_swap_bodies(PySetObject *a, PySetObject *b)
Raymond Hettingera690a992003-11-16 16:17:49 +00001114{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001115 Py_ssize_t t;
1116 setentry *u;
1117 setentry *(*f)(PySetObject *so, PyObject *key, long hash);
1118 setentry tab[PySet_MINSIZE];
1119 long h;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001120
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001121 t = a->fill; a->fill = b->fill; b->fill = t;
1122 t = a->used; a->used = b->used; b->used = t;
1123 t = a->mask; a->mask = b->mask; b->mask = t;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001124
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001125 u = a->table;
1126 if (a->table == a->smalltable)
1127 u = b->smalltable;
1128 a->table = b->table;
1129 if (b->table == b->smalltable)
1130 a->table = a->smalltable;
1131 b->table = u;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001132
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001133 f = a->lookup; a->lookup = b->lookup; b->lookup = f;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001134
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001135 if (a->table == a->smalltable || b->table == b->smalltable) {
1136 memcpy(tab, a->smalltable, sizeof(tab));
1137 memcpy(a->smalltable, b->smalltable, sizeof(tab));
1138 memcpy(b->smalltable, tab, sizeof(tab));
1139 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001140
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001141 if (PyType_IsSubtype(Py_TYPE(a), &PyFrozenSet_Type) &&
1142 PyType_IsSubtype(Py_TYPE(b), &PyFrozenSet_Type)) {
1143 h = a->hash; a->hash = b->hash; b->hash = h;
1144 } else {
1145 a->hash = -1;
1146 b->hash = -1;
1147 }
Raymond Hettingera690a992003-11-16 16:17:49 +00001148}
1149
Raymond Hettinger8f5cdaa2003-12-13 11:26:12 +00001150static PyObject *
Raymond Hettingera690a992003-11-16 16:17:49 +00001151set_copy(PySetObject *so)
1152{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001153 return make_new_set(Py_TYPE(so), (PyObject *)so);
Raymond Hettingera690a992003-11-16 16:17:49 +00001154}
1155
Raymond Hettinger49ba4c32003-11-23 02:49:05 +00001156static PyObject *
1157frozenset_copy(PySetObject *so)
1158{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001159 if (PyFrozenSet_CheckExact(so)) {
1160 Py_INCREF(so);
1161 return (PyObject *)so;
1162 }
1163 return set_copy(so);
Raymond Hettinger49ba4c32003-11-23 02:49:05 +00001164}
1165
Raymond Hettingera690a992003-11-16 16:17:49 +00001166PyDoc_STRVAR(copy_doc, "Return a shallow copy of a set.");
1167
1168static PyObject *
Raymond Hettingerc991db22005-08-11 07:58:45 +00001169set_clear(PySetObject *so)
1170{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001171 set_clear_internal(so);
1172 Py_RETURN_NONE;
Raymond Hettingerc991db22005-08-11 07:58:45 +00001173}
1174
1175PyDoc_STRVAR(clear_doc, "Remove all elements from this set.");
1176
1177static PyObject *
Raymond Hettingeree4bcad2008-06-09 08:33:37 +00001178set_union(PySetObject *so, PyObject *args)
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001179{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001180 PySetObject *result;
1181 PyObject *other;
1182 Py_ssize_t i;
Raymond Hettingeree4bcad2008-06-09 08:33:37 +00001183
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001184 result = (PySetObject *)set_copy(so);
1185 if (result == NULL)
1186 return NULL;
Raymond Hettingeree4bcad2008-06-09 08:33:37 +00001187
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001188 for (i=0 ; i<PyTuple_GET_SIZE(args) ; i++) {
1189 other = PyTuple_GET_ITEM(args, i);
1190 if ((PyObject *)so == other)
1191 continue;
1192 if (set_update_internal(result, other) == -1) {
1193 Py_DECREF(result);
1194 return NULL;
1195 }
1196 }
1197 return (PyObject *)result;
Raymond Hettingeree4bcad2008-06-09 08:33:37 +00001198}
1199
1200PyDoc_STRVAR(union_doc,
1201 "Return the union of sets as a new set.\n\
1202\n\
1203(i.e. all elements that are in either set.)");
1204
1205static PyObject *
1206set_or(PySetObject *so, PyObject *other)
1207{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001208 PySetObject *result;
Raymond Hettingeree4bcad2008-06-09 08:33:37 +00001209
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001210 if (!PyAnySet_Check(so) || !PyAnySet_Check(other)) {
1211 Py_INCREF(Py_NotImplemented);
1212 return Py_NotImplemented;
1213 }
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001214
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001215 result = (PySetObject *)set_copy(so);
1216 if (result == NULL)
1217 return NULL;
1218 if ((PyObject *)so == other)
1219 return (PyObject *)result;
1220 if (set_update_internal(result, other) == -1) {
1221 Py_DECREF(result);
1222 return NULL;
1223 }
1224 return (PyObject *)result;
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001225}
1226
Raymond Hettingera690a992003-11-16 16:17:49 +00001227static PyObject *
1228set_ior(PySetObject *so, PyObject *other)
1229{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001230 if (!PyAnySet_Check(other)) {
1231 Py_INCREF(Py_NotImplemented);
1232 return Py_NotImplemented;
1233 }
1234 if (set_update_internal(so, other) == -1)
1235 return NULL;
1236 Py_INCREF(so);
1237 return (PyObject *)so;
Raymond Hettingera690a992003-11-16 16:17:49 +00001238}
1239
1240static PyObject *
1241set_intersection(PySetObject *so, PyObject *other)
1242{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001243 PySetObject *result;
1244 PyObject *key, *it, *tmp;
Raymond Hettingera690a992003-11-16 16:17:49 +00001245
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001246 if ((PyObject *)so == other)
1247 return set_copy(so);
Raymond Hettingerc991db22005-08-11 07:58:45 +00001248
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001249 result = (PySetObject *)make_new_set(Py_TYPE(so), NULL);
1250 if (result == NULL)
1251 return NULL;
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001252
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001253 if (PyAnySet_Check(other)) {
1254 Py_ssize_t pos = 0;
1255 setentry *entry;
Raymond Hettingerb02c35e2005-08-12 20:48:39 +00001256
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001257 if (PySet_GET_SIZE(other) > PySet_GET_SIZE(so)) {
1258 tmp = (PyObject *)so;
1259 so = (PySetObject *)other;
1260 other = tmp;
1261 }
Raymond Hettingerb02c35e2005-08-12 20:48:39 +00001262
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001263 while (set_next((PySetObject *)other, &pos, &entry)) {
1264 int rv = set_contains_entry(so, entry);
1265 if (rv == -1) {
1266 Py_DECREF(result);
1267 return NULL;
1268 }
1269 if (rv) {
1270 if (set_add_entry(result, entry) == -1) {
1271 Py_DECREF(result);
1272 return NULL;
1273 }
1274 }
1275 }
1276 return (PyObject *)result;
1277 }
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001278
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001279 it = PyObject_GetIter(other);
1280 if (it == NULL) {
1281 Py_DECREF(result);
1282 return NULL;
1283 }
Raymond Hettingera690a992003-11-16 16:17:49 +00001284
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001285 while ((key = PyIter_Next(it)) != NULL) {
1286 int rv;
1287 setentry entry;
1288 long hash = PyObject_Hash(key);
Raymond Hettingerf31e1752006-12-08 03:17:18 +00001289
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001290 if (hash == -1) {
1291 Py_DECREF(it);
1292 Py_DECREF(result);
1293 Py_DECREF(key);
1294 return NULL;
1295 }
1296 entry.hash = hash;
1297 entry.key = key;
1298 rv = set_contains_entry(so, &entry);
1299 if (rv == -1) {
1300 Py_DECREF(it);
1301 Py_DECREF(result);
1302 Py_DECREF(key);
1303 return NULL;
1304 }
1305 if (rv) {
1306 if (set_add_entry(result, &entry) == -1) {
1307 Py_DECREF(it);
1308 Py_DECREF(result);
1309 Py_DECREF(key);
1310 return NULL;
1311 }
1312 }
1313 Py_DECREF(key);
1314 }
1315 Py_DECREF(it);
1316 if (PyErr_Occurred()) {
1317 Py_DECREF(result);
1318 return NULL;
1319 }
1320 return (PyObject *)result;
Raymond Hettingera690a992003-11-16 16:17:49 +00001321}
1322
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001323static PyObject *
1324set_intersection_multi(PySetObject *so, PyObject *args)
1325{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001326 Py_ssize_t i;
1327 PyObject *result = (PyObject *)so;
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001328
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001329 if (PyTuple_GET_SIZE(args) == 0)
1330 return set_copy(so);
Raymond Hettinger610a93e2008-06-11 00:44:47 +00001331
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001332 Py_INCREF(so);
1333 for (i=0 ; i<PyTuple_GET_SIZE(args) ; i++) {
1334 PyObject *other = PyTuple_GET_ITEM(args, i);
1335 PyObject *newresult = set_intersection((PySetObject *)result, other);
1336 if (newresult == NULL) {
1337 Py_DECREF(result);
1338 return NULL;
1339 }
1340 Py_DECREF(result);
1341 result = newresult;
1342 }
1343 return result;
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001344}
1345
Raymond Hettingera690a992003-11-16 16:17:49 +00001346PyDoc_STRVAR(intersection_doc,
Raymond Hettinger79628d32009-11-18 20:28:22 +00001347"Return the intersection of two or more sets as a new set.\n\
Raymond Hettingera690a992003-11-16 16:17:49 +00001348\n\
Raymond Hettinger79628d32009-11-18 20:28:22 +00001349(i.e. elements that are common to all of the sets.)");
Raymond Hettingera690a992003-11-16 16:17:49 +00001350
1351static PyObject *
1352set_intersection_update(PySetObject *so, PyObject *other)
1353{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001354 PyObject *tmp;
Raymond Hettingera690a992003-11-16 16:17:49 +00001355
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001356 tmp = set_intersection(so, other);
1357 if (tmp == NULL)
1358 return NULL;
1359 set_swap_bodies(so, (PySetObject *)tmp);
1360 Py_DECREF(tmp);
1361 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001362}
1363
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001364static PyObject *
1365set_intersection_update_multi(PySetObject *so, PyObject *args)
1366{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001367 PyObject *tmp;
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001368
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001369 tmp = set_intersection_multi(so, args);
1370 if (tmp == NULL)
1371 return NULL;
1372 set_swap_bodies(so, (PySetObject *)tmp);
1373 Py_DECREF(tmp);
1374 Py_RETURN_NONE;
Raymond Hettinger5c4d3d02008-06-09 13:07:27 +00001375}
1376
Raymond Hettingera690a992003-11-16 16:17:49 +00001377PyDoc_STRVAR(intersection_update_doc,
1378"Update a set with the intersection of itself and another.");
1379
1380static PyObject *
1381set_and(PySetObject *so, PyObject *other)
1382{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001383 if (!PyAnySet_Check(so) || !PyAnySet_Check(other)) {
1384 Py_INCREF(Py_NotImplemented);
1385 return Py_NotImplemented;
1386 }
1387 return set_intersection(so, other);
Raymond Hettingera690a992003-11-16 16:17:49 +00001388}
1389
1390static PyObject *
1391set_iand(PySetObject *so, PyObject *other)
1392{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001393 PyObject *result;
Raymond Hettingera690a992003-11-16 16:17:49 +00001394
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001395 if (!PyAnySet_Check(other)) {
1396 Py_INCREF(Py_NotImplemented);
1397 return Py_NotImplemented;
1398 }
1399 result = set_intersection_update(so, other);
1400 if (result == NULL)
1401 return NULL;
1402 Py_DECREF(result);
1403 Py_INCREF(so);
1404 return (PyObject *)so;
Raymond Hettingera690a992003-11-16 16:17:49 +00001405}
1406
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001407static PyObject *
1408set_isdisjoint(PySetObject *so, PyObject *other)
1409{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001410 PyObject *key, *it, *tmp;
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001411
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001412 if ((PyObject *)so == other) {
1413 if (PySet_GET_SIZE(so) == 0)
1414 Py_RETURN_TRUE;
1415 else
1416 Py_RETURN_FALSE;
1417 }
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001418
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001419 if (PyAnySet_CheckExact(other)) {
1420 Py_ssize_t pos = 0;
1421 setentry *entry;
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001422
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001423 if (PySet_GET_SIZE(other) > PySet_GET_SIZE(so)) {
1424 tmp = (PyObject *)so;
1425 so = (PySetObject *)other;
1426 other = tmp;
1427 }
1428 while (set_next((PySetObject *)other, &pos, &entry)) {
1429 int rv = set_contains_entry(so, entry);
1430 if (rv == -1)
1431 return NULL;
1432 if (rv)
1433 Py_RETURN_FALSE;
1434 }
1435 Py_RETURN_TRUE;
1436 }
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001437
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001438 it = PyObject_GetIter(other);
1439 if (it == NULL)
1440 return NULL;
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001441
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001442 while ((key = PyIter_Next(it)) != NULL) {
1443 int rv;
1444 setentry entry;
1445 long hash = PyObject_Hash(key);
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001446
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001447 if (hash == -1) {
1448 Py_DECREF(key);
1449 Py_DECREF(it);
1450 return NULL;
1451 }
1452 entry.hash = hash;
1453 entry.key = key;
1454 rv = set_contains_entry(so, &entry);
1455 Py_DECREF(key);
1456 if (rv == -1) {
1457 Py_DECREF(it);
1458 return NULL;
1459 }
1460 if (rv) {
1461 Py_DECREF(it);
1462 Py_RETURN_FALSE;
1463 }
1464 }
1465 Py_DECREF(it);
1466 if (PyErr_Occurred())
1467 return NULL;
1468 Py_RETURN_TRUE;
Raymond Hettinger1760c8a2007-11-08 02:52:43 +00001469}
1470
1471PyDoc_STRVAR(isdisjoint_doc,
1472"Return True if two sets have a null intersection.");
1473
Neal Norwitz6576bd82005-11-13 18:41:28 +00001474static int
Raymond Hettingerc991db22005-08-11 07:58:45 +00001475set_difference_update_internal(PySetObject *so, PyObject *other)
1476{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001477 if ((PyObject *)so == other)
1478 return set_clear_internal(so);
Raymond Hettingerc991db22005-08-11 07:58:45 +00001479
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001480 if (PyAnySet_Check(other)) {
1481 setentry *entry;
1482 Py_ssize_t pos = 0;
Raymond Hettingerc991db22005-08-11 07:58:45 +00001483
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001484 while (set_next((PySetObject *)other, &pos, &entry))
1485 if (set_discard_entry(so, entry) == -1)
1486 return -1;
1487 } else {
1488 PyObject *key, *it;
1489 it = PyObject_GetIter(other);
1490 if (it == NULL)
1491 return -1;
1492
1493 while ((key = PyIter_Next(it)) != NULL) {
1494 if (set_discard_key(so, key) == -1) {
1495 Py_DECREF(it);
1496 Py_DECREF(key);
1497 return -1;
1498 }
1499 Py_DECREF(key);
1500 }
1501 Py_DECREF(it);
1502 if (PyErr_Occurred())
1503 return -1;
1504 }
1505 /* If more than 1/5 are dummies, then resize them away. */
1506 if ((so->fill - so->used) * 5 < so->mask)
1507 return 0;
1508 return set_table_resize(so, so->used>50000 ? so->used*2 : so->used*4);
Raymond Hettingerc991db22005-08-11 07:58:45 +00001509}
1510
Raymond Hettingera690a992003-11-16 16:17:49 +00001511static PyObject *
Raymond Hettinger4267be62008-06-11 10:30:54 +00001512set_difference_update(PySetObject *so, PyObject *args)
Raymond Hettingera690a992003-11-16 16:17:49 +00001513{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001514 Py_ssize_t i;
Raymond Hettinger4267be62008-06-11 10:30:54 +00001515
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001516 for (i=0 ; i<PyTuple_GET_SIZE(args) ; i++) {
1517 PyObject *other = PyTuple_GET_ITEM(args, i);
1518 if (set_difference_update_internal(so, other) == -1)
1519 return NULL;
1520 }
1521 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001522}
1523
1524PyDoc_STRVAR(difference_update_doc,
1525"Remove all elements of another set from this set.");
1526
1527static PyObject *
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001528set_difference(PySetObject *so, PyObject *other)
1529{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001530 PyObject *result;
1531 setentry *entry;
1532 Py_ssize_t pos = 0;
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001533
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001534 if (!PyAnySet_Check(other) && !PyDict_CheckExact(other)) {
1535 result = set_copy(so);
1536 if (result == NULL)
1537 return NULL;
1538 if (set_difference_update_internal((PySetObject *)result, other) != -1)
1539 return result;
1540 Py_DECREF(result);
1541 return NULL;
1542 }
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001543
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001544 result = make_new_set(Py_TYPE(so), NULL);
1545 if (result == NULL)
1546 return NULL;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001547
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001548 if (PyDict_CheckExact(other)) {
1549 while (set_next(so, &pos, &entry)) {
1550 setentry entrycopy;
Serhiy Storchaka5127ed72015-05-30 17:45:12 +03001551 int rv;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001552 entrycopy.hash = entry->hash;
1553 entrycopy.key = entry->key;
Serhiy Storchaka5127ed72015-05-30 17:45:12 +03001554 rv = _PyDict_Contains(other, entry->key, entry->hash);
1555 if (rv < 0) {
1556 Py_DECREF(result);
1557 return NULL;
1558 }
1559 if (!rv) {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001560 if (set_add_entry((PySetObject *)result, &entrycopy) == -1) {
1561 Py_DECREF(result);
1562 return NULL;
1563 }
1564 }
1565 }
1566 return result;
1567 }
1568
1569 while (set_next(so, &pos, &entry)) {
1570 int rv = set_contains_entry((PySetObject *)other, entry);
1571 if (rv == -1) {
1572 Py_DECREF(result);
1573 return NULL;
1574 }
1575 if (!rv) {
1576 if (set_add_entry((PySetObject *)result, entry) == -1) {
1577 Py_DECREF(result);
1578 return NULL;
1579 }
1580 }
1581 }
1582 return result;
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001583}
1584
Raymond Hettinger4267be62008-06-11 10:30:54 +00001585static PyObject *
1586set_difference_multi(PySetObject *so, PyObject *args)
1587{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001588 Py_ssize_t i;
1589 PyObject *result, *other;
Raymond Hettinger4267be62008-06-11 10:30:54 +00001590
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001591 if (PyTuple_GET_SIZE(args) == 0)
1592 return set_copy(so);
Raymond Hettinger4267be62008-06-11 10:30:54 +00001593
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001594 other = PyTuple_GET_ITEM(args, 0);
1595 result = set_difference(so, other);
1596 if (result == NULL)
1597 return NULL;
Raymond Hettinger4267be62008-06-11 10:30:54 +00001598
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001599 for (i=1 ; i<PyTuple_GET_SIZE(args) ; i++) {
1600 other = PyTuple_GET_ITEM(args, i);
1601 if (set_difference_update_internal((PySetObject *)result, other) == -1) {
1602 Py_DECREF(result);
1603 return NULL;
1604 }
1605 }
1606 return result;
Raymond Hettinger4267be62008-06-11 10:30:54 +00001607}
1608
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001609PyDoc_STRVAR(difference_doc,
Raymond Hettinger4267be62008-06-11 10:30:54 +00001610"Return the difference of two or more sets as a new set.\n\
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001611\n\
Raymond Hettinger4267be62008-06-11 10:30:54 +00001612(i.e. all elements that are in this set but not the others.)");
Raymond Hettingerfb4e33a2003-12-15 13:23:55 +00001613static PyObject *
Raymond Hettingera690a992003-11-16 16:17:49 +00001614set_sub(PySetObject *so, PyObject *other)
1615{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001616 if (!PyAnySet_Check(so) || !PyAnySet_Check(other)) {
1617 Py_INCREF(Py_NotImplemented);
1618 return Py_NotImplemented;
1619 }
1620 return set_difference(so, other);
Raymond Hettingera690a992003-11-16 16:17:49 +00001621}
1622
1623static PyObject *
1624set_isub(PySetObject *so, PyObject *other)
1625{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001626 if (!PyAnySet_Check(other)) {
1627 Py_INCREF(Py_NotImplemented);
1628 return Py_NotImplemented;
1629 }
1630 if (set_difference_update_internal(so, other) == -1)
1631 return NULL;
1632 Py_INCREF(so);
1633 return (PyObject *)so;
Raymond Hettingera690a992003-11-16 16:17:49 +00001634}
1635
1636static PyObject *
Raymond Hettingera690a992003-11-16 16:17:49 +00001637set_symmetric_difference_update(PySetObject *so, PyObject *other)
1638{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001639 PySetObject *otherset;
1640 PyObject *key;
1641 Py_ssize_t pos = 0;
1642 setentry *entry;
Raymond Hettingerc991db22005-08-11 07:58:45 +00001643
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001644 if ((PyObject *)so == other)
1645 return set_clear(so);
Raymond Hettingera690a992003-11-16 16:17:49 +00001646
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001647 if (PyDict_CheckExact(other)) {
1648 PyObject *value;
1649 int rv;
1650 long hash;
1651 while (_PyDict_Next(other, &pos, &key, &value, &hash)) {
1652 setentry an_entry;
Raymond Hettingerf31e1752006-12-08 03:17:18 +00001653
Éric Araujof079c9b2011-03-22 23:47:32 +01001654 Py_INCREF(key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001655 an_entry.hash = hash;
1656 an_entry.key = key;
Éric Araujof079c9b2011-03-22 23:47:32 +01001657
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001658 rv = set_discard_entry(so, &an_entry);
Éric Araujof079c9b2011-03-22 23:47:32 +01001659 if (rv == -1) {
1660 Py_DECREF(key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001661 return NULL;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001662 }
Éric Araujof079c9b2011-03-22 23:47:32 +01001663 if (rv == DISCARD_NOTFOUND) {
1664 if (set_add_entry(so, &an_entry) == -1) {
1665 Py_DECREF(key);
1666 return NULL;
1667 }
1668 }
1669 Py_DECREF(key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001670 }
1671 Py_RETURN_NONE;
1672 }
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001673
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001674 if (PyAnySet_Check(other)) {
1675 Py_INCREF(other);
1676 otherset = (PySetObject *)other;
1677 } else {
1678 otherset = (PySetObject *)make_new_set(Py_TYPE(so), other);
1679 if (otherset == NULL)
1680 return NULL;
1681 }
Raymond Hettingera690a992003-11-16 16:17:49 +00001682
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001683 while (set_next(otherset, &pos, &entry)) {
1684 int rv = set_discard_entry(so, entry);
1685 if (rv == -1) {
1686 Py_DECREF(otherset);
1687 return NULL;
1688 }
1689 if (rv == DISCARD_NOTFOUND) {
1690 if (set_add_entry(so, entry) == -1) {
1691 Py_DECREF(otherset);
1692 return NULL;
1693 }
1694 }
1695 }
1696 Py_DECREF(otherset);
1697 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001698}
1699
1700PyDoc_STRVAR(symmetric_difference_update_doc,
1701"Update a set with the symmetric difference of itself and another.");
1702
1703static PyObject *
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001704set_symmetric_difference(PySetObject *so, PyObject *other)
1705{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001706 PyObject *rv;
1707 PySetObject *otherset;
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001708
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001709 otherset = (PySetObject *)make_new_set(Py_TYPE(so), other);
1710 if (otherset == NULL)
1711 return NULL;
1712 rv = set_symmetric_difference_update(otherset, (PyObject *)so);
Miss Islington (bot)6d3d02c2018-05-02 03:23:41 -07001713 if (rv == NULL) {
1714 Py_DECREF(otherset);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001715 return NULL;
Miss Islington (bot)6d3d02c2018-05-02 03:23:41 -07001716 }
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001717 Py_DECREF(rv);
1718 return (PyObject *)otherset;
Raymond Hettingerf5f41bf2003-11-24 02:57:33 +00001719}
1720
1721PyDoc_STRVAR(symmetric_difference_doc,
1722"Return the symmetric difference of two sets as a new set.\n\
1723\n\
1724(i.e. all elements that are in exactly one of the sets.)");
1725
1726static PyObject *
Raymond Hettingera690a992003-11-16 16:17:49 +00001727set_xor(PySetObject *so, PyObject *other)
1728{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001729 if (!PyAnySet_Check(so) || !PyAnySet_Check(other)) {
1730 Py_INCREF(Py_NotImplemented);
1731 return Py_NotImplemented;
1732 }
1733 return set_symmetric_difference(so, other);
Raymond Hettingera690a992003-11-16 16:17:49 +00001734}
1735
1736static PyObject *
1737set_ixor(PySetObject *so, PyObject *other)
1738{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001739 PyObject *result;
Raymond Hettingera690a992003-11-16 16:17:49 +00001740
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001741 if (!PyAnySet_Check(other)) {
1742 Py_INCREF(Py_NotImplemented);
1743 return Py_NotImplemented;
1744 }
1745 result = set_symmetric_difference_update(so, other);
1746 if (result == NULL)
1747 return NULL;
1748 Py_DECREF(result);
1749 Py_INCREF(so);
1750 return (PyObject *)so;
Raymond Hettingera690a992003-11-16 16:17:49 +00001751}
1752
1753static PyObject *
1754set_issubset(PySetObject *so, PyObject *other)
1755{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001756 setentry *entry;
1757 Py_ssize_t pos = 0;
Raymond Hettingera690a992003-11-16 16:17:49 +00001758
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001759 if (!PyAnySet_Check(other)) {
1760 PyObject *tmp, *result;
1761 tmp = make_new_set(&PySet_Type, other);
1762 if (tmp == NULL)
1763 return NULL;
1764 result = set_issubset(so, tmp);
1765 Py_DECREF(tmp);
1766 return result;
1767 }
1768 if (PySet_GET_SIZE(so) > PySet_GET_SIZE(other))
1769 Py_RETURN_FALSE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001770
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001771 while (set_next(so, &pos, &entry)) {
1772 int rv = set_contains_entry((PySetObject *)other, entry);
1773 if (rv == -1)
1774 return NULL;
1775 if (!rv)
1776 Py_RETURN_FALSE;
1777 }
1778 Py_RETURN_TRUE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001779}
1780
1781PyDoc_STRVAR(issubset_doc, "Report whether another set contains this set.");
1782
1783static PyObject *
1784set_issuperset(PySetObject *so, PyObject *other)
1785{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001786 PyObject *tmp, *result;
Raymond Hettinger3fbec702003-11-21 07:56:36 +00001787
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001788 if (!PyAnySet_Check(other)) {
1789 tmp = make_new_set(&PySet_Type, other);
1790 if (tmp == NULL)
1791 return NULL;
1792 result = set_issuperset(so, tmp);
1793 Py_DECREF(tmp);
1794 return result;
1795 }
1796 return set_issubset((PySetObject *)other, (PyObject *)so);
Raymond Hettingera690a992003-11-16 16:17:49 +00001797}
1798
1799PyDoc_STRVAR(issuperset_doc, "Report whether this set contains another set.");
1800
Raymond Hettingera690a992003-11-16 16:17:49 +00001801static PyObject *
1802set_richcompare(PySetObject *v, PyObject *w, int op)
1803{
Serhiy Storchaka5127ed72015-05-30 17:45:12 +03001804 PyObject *r1;
1805 int r2;
Raymond Hettinger9f1a6792005-07-31 01:16:36 +00001806
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001807 if(!PyAnySet_Check(w)) {
Raymond Hettingerf643b9a2014-05-25 22:13:41 -07001808 Py_INCREF(Py_NotImplemented);
1809 return Py_NotImplemented;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001810 }
1811 switch (op) {
1812 case Py_EQ:
1813 if (PySet_GET_SIZE(v) != PySet_GET_SIZE(w))
1814 Py_RETURN_FALSE;
1815 if (v->hash != -1 &&
1816 ((PySetObject *)w)->hash != -1 &&
1817 v->hash != ((PySetObject *)w)->hash)
1818 Py_RETURN_FALSE;
1819 return set_issubset(v, w);
1820 case Py_NE:
1821 r1 = set_richcompare(v, w, Py_EQ);
1822 if (r1 == NULL)
1823 return NULL;
Serhiy Storchaka5127ed72015-05-30 17:45:12 +03001824 r2 = PyObject_IsTrue(r1);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001825 Py_DECREF(r1);
Serhiy Storchaka5127ed72015-05-30 17:45:12 +03001826 if (r2 < 0)
1827 return NULL;
1828 return PyBool_FromLong(!r2);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001829 case Py_LE:
1830 return set_issubset(v, w);
1831 case Py_GE:
1832 return set_issuperset(v, w);
1833 case Py_LT:
1834 if (PySet_GET_SIZE(v) >= PySet_GET_SIZE(w))
1835 Py_RETURN_FALSE;
1836 return set_issubset(v, w);
1837 case Py_GT:
1838 if (PySet_GET_SIZE(v) <= PySet_GET_SIZE(w))
1839 Py_RETURN_FALSE;
1840 return set_issuperset(v, w);
1841 }
1842 Py_INCREF(Py_NotImplemented);
1843 return Py_NotImplemented;
Raymond Hettingera690a992003-11-16 16:17:49 +00001844}
1845
Raymond Hettingered6c1ef2005-08-13 08:28:03 +00001846static int
Georg Brandl347b3002006-03-30 11:57:00 +00001847set_nocmp(PyObject *self, PyObject *other)
Raymond Hettingered6c1ef2005-08-13 08:28:03 +00001848{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001849 PyErr_SetString(PyExc_TypeError, "cannot compare sets using cmp()");
1850 return -1;
Raymond Hettingered6c1ef2005-08-13 08:28:03 +00001851}
1852
Raymond Hettingera690a992003-11-16 16:17:49 +00001853static PyObject *
Raymond Hettinger06d8cf82005-07-31 15:36:06 +00001854set_add(PySetObject *so, PyObject *key)
Raymond Hettingera690a992003-11-16 16:17:49 +00001855{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001856 if (set_add_key(so, key) == -1)
1857 return NULL;
1858 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001859}
1860
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001861PyDoc_STRVAR(add_doc,
Raymond Hettingera690a992003-11-16 16:17:49 +00001862"Add an element to a set.\n\
1863\n\
1864This has no effect if the element is already present.");
1865
Raymond Hettingerce8185e2005-08-13 09:28:48 +00001866static int
1867set_contains(PySetObject *so, PyObject *key)
1868{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001869 PyObject *tmpkey;
1870 int rv;
Raymond Hettingerce8185e2005-08-13 09:28:48 +00001871
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001872 rv = set_contains_key(so, key);
1873 if (rv == -1) {
1874 if (!PySet_Check(key) || !PyErr_ExceptionMatches(PyExc_TypeError))
1875 return -1;
1876 PyErr_Clear();
Raymond Hettinger3ad323e2010-08-06 10:18:56 +00001877 tmpkey = make_new_set(&PyFrozenSet_Type, key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001878 if (tmpkey == NULL)
1879 return -1;
Petri Lehtinen5f4d8702011-10-30 13:55:02 +02001880 rv = set_contains_key(so, tmpkey);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001881 Py_DECREF(tmpkey);
1882 }
1883 return rv;
Raymond Hettingerce8185e2005-08-13 09:28:48 +00001884}
1885
1886static PyObject *
1887set_direct_contains(PySetObject *so, PyObject *key)
1888{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001889 long result;
Raymond Hettingerce8185e2005-08-13 09:28:48 +00001890
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001891 result = set_contains(so, key);
1892 if (result == -1)
1893 return NULL;
1894 return PyBool_FromLong(result);
Raymond Hettingerce8185e2005-08-13 09:28:48 +00001895}
1896
1897PyDoc_STRVAR(contains_doc, "x.__contains__(y) <==> y in x.");
1898
Raymond Hettingera690a992003-11-16 16:17:49 +00001899static PyObject *
Raymond Hettinger06d8cf82005-07-31 15:36:06 +00001900set_remove(PySetObject *so, PyObject *key)
Raymond Hettingera690a992003-11-16 16:17:49 +00001901{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001902 PyObject *tmpkey;
1903 int rv;
Raymond Hettingerbfd334a2003-11-22 03:55:23 +00001904
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001905 rv = set_discard_key(so, key);
1906 if (rv == -1) {
1907 if (!PySet_Check(key) || !PyErr_ExceptionMatches(PyExc_TypeError))
1908 return NULL;
1909 PyErr_Clear();
Raymond Hettinger3ad323e2010-08-06 10:18:56 +00001910 tmpkey = make_new_set(&PyFrozenSet_Type, key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001911 if (tmpkey == NULL)
1912 return NULL;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001913 rv = set_discard_key(so, tmpkey);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001914 Py_DECREF(tmpkey);
1915 if (rv == -1)
1916 return NULL;
1917 }
Amaury Forgeot d'Arcd78b9dc2008-10-07 20:32:10 +00001918
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001919 if (rv == DISCARD_NOTFOUND) {
1920 set_key_error(key);
1921 return NULL;
1922 }
1923 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001924}
1925
1926PyDoc_STRVAR(remove_doc,
1927"Remove an element from a set; it must be a member.\n\
1928\n\
1929If the element is not a member, raise a KeyError.");
1930
1931static PyObject *
Raymond Hettinger06d8cf82005-07-31 15:36:06 +00001932set_discard(PySetObject *so, PyObject *key)
Raymond Hettingera690a992003-11-16 16:17:49 +00001933{
Benjamin Petersone3b5eda2011-10-30 14:24:44 -04001934 PyObject *tmpkey;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001935 int rv;
Raymond Hettinger0deab622003-12-13 18:53:18 +00001936
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001937 rv = set_discard_key(so, key);
1938 if (rv == -1) {
1939 if (!PySet_Check(key) || !PyErr_ExceptionMatches(PyExc_TypeError))
1940 return NULL;
1941 PyErr_Clear();
Raymond Hettinger3ad323e2010-08-06 10:18:56 +00001942 tmpkey = make_new_set(&PyFrozenSet_Type, key);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001943 if (tmpkey == NULL)
1944 return NULL;
Petri Lehtinena39de112011-10-30 14:31:27 +02001945 rv = set_discard_key(so, tmpkey);
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001946 Py_DECREF(tmpkey);
Petri Lehtinena39de112011-10-30 14:31:27 +02001947 if (rv == -1)
1948 return NULL;
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001949 }
1950 Py_RETURN_NONE;
Raymond Hettingera690a992003-11-16 16:17:49 +00001951}
1952
1953PyDoc_STRVAR(discard_doc,
1954"Remove an element from a set if it is a member.\n\
1955\n\
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001956If the element is not a member, do nothing.");
Raymond Hettingera690a992003-11-16 16:17:49 +00001957
1958static PyObject *
Raymond Hettingera690a992003-11-16 16:17:49 +00001959set_reduce(PySetObject *so)
1960{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001961 PyObject *keys=NULL, *args=NULL, *result=NULL, *dict=NULL;
Raymond Hettingera690a992003-11-16 16:17:49 +00001962
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001963 keys = PySequence_List((PyObject *)so);
1964 if (keys == NULL)
1965 goto done;
1966 args = PyTuple_Pack(1, keys);
1967 if (args == NULL)
1968 goto done;
1969 dict = PyObject_GetAttrString((PyObject *)so, "__dict__");
1970 if (dict == NULL) {
1971 PyErr_Clear();
1972 dict = Py_None;
1973 Py_INCREF(dict);
1974 }
1975 result = PyTuple_Pack(3, Py_TYPE(so), args, dict);
Raymond Hettingera690a992003-11-16 16:17:49 +00001976done:
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001977 Py_XDECREF(args);
1978 Py_XDECREF(keys);
1979 Py_XDECREF(dict);
1980 return result;
Raymond Hettingera690a992003-11-16 16:17:49 +00001981}
1982
1983PyDoc_STRVAR(reduce_doc, "Return state information for pickling.");
1984
Robert Schuppenies9be2ec12008-07-10 15:24:04 +00001985static PyObject *
1986set_sizeof(PySetObject *so)
1987{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001988 Py_ssize_t res;
Robert Schuppenies9be2ec12008-07-10 15:24:04 +00001989
Serhiy Storchakac06a6d02015-12-19 20:07:48 +02001990 res = _PyObject_SIZE(Py_TYPE(so));
Antoine Pitrouc83ea132010-05-09 14:46:46 +00001991 if (so->table != so->smalltable)
1992 res = res + (so->mask + 1) * sizeof(setentry);
1993 return PyInt_FromSsize_t(res);
Robert Schuppenies9be2ec12008-07-10 15:24:04 +00001994}
1995
1996PyDoc_STRVAR(sizeof_doc, "S.__sizeof__() -> size of S in memory, in bytes");
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00001997static int
1998set_init(PySetObject *self, PyObject *args, PyObject *kwds)
1999{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002000 PyObject *iterable = NULL;
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00002001
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002002 if (!PyAnySet_Check(self))
2003 return -1;
2004 if (PySet_Check(self) && !_PyArg_NoKeywords("set()", kwds))
2005 return -1;
2006 if (!PyArg_UnpackTuple(args, Py_TYPE(self)->tp_name, 0, 1, &iterable))
2007 return -1;
2008 set_clear_internal(self);
2009 self->hash = -1;
2010 if (iterable == NULL)
2011 return 0;
2012 return set_update_internal(self, iterable);
Raymond Hettinger50a4bb32003-11-17 16:42:33 +00002013}
2014
Raymond Hettingera690a992003-11-16 16:17:49 +00002015static PySequenceMethods set_as_sequence = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002016 set_len, /* sq_length */
2017 0, /* sq_concat */
2018 0, /* sq_repeat */
2019 0, /* sq_item */
2020 0, /* sq_slice */
2021 0, /* sq_ass_item */
2022 0, /* sq_ass_slice */
2023 (objobjproc)set_contains, /* sq_contains */
Raymond Hettingera690a992003-11-16 16:17:49 +00002024};
2025
2026/* set object ********************************************************/
2027
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002028#ifdef Py_DEBUG
2029static PyObject *test_c_api(PySetObject *so);
2030
2031PyDoc_STRVAR(test_c_api_doc, "Exercises C API. Returns True.\n\
2032All is well if assertions don't fail.");
2033#endif
2034
Raymond Hettingera690a992003-11-16 16:17:49 +00002035static PyMethodDef set_methods[] = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002036 {"add", (PyCFunction)set_add, METH_O,
2037 add_doc},
2038 {"clear", (PyCFunction)set_clear, METH_NOARGS,
2039 clear_doc},
2040 {"__contains__",(PyCFunction)set_direct_contains, METH_O | METH_COEXIST,
2041 contains_doc},
2042 {"copy", (PyCFunction)set_copy, METH_NOARGS,
2043 copy_doc},
2044 {"discard", (PyCFunction)set_discard, METH_O,
2045 discard_doc},
2046 {"difference", (PyCFunction)set_difference_multi, METH_VARARGS,
2047 difference_doc},
2048 {"difference_update", (PyCFunction)set_difference_update, METH_VARARGS,
2049 difference_update_doc},
2050 {"intersection",(PyCFunction)set_intersection_multi, METH_VARARGS,
2051 intersection_doc},
2052 {"intersection_update",(PyCFunction)set_intersection_update_multi, METH_VARARGS,
2053 intersection_update_doc},
2054 {"isdisjoint", (PyCFunction)set_isdisjoint, METH_O,
2055 isdisjoint_doc},
2056 {"issubset", (PyCFunction)set_issubset, METH_O,
2057 issubset_doc},
2058 {"issuperset", (PyCFunction)set_issuperset, METH_O,
2059 issuperset_doc},
2060 {"pop", (PyCFunction)set_pop, METH_NOARGS,
2061 pop_doc},
2062 {"__reduce__", (PyCFunction)set_reduce, METH_NOARGS,
2063 reduce_doc},
2064 {"remove", (PyCFunction)set_remove, METH_O,
2065 remove_doc},
2066 {"__sizeof__", (PyCFunction)set_sizeof, METH_NOARGS,
2067 sizeof_doc},
2068 {"symmetric_difference",(PyCFunction)set_symmetric_difference, METH_O,
2069 symmetric_difference_doc},
2070 {"symmetric_difference_update",(PyCFunction)set_symmetric_difference_update, METH_O,
2071 symmetric_difference_update_doc},
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002072#ifdef Py_DEBUG
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002073 {"test_c_api", (PyCFunction)test_c_api, METH_NOARGS,
2074 test_c_api_doc},
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002075#endif
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002076 {"union", (PyCFunction)set_union, METH_VARARGS,
2077 union_doc},
2078 {"update", (PyCFunction)set_update, METH_VARARGS,
2079 update_doc},
2080 {NULL, NULL} /* sentinel */
Raymond Hettingera690a992003-11-16 16:17:49 +00002081};
2082
2083static PyNumberMethods set_as_number = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002084 0, /*nb_add*/
2085 (binaryfunc)set_sub, /*nb_subtract*/
2086 0, /*nb_multiply*/
2087 0, /*nb_divide*/
2088 0, /*nb_remainder*/
2089 0, /*nb_divmod*/
2090 0, /*nb_power*/
2091 0, /*nb_negative*/
2092 0, /*nb_positive*/
2093 0, /*nb_absolute*/
2094 0, /*nb_nonzero*/
2095 0, /*nb_invert*/
2096 0, /*nb_lshift*/
2097 0, /*nb_rshift*/
2098 (binaryfunc)set_and, /*nb_and*/
2099 (binaryfunc)set_xor, /*nb_xor*/
2100 (binaryfunc)set_or, /*nb_or*/
2101 0, /*nb_coerce*/
2102 0, /*nb_int*/
2103 0, /*nb_long*/
2104 0, /*nb_float*/
2105 0, /*nb_oct*/
2106 0, /*nb_hex*/
2107 0, /*nb_inplace_add*/
2108 (binaryfunc)set_isub, /*nb_inplace_subtract*/
2109 0, /*nb_inplace_multiply*/
2110 0, /*nb_inplace_divide*/
2111 0, /*nb_inplace_remainder*/
2112 0, /*nb_inplace_power*/
2113 0, /*nb_inplace_lshift*/
2114 0, /*nb_inplace_rshift*/
2115 (binaryfunc)set_iand, /*nb_inplace_and*/
2116 (binaryfunc)set_ixor, /*nb_inplace_xor*/
2117 (binaryfunc)set_ior, /*nb_inplace_or*/
Raymond Hettingera690a992003-11-16 16:17:49 +00002118};
2119
2120PyDoc_STRVAR(set_doc,
Georg Brandlb36e63a2010-02-28 18:26:37 +00002121"set() -> new empty set object\n\
2122set(iterable) -> new set object\n\
Raymond Hettingera690a992003-11-16 16:17:49 +00002123\n\
Andrew M. Kuchling52740be2006-07-29 15:10:32 +00002124Build an unordered collection of unique elements.");
Raymond Hettingera690a992003-11-16 16:17:49 +00002125
2126PyTypeObject PySet_Type = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002127 PyVarObject_HEAD_INIT(&PyType_Type, 0)
2128 "set", /* tp_name */
2129 sizeof(PySetObject), /* tp_basicsize */
2130 0, /* tp_itemsize */
2131 /* methods */
2132 (destructor)set_dealloc, /* tp_dealloc */
2133 (printfunc)set_tp_print, /* tp_print */
2134 0, /* tp_getattr */
2135 0, /* tp_setattr */
2136 set_nocmp, /* tp_compare */
2137 (reprfunc)set_repr, /* tp_repr */
2138 &set_as_number, /* tp_as_number */
2139 &set_as_sequence, /* tp_as_sequence */
2140 0, /* tp_as_mapping */
2141 (hashfunc)PyObject_HashNotImplemented, /* tp_hash */
2142 0, /* tp_call */
2143 0, /* tp_str */
2144 PyObject_GenericGetAttr, /* tp_getattro */
2145 0, /* tp_setattro */
2146 0, /* tp_as_buffer */
2147 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_CHECKTYPES |
2148 Py_TPFLAGS_BASETYPE, /* tp_flags */
2149 set_doc, /* tp_doc */
2150 (traverseproc)set_traverse, /* tp_traverse */
2151 (inquiry)set_clear_internal, /* tp_clear */
2152 (richcmpfunc)set_richcompare, /* tp_richcompare */
2153 offsetof(PySetObject, weakreflist), /* tp_weaklistoffset */
2154 (getiterfunc)set_iter, /* tp_iter */
2155 0, /* tp_iternext */
2156 set_methods, /* tp_methods */
2157 0, /* tp_members */
2158 0, /* tp_getset */
2159 0, /* tp_base */
2160 0, /* tp_dict */
2161 0, /* tp_descr_get */
2162 0, /* tp_descr_set */
2163 0, /* tp_dictoffset */
2164 (initproc)set_init, /* tp_init */
2165 PyType_GenericAlloc, /* tp_alloc */
2166 set_new, /* tp_new */
2167 PyObject_GC_Del, /* tp_free */
Raymond Hettingera690a992003-11-16 16:17:49 +00002168};
2169
2170/* frozenset object ********************************************************/
2171
2172
2173static PyMethodDef frozenset_methods[] = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002174 {"__contains__",(PyCFunction)set_direct_contains, METH_O | METH_COEXIST,
2175 contains_doc},
2176 {"copy", (PyCFunction)frozenset_copy, METH_NOARGS,
2177 copy_doc},
2178 {"difference", (PyCFunction)set_difference_multi, METH_VARARGS,
2179 difference_doc},
2180 {"intersection",(PyCFunction)set_intersection_multi, METH_VARARGS,
2181 intersection_doc},
2182 {"isdisjoint", (PyCFunction)set_isdisjoint, METH_O,
2183 isdisjoint_doc},
2184 {"issubset", (PyCFunction)set_issubset, METH_O,
2185 issubset_doc},
2186 {"issuperset", (PyCFunction)set_issuperset, METH_O,
2187 issuperset_doc},
2188 {"__reduce__", (PyCFunction)set_reduce, METH_NOARGS,
2189 reduce_doc},
2190 {"__sizeof__", (PyCFunction)set_sizeof, METH_NOARGS,
2191 sizeof_doc},
2192 {"symmetric_difference",(PyCFunction)set_symmetric_difference, METH_O,
2193 symmetric_difference_doc},
2194 {"union", (PyCFunction)set_union, METH_VARARGS,
2195 union_doc},
2196 {NULL, NULL} /* sentinel */
Raymond Hettingera690a992003-11-16 16:17:49 +00002197};
2198
2199static PyNumberMethods frozenset_as_number = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002200 0, /*nb_add*/
2201 (binaryfunc)set_sub, /*nb_subtract*/
2202 0, /*nb_multiply*/
2203 0, /*nb_divide*/
2204 0, /*nb_remainder*/
2205 0, /*nb_divmod*/
2206 0, /*nb_power*/
2207 0, /*nb_negative*/
2208 0, /*nb_positive*/
2209 0, /*nb_absolute*/
2210 0, /*nb_nonzero*/
2211 0, /*nb_invert*/
2212 0, /*nb_lshift*/
2213 0, /*nb_rshift*/
2214 (binaryfunc)set_and, /*nb_and*/
2215 (binaryfunc)set_xor, /*nb_xor*/
2216 (binaryfunc)set_or, /*nb_or*/
Raymond Hettingera690a992003-11-16 16:17:49 +00002217};
2218
2219PyDoc_STRVAR(frozenset_doc,
Georg Brandlb36e63a2010-02-28 18:26:37 +00002220"frozenset() -> empty frozenset object\n\
2221frozenset(iterable) -> frozenset object\n\
Raymond Hettingera690a992003-11-16 16:17:49 +00002222\n\
Andrew M. Kuchling52740be2006-07-29 15:10:32 +00002223Build an immutable unordered collection of unique elements.");
Raymond Hettingera690a992003-11-16 16:17:49 +00002224
2225PyTypeObject PyFrozenSet_Type = {
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002226 PyVarObject_HEAD_INIT(&PyType_Type, 0)
2227 "frozenset", /* tp_name */
2228 sizeof(PySetObject), /* tp_basicsize */
2229 0, /* tp_itemsize */
2230 /* methods */
2231 (destructor)set_dealloc, /* tp_dealloc */
2232 (printfunc)set_tp_print, /* tp_print */
2233 0, /* tp_getattr */
2234 0, /* tp_setattr */
2235 set_nocmp, /* tp_compare */
2236 (reprfunc)set_repr, /* tp_repr */
2237 &frozenset_as_number, /* tp_as_number */
2238 &set_as_sequence, /* tp_as_sequence */
2239 0, /* tp_as_mapping */
2240 frozenset_hash, /* tp_hash */
2241 0, /* tp_call */
2242 0, /* tp_str */
2243 PyObject_GenericGetAttr, /* tp_getattro */
2244 0, /* tp_setattro */
2245 0, /* tp_as_buffer */
2246 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_CHECKTYPES |
2247 Py_TPFLAGS_BASETYPE, /* tp_flags */
2248 frozenset_doc, /* tp_doc */
2249 (traverseproc)set_traverse, /* tp_traverse */
2250 (inquiry)set_clear_internal, /* tp_clear */
2251 (richcmpfunc)set_richcompare, /* tp_richcompare */
2252 offsetof(PySetObject, weakreflist), /* tp_weaklistoffset */
2253 (getiterfunc)set_iter, /* tp_iter */
2254 0, /* tp_iternext */
2255 frozenset_methods, /* tp_methods */
2256 0, /* tp_members */
2257 0, /* tp_getset */
2258 0, /* tp_base */
2259 0, /* tp_dict */
2260 0, /* tp_descr_get */
2261 0, /* tp_descr_set */
2262 0, /* tp_dictoffset */
2263 0, /* tp_init */
2264 PyType_GenericAlloc, /* tp_alloc */
2265 frozenset_new, /* tp_new */
2266 PyObject_GC_Del, /* tp_free */
Raymond Hettingera690a992003-11-16 16:17:49 +00002267};
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002268
2269
2270/***** C API functions *************************************************/
2271
2272PyObject *
2273PySet_New(PyObject *iterable)
2274{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002275 return make_new_set(&PySet_Type, iterable);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002276}
2277
2278PyObject *
2279PyFrozenSet_New(PyObject *iterable)
2280{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002281 return make_new_set(&PyFrozenSet_Type, iterable);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002282}
2283
Neal Norwitz8c49c822006-03-04 18:41:19 +00002284Py_ssize_t
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002285PySet_Size(PyObject *anyset)
2286{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002287 if (!PyAnySet_Check(anyset)) {
2288 PyErr_BadInternalCall();
2289 return -1;
2290 }
2291 return PySet_GET_SIZE(anyset);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002292}
2293
2294int
Barry Warsaw176014f2006-03-30 22:45:35 +00002295PySet_Clear(PyObject *set)
2296{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002297 if (!PySet_Check(set)) {
2298 PyErr_BadInternalCall();
2299 return -1;
2300 }
2301 return set_clear_internal((PySetObject *)set);
Barry Warsaw176014f2006-03-30 22:45:35 +00002302}
2303
2304int
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002305PySet_Contains(PyObject *anyset, PyObject *key)
2306{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002307 if (!PyAnySet_Check(anyset)) {
2308 PyErr_BadInternalCall();
2309 return -1;
2310 }
2311 return set_contains_key((PySetObject *)anyset, key);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002312}
2313
2314int
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002315PySet_Discard(PyObject *set, PyObject *key)
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002316{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002317 if (!PySet_Check(set)) {
2318 PyErr_BadInternalCall();
2319 return -1;
2320 }
2321 return set_discard_key((PySetObject *)set, key);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002322}
2323
2324int
Raymond Hettingerecdcb582008-01-28 20:34:33 +00002325PySet_Add(PyObject *anyset, PyObject *key)
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002326{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002327 if (!PySet_Check(anyset) &&
2328 (!PyFrozenSet_Check(anyset) || Py_REFCNT(anyset) != 1)) {
2329 PyErr_BadInternalCall();
2330 return -1;
2331 }
2332 return set_add_key((PySetObject *)anyset, key);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002333}
2334
Barry Warsaw176014f2006-03-30 22:45:35 +00002335int
Raymond Hettinger0bbbfc42007-03-20 21:27:24 +00002336_PySet_Next(PyObject *set, Py_ssize_t *pos, PyObject **key)
Barry Warsaw176014f2006-03-30 22:45:35 +00002337{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002338 setentry *entry_ptr;
Barry Warsaw176014f2006-03-30 22:45:35 +00002339
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002340 if (!PyAnySet_Check(set)) {
2341 PyErr_BadInternalCall();
2342 return -1;
2343 }
2344 if (set_next((PySetObject *)set, pos, &entry_ptr) == 0)
2345 return 0;
2346 *key = entry_ptr->key;
2347 return 1;
Raymond Hettinger0bbbfc42007-03-20 21:27:24 +00002348}
2349
2350int
2351_PySet_NextEntry(PyObject *set, Py_ssize_t *pos, PyObject **key, long *hash)
2352{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002353 setentry *entry;
Raymond Hettinger0bbbfc42007-03-20 21:27:24 +00002354
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002355 if (!PyAnySet_Check(set)) {
2356 PyErr_BadInternalCall();
2357 return -1;
2358 }
2359 if (set_next((PySetObject *)set, pos, &entry) == 0)
2360 return 0;
2361 *key = entry->key;
2362 *hash = entry->hash;
2363 return 1;
Barry Warsaw176014f2006-03-30 22:45:35 +00002364}
2365
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002366PyObject *
2367PySet_Pop(PyObject *set)
2368{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002369 if (!PySet_Check(set)) {
2370 PyErr_BadInternalCall();
2371 return NULL;
2372 }
2373 return set_pop((PySetObject *)set);
Raymond Hettingerbeb31012005-08-16 03:47:52 +00002374}
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002375
Barry Warsaw176014f2006-03-30 22:45:35 +00002376int
2377_PySet_Update(PyObject *set, PyObject *iterable)
2378{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002379 if (!PySet_Check(set)) {
2380 PyErr_BadInternalCall();
2381 return -1;
2382 }
2383 return set_update_internal((PySetObject *)set, iterable);
Barry Warsaw176014f2006-03-30 22:45:35 +00002384}
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002385
2386#ifdef Py_DEBUG
2387
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002388/* Test code to be called with any three element set.
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002389 Returns True and original set is restored. */
2390
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002391#define assertRaises(call_return_value, exception) \
2392 do { \
2393 assert(call_return_value); \
2394 assert(PyErr_ExceptionMatches(exception)); \
2395 PyErr_Clear(); \
2396 } while(0)
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002397
2398static PyObject *
2399test_c_api(PySetObject *so)
2400{
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002401 Py_ssize_t count;
2402 char *s;
2403 Py_ssize_t i;
2404 PyObject *elem=NULL, *dup=NULL, *t, *f, *dup2, *x;
2405 PyObject *ob = (PyObject *)so;
2406 PyObject *str;
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002407
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002408 /* Verify preconditions */
2409 assert(PyAnySet_Check(ob));
2410 assert(PyAnySet_CheckExact(ob));
2411 assert(!PyFrozenSet_CheckExact(ob));
Victor Stinner17d90542010-03-13 00:13:22 +00002412
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002413 /* so.clear(); so |= set("abc"); */
2414 str = PyString_FromString("abc");
2415 if (str == NULL)
2416 return NULL;
2417 set_clear_internal(so);
2418 if (set_update_internal(so, str) == -1) {
2419 Py_DECREF(str);
2420 return NULL;
2421 }
2422 Py_DECREF(str);
Victor Stinner17d90542010-03-13 00:13:22 +00002423
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002424 /* Exercise type/size checks */
2425 assert(PySet_Size(ob) == 3);
2426 assert(PySet_GET_SIZE(ob) == 3);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002427
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002428 /* Raise TypeError for non-iterable constructor arguments */
2429 assertRaises(PySet_New(Py_None) == NULL, PyExc_TypeError);
2430 assertRaises(PyFrozenSet_New(Py_None) == NULL, PyExc_TypeError);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002431
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002432 /* Raise TypeError for unhashable key */
2433 dup = PySet_New(ob);
2434 assertRaises(PySet_Discard(ob, dup) == -1, PyExc_TypeError);
2435 assertRaises(PySet_Contains(ob, dup) == -1, PyExc_TypeError);
2436 assertRaises(PySet_Add(ob, dup) == -1, PyExc_TypeError);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002437
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002438 /* Exercise successful pop, contains, add, and discard */
2439 elem = PySet_Pop(ob);
2440 assert(PySet_Contains(ob, elem) == 0);
2441 assert(PySet_GET_SIZE(ob) == 2);
2442 assert(PySet_Add(ob, elem) == 0);
2443 assert(PySet_Contains(ob, elem) == 1);
2444 assert(PySet_GET_SIZE(ob) == 3);
2445 assert(PySet_Discard(ob, elem) == 1);
2446 assert(PySet_GET_SIZE(ob) == 2);
2447 assert(PySet_Discard(ob, elem) == 0);
2448 assert(PySet_GET_SIZE(ob) == 2);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002449
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002450 /* Exercise clear */
2451 dup2 = PySet_New(dup);
2452 assert(PySet_Clear(dup2) == 0);
2453 assert(PySet_Size(dup2) == 0);
2454 Py_DECREF(dup2);
Barry Warsaw176014f2006-03-30 22:45:35 +00002455
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002456 /* Raise SystemError on clear or update of frozen set */
2457 f = PyFrozenSet_New(dup);
2458 assertRaises(PySet_Clear(f) == -1, PyExc_SystemError);
2459 assertRaises(_PySet_Update(f, dup) == -1, PyExc_SystemError);
2460 assert(PySet_Add(f, elem) == 0);
2461 Py_INCREF(f);
2462 assertRaises(PySet_Add(f, elem) == -1, PyExc_SystemError);
2463 Py_DECREF(f);
2464 Py_DECREF(f);
Barry Warsaw176014f2006-03-30 22:45:35 +00002465
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002466 /* Exercise direct iteration */
2467 i = 0, count = 0;
2468 while (_PySet_Next((PyObject *)dup, &i, &x)) {
2469 s = PyString_AsString(x);
2470 assert(s && (s[0] == 'a' || s[0] == 'b' || s[0] == 'c'));
2471 count++;
2472 }
2473 assert(count == 3);
Barry Warsaw176014f2006-03-30 22:45:35 +00002474
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002475 /* Exercise updates */
2476 dup2 = PySet_New(NULL);
2477 assert(_PySet_Update(dup2, dup) == 0);
2478 assert(PySet_Size(dup2) == 3);
2479 assert(_PySet_Update(dup2, dup) == 0);
2480 assert(PySet_Size(dup2) == 3);
2481 Py_DECREF(dup2);
Barry Warsaw176014f2006-03-30 22:45:35 +00002482
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002483 /* Raise SystemError when self argument is not a set or frozenset. */
2484 t = PyTuple_New(0);
2485 assertRaises(PySet_Size(t) == -1, PyExc_SystemError);
2486 assertRaises(PySet_Contains(t, elem) == -1, PyExc_SystemError);
2487 Py_DECREF(t);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002488
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002489 /* Raise SystemError when self argument is not a set. */
2490 f = PyFrozenSet_New(dup);
2491 assert(PySet_Size(f) == 3);
2492 assert(PyFrozenSet_CheckExact(f));
2493 assertRaises(PySet_Discard(f, elem) == -1, PyExc_SystemError);
2494 assertRaises(PySet_Pop(f) == NULL, PyExc_SystemError);
2495 Py_DECREF(f);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002496
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002497 /* Raise KeyError when popping from an empty set */
2498 assert(PyNumber_InPlaceSubtract(ob, ob) == ob);
2499 Py_DECREF(ob);
2500 assert(PySet_GET_SIZE(ob) == 0);
2501 assertRaises(PySet_Pop(ob) == NULL, PyExc_KeyError);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002502
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002503 /* Restore the set from the copy using the PyNumber API */
2504 assert(PyNumber_InPlaceOr(ob, dup) == ob);
2505 Py_DECREF(ob);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002506
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002507 /* Verify constructors accept NULL arguments */
2508 f = PySet_New(NULL);
2509 assert(f != NULL);
2510 assert(PySet_GET_SIZE(f) == 0);
2511 Py_DECREF(f);
2512 f = PyFrozenSet_New(NULL);
2513 assert(f != NULL);
2514 assert(PyFrozenSet_CheckExact(f));
2515 assert(PySet_GET_SIZE(f) == 0);
2516 Py_DECREF(f);
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002517
Antoine Pitrouc83ea132010-05-09 14:46:46 +00002518 Py_DECREF(elem);
2519 Py_DECREF(dup);
2520 Py_RETURN_TRUE;
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002521}
2522
Raymond Hettinger9bda1d62005-09-16 07:14:21 +00002523#undef assertRaises
2524
Raymond Hettingerc47e01d2005-08-16 10:44:15 +00002525#endif