blob: 1d9a4f11d8766e65016302875e6c2b2828d4892e [file] [log] [blame]
Guido van Rossum778983b1993-02-19 15:55:02 +00001/* Array object implementation */
2
3/* An array is a uniform list -- all items have the same type.
4 The item type is restricted to simple C types like int or float */
5
Martin v. Löwis18e16552006-02-15 17:27:45 +00006#define PY_SSIZE_T_CLEAN
Roger E. Masse2919eaa1996-12-09 20:10:36 +00007#include "Python.h"
Raymond Hettingercb87bc82004-05-31 00:35:52 +00008#include "structmember.h"
Roger E. Masse5817f8f1996-12-09 22:24:19 +00009
Guido van Rossum0c709541994-08-19 12:01:32 +000010#ifdef STDC_HEADERS
11#include <stddef.h>
Guido van Rossum7f1de831999-08-27 20:33:52 +000012#else /* !STDC_HEADERS */
Thomas Wouters0e3f5912006-08-11 14:57:12 +000013#ifdef HAVE_SYS_TYPES_H
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000014#include <sys/types.h> /* For size_t */
Thomas Wouters0e3f5912006-08-11 14:57:12 +000015#endif /* HAVE_SYS_TYPES_H */
Guido van Rossum7f1de831999-08-27 20:33:52 +000016#endif /* !STDC_HEADERS */
Guido van Rossum778983b1993-02-19 15:55:02 +000017
Brett Cannon1eb32c22014-10-10 16:26:45 -040018/*[clinic input]
Brett Cannon1eb32c22014-10-10 16:26:45 -040019module array
20[clinic start generated code]*/
Serhiy Storchaka1009bf12015-04-03 23:53:51 +030021/*[clinic end generated code: output=da39a3ee5e6b4b0d input=7d1b8d7f5958fd83]*/
Brett Cannon1eb32c22014-10-10 16:26:45 -040022
Guido van Rossum778983b1993-02-19 15:55:02 +000023struct arrayobject; /* Forward */
24
Tim Petersbb307342000-09-10 05:22:54 +000025/* All possible arraydescr values are defined in the vector "descriptors"
26 * below. That's defined later because the appropriate get and set
27 * functions aren't visible yet.
28 */
Guido van Rossum778983b1993-02-19 15:55:02 +000029struct arraydescr {
Victor Stinnerf8bb7d02011-09-30 00:03:59 +020030 char typecode;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000031 int itemsize;
32 PyObject * (*getitem)(struct arrayobject *, Py_ssize_t);
33 int (*setitem)(struct arrayobject *, Py_ssize_t, PyObject *);
Adrian Wielgosik7c17e232017-08-17 12:46:06 +000034 int (*compareitems)(const void *, const void *, Py_ssize_t);
Serhiy Storchaka2d06e842015-12-25 19:53:18 +020035 const char *formats;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000036 int is_integer_type;
37 int is_signed;
Guido van Rossum778983b1993-02-19 15:55:02 +000038};
39
40typedef struct arrayobject {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000041 PyObject_VAR_HEAD
42 char *ob_item;
43 Py_ssize_t allocated;
Serhiy Storchaka2d06e842015-12-25 19:53:18 +020044 const struct arraydescr *ob_descr;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000045 PyObject *weakreflist; /* List of weak references */
46 int ob_exports; /* Number of exported buffers */
Guido van Rossum778983b1993-02-19 15:55:02 +000047} arrayobject;
48
Jeremy Hylton938ace62002-07-17 16:30:39 +000049static PyTypeObject Arraytype;
Guido van Rossum778983b1993-02-19 15:55:02 +000050
Brett Cannon1eb32c22014-10-10 16:26:45 -040051typedef struct {
52 PyObject_HEAD
53 Py_ssize_t index;
54 arrayobject *ao;
55 PyObject* (*getitem)(struct arrayobject *, Py_ssize_t);
56} arrayiterobject;
57
58static PyTypeObject PyArrayIter_Type;
59
60#define PyArrayIter_Check(op) PyObject_TypeCheck(op, &PyArrayIter_Type)
61
Larry Hastingsdfbeb162014-10-13 10:39:41 +010062enum machine_format_code {
63 UNKNOWN_FORMAT = -1,
64 /* UNKNOWN_FORMAT is used to indicate that the machine format for an
65 * array type code cannot be interpreted. When this occurs, a list of
66 * Python objects is used to represent the content of the array
67 * instead of using the memory content of the array directly. In that
68 * case, the array_reconstructor mechanism is bypassed completely, and
69 * the standard array constructor is used instead.
70 *
71 * This is will most likely occur when the machine doesn't use IEEE
72 * floating-point numbers.
73 */
74
75 UNSIGNED_INT8 = 0,
76 SIGNED_INT8 = 1,
77 UNSIGNED_INT16_LE = 2,
78 UNSIGNED_INT16_BE = 3,
79 SIGNED_INT16_LE = 4,
80 SIGNED_INT16_BE = 5,
81 UNSIGNED_INT32_LE = 6,
82 UNSIGNED_INT32_BE = 7,
83 SIGNED_INT32_LE = 8,
84 SIGNED_INT32_BE = 9,
85 UNSIGNED_INT64_LE = 10,
86 UNSIGNED_INT64_BE = 11,
87 SIGNED_INT64_LE = 12,
88 SIGNED_INT64_BE = 13,
89 IEEE_754_FLOAT_LE = 14,
90 IEEE_754_FLOAT_BE = 15,
91 IEEE_754_DOUBLE_LE = 16,
92 IEEE_754_DOUBLE_BE = 17,
93 UTF16_LE = 18,
94 UTF16_BE = 19,
95 UTF32_LE = 20,
96 UTF32_BE = 21
97};
98#define MACHINE_FORMAT_CODE_MIN 0
99#define MACHINE_FORMAT_CODE_MAX 21
100
101
102/*
103 * Must come after arrayobject, arrayiterobject,
104 * and enum machine_code_type definitions.
105 */
Brett Cannon1eb32c22014-10-10 16:26:45 -0400106#include "clinic/arraymodule.c.h"
107
Martin v. Löwis99866332002-03-01 10:27:01 +0000108#define array_Check(op) PyObject_TypeCheck(op, &Arraytype)
Christian Heimes90aa7642007-12-19 02:45:37 +0000109#define array_CheckExact(op) (Py_TYPE(op) == &Arraytype)
Guido van Rossum778983b1993-02-19 15:55:02 +0000110
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000111static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000112array_resize(arrayobject *self, Py_ssize_t newsize)
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000113{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 char *items;
115 size_t _new_size;
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000116
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000117 if (self->ob_exports > 0 && newsize != Py_SIZE(self)) {
118 PyErr_SetString(PyExc_BufferError,
119 "cannot resize an array that is exporting buffers");
120 return -1;
121 }
Antoine Pitrou3ad3a0d2008-12-18 17:08:32 +0000122
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000123 /* Bypass realloc() when a previous overallocation is large enough
124 to accommodate the newsize. If the newsize is 16 smaller than the
125 current size, then proceed with the realloc() to shrink the array.
126 */
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000127
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000128 if (self->allocated >= newsize &&
129 Py_SIZE(self) < newsize + 16 &&
130 self->ob_item != NULL) {
131 Py_SIZE(self) = newsize;
132 return 0;
133 }
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000134
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000135 if (newsize == 0) {
136 PyMem_FREE(self->ob_item);
137 self->ob_item = NULL;
138 Py_SIZE(self) = 0;
139 self->allocated = 0;
140 return 0;
141 }
Travis E. Oliphantb99f7622007-08-18 11:21:56 +0000142
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000143 /* This over-allocates proportional to the array size, making room
144 * for additional growth. The over-allocation is mild, but is
145 * enough to give linear-time amortized behavior over a long
146 * sequence of appends() in the presence of a poorly-performing
147 * system realloc().
148 * The growth pattern is: 0, 4, 8, 16, 25, 34, 46, 56, 67, 79, ...
149 * Note, the pattern starts out the same as for lists but then
150 * grows at a smaller rate so that larger arrays only overallocate
151 * by about 1/16th -- this is done because arrays are presumed to be more
152 * memory critical.
153 */
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000154
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000155 _new_size = (newsize >> 4) + (Py_SIZE(self) < 8 ? 3 : 7) + newsize;
156 items = self->ob_item;
157 /* XXX The following multiplication and division does not optimize away
158 like it does for lists since the size is not known at compile time */
159 if (_new_size <= ((~(size_t)0) / self->ob_descr->itemsize))
160 PyMem_RESIZE(items, char, (_new_size * self->ob_descr->itemsize));
161 else
162 items = NULL;
163 if (items == NULL) {
164 PyErr_NoMemory();
165 return -1;
166 }
167 self->ob_item = items;
168 Py_SIZE(self) = newsize;
169 self->allocated = _new_size;
170 return 0;
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000171}
172
Tim Petersbb307342000-09-10 05:22:54 +0000173/****************************************************************************
174Get and Set functions for each type.
175A Get function takes an arrayobject* and an integer index, returning the
176array value at that index wrapped in an appropriate PyObject*.
177A Set function takes an arrayobject, integer index, and PyObject*; sets
178the array value at that index to the raw C data extracted from the PyObject*,
179and returns 0 if successful, else nonzero on failure (PyObject* not of an
180appropriate type or value).
181Note that the basic Get and Set functions do NOT check that the index is
182in bounds; that's the responsibility of the caller.
183****************************************************************************/
Guido van Rossum778983b1993-02-19 15:55:02 +0000184
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000185static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000186b_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000187{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000188 long x = ((char *)ap->ob_item)[i];
189 if (x >= 128)
190 x -= 256;
191 return PyLong_FromLong(x);
Guido van Rossum778983b1993-02-19 15:55:02 +0000192}
193
194static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000195b_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000196{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000197 short x;
198 /* PyArg_Parse's 'b' formatter is for an unsigned char, therefore
199 must use the next size up that is signed ('h') and manually do
200 the overflow checking */
201 if (!PyArg_Parse(v, "h;array item must be integer", &x))
202 return -1;
203 else if (x < -128) {
204 PyErr_SetString(PyExc_OverflowError,
205 "signed char is less than minimum");
206 return -1;
207 }
208 else if (x > 127) {
209 PyErr_SetString(PyExc_OverflowError,
210 "signed char is greater than maximum");
211 return -1;
212 }
213 if (i >= 0)
214 ((char *)ap->ob_item)[i] = (char)x;
215 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000216}
217
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000218static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000219BB_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum549ab711997-01-03 19:09:47 +0000220{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000221 long x = ((unsigned char *)ap->ob_item)[i];
222 return PyLong_FromLong(x);
Guido van Rossum549ab711997-01-03 19:09:47 +0000223}
224
Fred Drake541dc3b2000-06-28 17:49:30 +0000225static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000226BB_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Fred Drake541dc3b2000-06-28 17:49:30 +0000227{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000228 unsigned char x;
229 /* 'B' == unsigned char, maps to PyArg_Parse's 'b' formatter */
230 if (!PyArg_Parse(v, "b;array item must be integer", &x))
231 return -1;
232 if (i >= 0)
233 ((char *)ap->ob_item)[i] = x;
234 return 0;
Fred Drake541dc3b2000-06-28 17:49:30 +0000235}
Guido van Rossum549ab711997-01-03 19:09:47 +0000236
Martin v. Löwis99866332002-03-01 10:27:01 +0000237static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000238u_getitem(arrayobject *ap, Py_ssize_t i)
Martin v. Löwis99866332002-03-01 10:27:01 +0000239{
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +0200240 return PyUnicode_FromOrdinal(((Py_UNICODE *) ap->ob_item)[i]);
Martin v. Löwis99866332002-03-01 10:27:01 +0000241}
242
243static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000244u_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Martin v. Löwis99866332002-03-01 10:27:01 +0000245{
Victor Stinner62bb3942012-08-06 00:46:05 +0200246 Py_UNICODE *p;
247 Py_ssize_t len;
Martin v. Löwis99866332002-03-01 10:27:01 +0000248
Victor Stinner62bb3942012-08-06 00:46:05 +0200249 if (!PyArg_Parse(v, "u#;array item must be unicode character", &p, &len))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000250 return -1;
Victor Stinner62bb3942012-08-06 00:46:05 +0200251 if (len != 1) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000252 PyErr_SetString(PyExc_TypeError,
253 "array item must be unicode character");
254 return -1;
255 }
256 if (i >= 0)
Victor Stinner62bb3942012-08-06 00:46:05 +0200257 ((Py_UNICODE *)ap->ob_item)[i] = p[0];
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000258 return 0;
Martin v. Löwis99866332002-03-01 10:27:01 +0000259}
Martin v. Löwis99866332002-03-01 10:27:01 +0000260
Travis E. Oliphantd5c0add2007-10-12 22:05:15 +0000261
Guido van Rossum549ab711997-01-03 19:09:47 +0000262static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000263h_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000264{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000265 return PyLong_FromLong((long) ((short *)ap->ob_item)[i]);
Guido van Rossum778983b1993-02-19 15:55:02 +0000266}
267
Travis E. Oliphantd5c0add2007-10-12 22:05:15 +0000268
Guido van Rossum778983b1993-02-19 15:55:02 +0000269static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000270h_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000271{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000272 short x;
273 /* 'h' == signed short, maps to PyArg_Parse's 'h' formatter */
274 if (!PyArg_Parse(v, "h;array item must be integer", &x))
275 return -1;
276 if (i >= 0)
277 ((short *)ap->ob_item)[i] = x;
278 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000279}
280
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000281static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000282HH_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum549ab711997-01-03 19:09:47 +0000283{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000284 return PyLong_FromLong((long) ((unsigned short *)ap->ob_item)[i]);
Guido van Rossum549ab711997-01-03 19:09:47 +0000285}
286
Fred Drake541dc3b2000-06-28 17:49:30 +0000287static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000288HH_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Fred Drake541dc3b2000-06-28 17:49:30 +0000289{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000290 int x;
291 /* PyArg_Parse's 'h' formatter is for a signed short, therefore
292 must use the next size up and manually do the overflow checking */
293 if (!PyArg_Parse(v, "i;array item must be integer", &x))
294 return -1;
295 else if (x < 0) {
296 PyErr_SetString(PyExc_OverflowError,
297 "unsigned short is less than minimum");
298 return -1;
299 }
300 else if (x > USHRT_MAX) {
301 PyErr_SetString(PyExc_OverflowError,
302 "unsigned short is greater than maximum");
303 return -1;
304 }
305 if (i >= 0)
306 ((short *)ap->ob_item)[i] = (short)x;
307 return 0;
Fred Drake541dc3b2000-06-28 17:49:30 +0000308}
Guido van Rossum549ab711997-01-03 19:09:47 +0000309
310static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000311i_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossume77a7571993-11-03 15:01:26 +0000312{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000313 return PyLong_FromLong((long) ((int *)ap->ob_item)[i]);
Guido van Rossume77a7571993-11-03 15:01:26 +0000314}
315
316static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000317i_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossume77a7571993-11-03 15:01:26 +0000318{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000319 int x;
320 /* 'i' == signed int, maps to PyArg_Parse's 'i' formatter */
321 if (!PyArg_Parse(v, "i;array item must be integer", &x))
322 return -1;
323 if (i >= 0)
324 ((int *)ap->ob_item)[i] = x;
325 return 0;
Guido van Rossume77a7571993-11-03 15:01:26 +0000326}
327
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000328static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000329II_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum549ab711997-01-03 19:09:47 +0000330{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000331 return PyLong_FromUnsignedLong(
332 (unsigned long) ((unsigned int *)ap->ob_item)[i]);
Guido van Rossum549ab711997-01-03 19:09:47 +0000333}
334
orenmn964281a2017-03-09 11:35:28 +0200335static PyObject *
336get_int_unless_float(PyObject *v)
337{
338 if (PyFloat_Check(v)) {
339 PyErr_SetString(PyExc_TypeError,
340 "array item must be integer");
341 return NULL;
342 }
343 return (PyObject *)_PyLong_FromNbInt(v);
344}
345
Guido van Rossum549ab711997-01-03 19:09:47 +0000346static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000347II_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum549ab711997-01-03 19:09:47 +0000348{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000349 unsigned long x;
orenmn964281a2017-03-09 11:35:28 +0200350 int do_decref = 0; /* if nb_int was called */
351
352 if (!PyLong_Check(v)) {
353 v = get_int_unless_float(v);
354 if (NULL == v) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000355 return -1;
356 }
orenmn964281a2017-03-09 11:35:28 +0200357 do_decref = 1;
358 }
359 x = PyLong_AsUnsignedLong(v);
360 if (x == (unsigned long)-1 && PyErr_Occurred()) {
361 if (do_decref) {
362 Py_DECREF(v);
363 }
364 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000365 }
366 if (x > UINT_MAX) {
367 PyErr_SetString(PyExc_OverflowError,
orenmn964281a2017-03-09 11:35:28 +0200368 "unsigned int is greater than maximum");
369 if (do_decref) {
370 Py_DECREF(v);
371 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000372 return -1;
373 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000374 if (i >= 0)
375 ((unsigned int *)ap->ob_item)[i] = (unsigned int)x;
orenmn964281a2017-03-09 11:35:28 +0200376
377 if (do_decref) {
378 Py_DECREF(v);
379 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000380 return 0;
Guido van Rossum549ab711997-01-03 19:09:47 +0000381}
382
383static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000384l_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000385{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000386 return PyLong_FromLong(((long *)ap->ob_item)[i]);
Guido van Rossum778983b1993-02-19 15:55:02 +0000387}
388
389static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000390l_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000391{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000392 long x;
393 if (!PyArg_Parse(v, "l;array item must be integer", &x))
394 return -1;
395 if (i >= 0)
396 ((long *)ap->ob_item)[i] = x;
397 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000398}
399
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000400static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000401LL_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum549ab711997-01-03 19:09:47 +0000402{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000403 return PyLong_FromUnsignedLong(((unsigned long *)ap->ob_item)[i]);
Guido van Rossum549ab711997-01-03 19:09:47 +0000404}
405
406static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000407LL_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum549ab711997-01-03 19:09:47 +0000408{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000409 unsigned long x;
orenmn964281a2017-03-09 11:35:28 +0200410 int do_decref = 0; /* if nb_int was called */
411
412 if (!PyLong_Check(v)) {
413 v = get_int_unless_float(v);
414 if (NULL == v) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000415 return -1;
416 }
orenmn964281a2017-03-09 11:35:28 +0200417 do_decref = 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000418 }
orenmn964281a2017-03-09 11:35:28 +0200419 x = PyLong_AsUnsignedLong(v);
420 if (x == (unsigned long)-1 && PyErr_Occurred()) {
421 if (do_decref) {
422 Py_DECREF(v);
423 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000424 return -1;
425 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000426 if (i >= 0)
427 ((unsigned long *)ap->ob_item)[i] = x;
orenmn964281a2017-03-09 11:35:28 +0200428
429 if (do_decref) {
430 Py_DECREF(v);
431 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000432 return 0;
Guido van Rossum549ab711997-01-03 19:09:47 +0000433}
434
Meador Inge1c9f0c92011-09-20 19:55:51 -0500435static PyObject *
436q_getitem(arrayobject *ap, Py_ssize_t i)
437{
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700438 return PyLong_FromLongLong(((long long *)ap->ob_item)[i]);
Meador Inge1c9f0c92011-09-20 19:55:51 -0500439}
440
441static int
442q_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
443{
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700444 long long x;
Meador Inge1c9f0c92011-09-20 19:55:51 -0500445 if (!PyArg_Parse(v, "L;array item must be integer", &x))
446 return -1;
447 if (i >= 0)
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700448 ((long long *)ap->ob_item)[i] = x;
Meador Inge1c9f0c92011-09-20 19:55:51 -0500449 return 0;
450}
451
452static PyObject *
453QQ_getitem(arrayobject *ap, Py_ssize_t i)
454{
455 return PyLong_FromUnsignedLongLong(
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700456 ((unsigned long long *)ap->ob_item)[i]);
Meador Inge1c9f0c92011-09-20 19:55:51 -0500457}
458
459static int
460QQ_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
461{
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700462 unsigned long long x;
orenmn964281a2017-03-09 11:35:28 +0200463 int do_decref = 0; /* if nb_int was called */
464
465 if (!PyLong_Check(v)) {
466 v = get_int_unless_float(v);
467 if (NULL == v) {
Meador Inge1c9f0c92011-09-20 19:55:51 -0500468 return -1;
469 }
orenmn964281a2017-03-09 11:35:28 +0200470 do_decref = 1;
Meador Inge1c9f0c92011-09-20 19:55:51 -0500471 }
orenmn964281a2017-03-09 11:35:28 +0200472 x = PyLong_AsUnsignedLongLong(v);
473 if (x == (unsigned long long)-1 && PyErr_Occurred()) {
474 if (do_decref) {
475 Py_DECREF(v);
476 }
477 return -1;
478 }
Meador Inge1c9f0c92011-09-20 19:55:51 -0500479 if (i >= 0)
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700480 ((unsigned long long *)ap->ob_item)[i] = x;
orenmn964281a2017-03-09 11:35:28 +0200481
482 if (do_decref) {
483 Py_DECREF(v);
484 }
Meador Inge1c9f0c92011-09-20 19:55:51 -0500485 return 0;
486}
Meador Inge1c9f0c92011-09-20 19:55:51 -0500487
Guido van Rossum549ab711997-01-03 19:09:47 +0000488static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000489f_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000490{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000491 return PyFloat_FromDouble((double) ((float *)ap->ob_item)[i]);
Guido van Rossum778983b1993-02-19 15:55:02 +0000492}
493
494static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000495f_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000496{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000497 float x;
498 if (!PyArg_Parse(v, "f;array item must be float", &x))
499 return -1;
500 if (i >= 0)
501 ((float *)ap->ob_item)[i] = x;
502 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000503}
504
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000505static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000506d_getitem(arrayobject *ap, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000507{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000508 return PyFloat_FromDouble(((double *)ap->ob_item)[i]);
Guido van Rossum778983b1993-02-19 15:55:02 +0000509}
510
511static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000512d_setitem(arrayobject *ap, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000513{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000514 double x;
515 if (!PyArg_Parse(v, "d;array item must be float", &x))
516 return -1;
517 if (i >= 0)
518 ((double *)ap->ob_item)[i] = x;
519 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000520}
521
Adrian Wielgosik7c17e232017-08-17 12:46:06 +0000522#define DEFINE_COMPAREITEMS(code, type) \
523 static int \
524 code##_compareitems(const void *lhs, const void *rhs, Py_ssize_t length) \
525 { \
526 const type *a = lhs, *b = rhs; \
527 for (Py_ssize_t i = 0; i < length; ++i) \
528 if (a[i] != b[i]) \
529 return a[i] < b[i] ? -1 : 1; \
530 return 0; \
531 }
532
533DEFINE_COMPAREITEMS(b, signed char)
534DEFINE_COMPAREITEMS(BB, unsigned char)
535DEFINE_COMPAREITEMS(u, Py_UNICODE)
536DEFINE_COMPAREITEMS(h, short)
537DEFINE_COMPAREITEMS(HH, unsigned short)
538DEFINE_COMPAREITEMS(i, int)
539DEFINE_COMPAREITEMS(II, unsigned int)
540DEFINE_COMPAREITEMS(l, long)
541DEFINE_COMPAREITEMS(LL, unsigned long)
542DEFINE_COMPAREITEMS(q, long long)
543DEFINE_COMPAREITEMS(QQ, unsigned long long)
Travis E. Oliphantb99f7622007-08-18 11:21:56 +0000544
Alexandre Vassalottiad077152009-07-15 17:49:23 +0000545/* Description of types.
546 *
547 * Don't forget to update typecode_to_mformat_code() if you add a new
548 * typecode.
549 */
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200550static const struct arraydescr descriptors[] = {
Adrian Wielgosik7c17e232017-08-17 12:46:06 +0000551 {'b', 1, b_getitem, b_setitem, b_compareitems, "b", 1, 1},
552 {'B', 1, BB_getitem, BB_setitem, BB_compareitems, "B", 1, 0},
553 {'u', sizeof(Py_UNICODE), u_getitem, u_setitem, u_compareitems, "u", 0, 0},
554 {'h', sizeof(short), h_getitem, h_setitem, h_compareitems, "h", 1, 1},
555 {'H', sizeof(short), HH_getitem, HH_setitem, HH_compareitems, "H", 1, 0},
556 {'i', sizeof(int), i_getitem, i_setitem, i_compareitems, "i", 1, 1},
557 {'I', sizeof(int), II_getitem, II_setitem, II_compareitems, "I", 1, 0},
558 {'l', sizeof(long), l_getitem, l_setitem, l_compareitems, "l", 1, 1},
559 {'L', sizeof(long), LL_getitem, LL_setitem, LL_compareitems, "L", 1, 0},
560 {'q', sizeof(long long), q_getitem, q_setitem, q_compareitems, "q", 1, 1},
561 {'Q', sizeof(long long), QQ_getitem, QQ_setitem, QQ_compareitems, "Q", 1, 0},
562 {'f', sizeof(float), f_getitem, f_setitem, NULL, "f", 0, 0},
563 {'d', sizeof(double), d_getitem, d_setitem, NULL, "d", 0, 0},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000564 {'\0', 0, 0, 0, 0, 0, 0} /* Sentinel */
Guido van Rossum778983b1993-02-19 15:55:02 +0000565};
Tim Petersbb307342000-09-10 05:22:54 +0000566
567/****************************************************************************
568Implementations of array object methods.
569****************************************************************************/
Brett Cannon1eb32c22014-10-10 16:26:45 -0400570/*[clinic input]
571class array.array "arrayobject *" "&Arraytype"
572[clinic start generated code]*/
573/*[clinic end generated code: output=da39a3ee5e6b4b0d input=ad43d37e942a8854]*/
Guido van Rossum778983b1993-02-19 15:55:02 +0000574
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000575static PyObject *
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200576newarrayobject(PyTypeObject *type, Py_ssize_t size, const struct arraydescr *descr)
Guido van Rossum778983b1993-02-19 15:55:02 +0000577{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000578 arrayobject *op;
579 size_t nbytes;
Martin v. Löwis99866332002-03-01 10:27:01 +0000580
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000581 if (size < 0) {
582 PyErr_BadInternalCall();
583 return NULL;
584 }
Martin v. Löwis99866332002-03-01 10:27:01 +0000585
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000586 /* Check for overflow */
Mark Dickinsonc04ddff2012-10-06 18:04:49 +0100587 if (size > PY_SSIZE_T_MAX / descr->itemsize) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000588 return PyErr_NoMemory();
589 }
Mark Dickinsonc04ddff2012-10-06 18:04:49 +0100590 nbytes = size * descr->itemsize;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000591 op = (arrayobject *) type->tp_alloc(type, 0);
592 if (op == NULL) {
593 return NULL;
594 }
595 op->ob_descr = descr;
596 op->allocated = size;
597 op->weakreflist = NULL;
598 Py_SIZE(op) = size;
599 if (size <= 0) {
600 op->ob_item = NULL;
601 }
602 else {
603 op->ob_item = PyMem_NEW(char, nbytes);
604 if (op->ob_item == NULL) {
605 Py_DECREF(op);
606 return PyErr_NoMemory();
607 }
608 }
609 op->ob_exports = 0;
610 return (PyObject *) op;
Guido van Rossum778983b1993-02-19 15:55:02 +0000611}
612
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000613static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000614getarrayitem(PyObject *op, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000615{
Antoine Pitrou9ed5f272013-08-13 20:18:52 +0200616 arrayobject *ap;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000617 assert(array_Check(op));
618 ap = (arrayobject *)op;
619 assert(i>=0 && i<Py_SIZE(ap));
620 return (*ap->ob_descr->getitem)(ap, i);
Guido van Rossum778983b1993-02-19 15:55:02 +0000621}
622
623static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000624ins1(arrayobject *self, Py_ssize_t where, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000625{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000626 char *items;
627 Py_ssize_t n = Py_SIZE(self);
628 if (v == NULL) {
629 PyErr_BadInternalCall();
630 return -1;
631 }
632 if ((*self->ob_descr->setitem)(self, -1, v) < 0)
633 return -1;
Raymond Hettinger6e2ee862004-03-14 04:37:50 +0000634
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000635 if (array_resize(self, n+1) == -1)
636 return -1;
637 items = self->ob_item;
638 if (where < 0) {
639 where += n;
640 if (where < 0)
641 where = 0;
642 }
643 if (where > n)
644 where = n;
645 /* appends don't need to call memmove() */
646 if (where != n)
647 memmove(items + (where+1)*self->ob_descr->itemsize,
648 items + where*self->ob_descr->itemsize,
649 (n-where)*self->ob_descr->itemsize);
650 return (*self->ob_descr->setitem)(self, where, v);
Guido van Rossum778983b1993-02-19 15:55:02 +0000651}
652
Guido van Rossum778983b1993-02-19 15:55:02 +0000653/* Methods */
654
655static void
Peter Schneider-Kamp9656abd2000-07-13 21:10:57 +0000656array_dealloc(arrayobject *op)
Guido van Rossum778983b1993-02-19 15:55:02 +0000657{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000658 if (op->weakreflist != NULL)
659 PyObject_ClearWeakRefs((PyObject *) op);
660 if (op->ob_item != NULL)
661 PyMem_DEL(op->ob_item);
662 Py_TYPE(op)->tp_free((PyObject *)op);
Guido van Rossum778983b1993-02-19 15:55:02 +0000663}
664
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000665static PyObject *
666array_richcompare(PyObject *v, PyObject *w, int op)
Guido van Rossum778983b1993-02-19 15:55:02 +0000667{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000668 arrayobject *va, *wa;
669 PyObject *vi = NULL;
670 PyObject *wi = NULL;
671 Py_ssize_t i, k;
672 PyObject *res;
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000673
Brian Curtindfc80e32011-08-10 20:28:54 -0500674 if (!array_Check(v) || !array_Check(w))
675 Py_RETURN_NOTIMPLEMENTED;
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000676
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000677 va = (arrayobject *)v;
678 wa = (arrayobject *)w;
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000679
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000680 if (Py_SIZE(va) != Py_SIZE(wa) && (op == Py_EQ || op == Py_NE)) {
681 /* Shortcut: if the lengths differ, the arrays differ */
682 if (op == Py_EQ)
683 res = Py_False;
684 else
685 res = Py_True;
686 Py_INCREF(res);
687 return res;
688 }
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000689
Adrian Wielgosik7c17e232017-08-17 12:46:06 +0000690 if (va->ob_descr == wa->ob_descr && va->ob_descr->compareitems != NULL) {
691 /* Fast path:
692 arrays with same types can have their buffers compared directly */
693 Py_ssize_t common_length = Py_MIN(Py_SIZE(va), Py_SIZE(wa));
694 int result = va->ob_descr->compareitems(va->ob_item, wa->ob_item,
695 common_length);
696 if (result == 0)
697 goto compare_sizes;
698
699 int cmp;
700 switch (op) {
701 case Py_LT: cmp = result < 0; break;
702 case Py_LE: cmp = result <= 0; break;
703 case Py_EQ: cmp = result == 0; break;
704 case Py_NE: cmp = result != 0; break;
705 case Py_GT: cmp = result > 0; break;
706 case Py_GE: cmp = result >= 0; break;
707 default: return NULL; /* cannot happen */
708 }
709 PyObject *res = cmp ? Py_True : Py_False;
710 Py_INCREF(res);
711 return res;
712 }
713
714
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000715 /* Search for the first index where items are different */
716 k = 1;
717 for (i = 0; i < Py_SIZE(va) && i < Py_SIZE(wa); i++) {
718 vi = getarrayitem(v, i);
719 wi = getarrayitem(w, i);
720 if (vi == NULL || wi == NULL) {
721 Py_XDECREF(vi);
722 Py_XDECREF(wi);
723 return NULL;
724 }
725 k = PyObject_RichCompareBool(vi, wi, Py_EQ);
726 if (k == 0)
727 break; /* Keeping vi and wi alive! */
728 Py_DECREF(vi);
729 Py_DECREF(wi);
730 if (k < 0)
731 return NULL;
732 }
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000733
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000734 if (k) {
735 /* No more items to compare -- compare sizes */
Adrian Wielgosik7c17e232017-08-17 12:46:06 +0000736 compare_sizes: ;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000737 Py_ssize_t vs = Py_SIZE(va);
738 Py_ssize_t ws = Py_SIZE(wa);
739 int cmp;
740 switch (op) {
741 case Py_LT: cmp = vs < ws; break;
742 case Py_LE: cmp = vs <= ws; break;
Adrian Wielgosik7c17e232017-08-17 12:46:06 +0000743 /* If the lengths were not equal,
744 the earlier fast-path check would have caught that. */
745 case Py_EQ: assert(vs == ws); cmp = 1; break;
746 case Py_NE: assert(vs == ws); cmp = 0; break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000747 case Py_GT: cmp = vs > ws; break;
748 case Py_GE: cmp = vs >= ws; break;
749 default: return NULL; /* cannot happen */
750 }
751 if (cmp)
752 res = Py_True;
753 else
754 res = Py_False;
755 Py_INCREF(res);
756 return res;
757 }
Guido van Rossum9d19cb82001-01-18 01:02:55 +0000758
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000759 /* We have an item that differs. First, shortcuts for EQ/NE */
760 if (op == Py_EQ) {
761 Py_INCREF(Py_False);
762 res = Py_False;
763 }
764 else if (op == Py_NE) {
765 Py_INCREF(Py_True);
766 res = Py_True;
767 }
768 else {
769 /* Compare the final item again using the proper operator */
770 res = PyObject_RichCompare(vi, wi, op);
771 }
772 Py_DECREF(vi);
773 Py_DECREF(wi);
774 return res;
Guido van Rossum778983b1993-02-19 15:55:02 +0000775}
776
Martin v. Löwis18e16552006-02-15 17:27:45 +0000777static Py_ssize_t
Peter Schneider-Kamp9656abd2000-07-13 21:10:57 +0000778array_length(arrayobject *a)
Guido van Rossum778983b1993-02-19 15:55:02 +0000779{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000780 return Py_SIZE(a);
Guido van Rossum778983b1993-02-19 15:55:02 +0000781}
782
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000783static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000784array_item(arrayobject *a, Py_ssize_t i)
Guido van Rossum778983b1993-02-19 15:55:02 +0000785{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000786 if (i < 0 || i >= Py_SIZE(a)) {
787 PyErr_SetString(PyExc_IndexError, "array index out of range");
788 return NULL;
789 }
790 return getarrayitem((PyObject *)a, i);
Guido van Rossum778983b1993-02-19 15:55:02 +0000791}
792
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000793static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000794array_slice(arrayobject *a, Py_ssize_t ilow, Py_ssize_t ihigh)
Guido van Rossum778983b1993-02-19 15:55:02 +0000795{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000796 arrayobject *np;
797 if (ilow < 0)
798 ilow = 0;
799 else if (ilow > Py_SIZE(a))
800 ilow = Py_SIZE(a);
801 if (ihigh < 0)
802 ihigh = 0;
803 if (ihigh < ilow)
804 ihigh = ilow;
805 else if (ihigh > Py_SIZE(a))
806 ihigh = Py_SIZE(a);
807 np = (arrayobject *) newarrayobject(&Arraytype, ihigh - ilow, a->ob_descr);
808 if (np == NULL)
809 return NULL;
Martin Panterbe8da9c2016-09-07 11:04:41 +0000810 if (ihigh > ilow) {
811 memcpy(np->ob_item, a->ob_item + ilow * a->ob_descr->itemsize,
812 (ihigh-ilow) * a->ob_descr->itemsize);
813 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000814 return (PyObject *)np;
Guido van Rossum778983b1993-02-19 15:55:02 +0000815}
816
Brett Cannon1eb32c22014-10-10 16:26:45 -0400817
818/*[clinic input]
819array.array.__copy__
820
821Return a copy of the array.
822[clinic start generated code]*/
823
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000824static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -0400825array_array___copy___impl(arrayobject *self)
826/*[clinic end generated code: output=dec7c3f925d9619e input=ad1ee5b086965f09]*/
Raymond Hettinger3aa82c02004-03-13 18:18:51 +0000827{
Brett Cannon1eb32c22014-10-10 16:26:45 -0400828 return array_slice(self, 0, Py_SIZE(self));
Raymond Hettinger3aa82c02004-03-13 18:18:51 +0000829}
830
Brett Cannon1eb32c22014-10-10 16:26:45 -0400831/*[clinic input]
832array.array.__deepcopy__
833
834 unused: object
835 /
836
837Return a copy of the array.
838[clinic start generated code]*/
839
840static PyObject *
841array_array___deepcopy__(arrayobject *self, PyObject *unused)
842/*[clinic end generated code: output=1ec748d8e14a9faa input=2405ecb4933748c4]*/
843{
844 return array_array___copy___impl(self);
845}
Raymond Hettinger3aa82c02004-03-13 18:18:51 +0000846
847static PyObject *
Peter Schneider-Kamp9656abd2000-07-13 21:10:57 +0000848array_concat(arrayobject *a, PyObject *bb)
Guido van Rossum778983b1993-02-19 15:55:02 +0000849{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000850 Py_ssize_t size;
851 arrayobject *np;
852 if (!array_Check(bb)) {
853 PyErr_Format(PyExc_TypeError,
854 "can only append array (not \"%.200s\") to array",
855 Py_TYPE(bb)->tp_name);
856 return NULL;
857 }
Guido van Rossum778983b1993-02-19 15:55:02 +0000858#define b ((arrayobject *)bb)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000859 if (a->ob_descr != b->ob_descr) {
860 PyErr_BadArgument();
861 return NULL;
862 }
863 if (Py_SIZE(a) > PY_SSIZE_T_MAX - Py_SIZE(b)) {
864 return PyErr_NoMemory();
865 }
866 size = Py_SIZE(a) + Py_SIZE(b);
867 np = (arrayobject *) newarrayobject(&Arraytype, size, a->ob_descr);
868 if (np == NULL) {
869 return NULL;
870 }
Martin Panterbe8da9c2016-09-07 11:04:41 +0000871 if (Py_SIZE(a) > 0) {
872 memcpy(np->ob_item, a->ob_item, Py_SIZE(a)*a->ob_descr->itemsize);
873 }
874 if (Py_SIZE(b) > 0) {
875 memcpy(np->ob_item + Py_SIZE(a)*a->ob_descr->itemsize,
876 b->ob_item, Py_SIZE(b)*b->ob_descr->itemsize);
877 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000878 return (PyObject *)np;
Guido van Rossum778983b1993-02-19 15:55:02 +0000879#undef b
880}
881
Roger E. Masse2919eaa1996-12-09 20:10:36 +0000882static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000883array_repeat(arrayobject *a, Py_ssize_t n)
Guido van Rossum778983b1993-02-19 15:55:02 +0000884{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000885 Py_ssize_t size;
886 arrayobject *np;
Georg Brandlc29cc6a2010-12-04 11:02:04 +0000887 Py_ssize_t oldbytes, newbytes;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000888 if (n < 0)
889 n = 0;
890 if ((Py_SIZE(a) != 0) && (n > PY_SSIZE_T_MAX / Py_SIZE(a))) {
891 return PyErr_NoMemory();
892 }
893 size = Py_SIZE(a) * n;
894 np = (arrayobject *) newarrayobject(&Arraytype, size, a->ob_descr);
895 if (np == NULL)
896 return NULL;
Martin Panterbe8da9c2016-09-07 11:04:41 +0000897 if (size == 0)
Georg Brandlc29cc6a2010-12-04 11:02:04 +0000898 return (PyObject *)np;
899 oldbytes = Py_SIZE(a) * a->ob_descr->itemsize;
900 newbytes = oldbytes * n;
901 /* this follows the code in unicode_repeat */
902 if (oldbytes == 1) {
903 memset(np->ob_item, a->ob_item[0], newbytes);
904 } else {
905 Py_ssize_t done = oldbytes;
Christian Heimesf051e432016-09-13 20:22:02 +0200906 memcpy(np->ob_item, a->ob_item, oldbytes);
Georg Brandlc29cc6a2010-12-04 11:02:04 +0000907 while (done < newbytes) {
908 Py_ssize_t ncopy = (done <= newbytes-done) ? done : newbytes-done;
Christian Heimesf051e432016-09-13 20:22:02 +0200909 memcpy(np->ob_item+done, np->ob_item, ncopy);
Georg Brandlc29cc6a2010-12-04 11:02:04 +0000910 done += ncopy;
911 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 }
Georg Brandlc29cc6a2010-12-04 11:02:04 +0000913 return (PyObject *)np;
Guido van Rossum778983b1993-02-19 15:55:02 +0000914}
915
916static int
Martin Panter996d72b2016-07-25 02:21:14 +0000917array_del_slice(arrayobject *a, Py_ssize_t ilow, Py_ssize_t ihigh)
Guido van Rossum778983b1993-02-19 15:55:02 +0000918{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000919 char *item;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000920 Py_ssize_t d; /* Change in size */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000921 if (ilow < 0)
922 ilow = 0;
923 else if (ilow > Py_SIZE(a))
924 ilow = Py_SIZE(a);
925 if (ihigh < 0)
926 ihigh = 0;
927 if (ihigh < ilow)
928 ihigh = ilow;
929 else if (ihigh > Py_SIZE(a))
930 ihigh = Py_SIZE(a);
931 item = a->ob_item;
Martin Panter996d72b2016-07-25 02:21:14 +0000932 d = ihigh-ilow;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000933 /* Issue #4509: If the array has exported buffers and the slice
934 assignment would change the size of the array, fail early to make
935 sure we don't modify it. */
936 if (d != 0 && a->ob_exports > 0) {
937 PyErr_SetString(PyExc_BufferError,
938 "cannot resize an array that is exporting buffers");
939 return -1;
940 }
Martin Panter996d72b2016-07-25 02:21:14 +0000941 if (d > 0) { /* Delete d items */
942 memmove(item + (ihigh-d)*a->ob_descr->itemsize,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000943 item + ihigh*a->ob_descr->itemsize,
944 (Py_SIZE(a)-ihigh)*a->ob_descr->itemsize);
Martin Panter996d72b2016-07-25 02:21:14 +0000945 if (array_resize(a, Py_SIZE(a) - d) == -1)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000946 return -1;
947 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000948 return 0;
Guido van Rossum778983b1993-02-19 15:55:02 +0000949}
950
951static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000952array_ass_item(arrayobject *a, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000953{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000954 if (i < 0 || i >= Py_SIZE(a)) {
955 PyErr_SetString(PyExc_IndexError,
956 "array assignment index out of range");
957 return -1;
958 }
959 if (v == NULL)
Martin Panter996d72b2016-07-25 02:21:14 +0000960 return array_del_slice(a, i, i+1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000961 return (*a->ob_descr->setitem)(a, i, v);
Guido van Rossum778983b1993-02-19 15:55:02 +0000962}
963
964static int
Martin v. Löwis18e16552006-02-15 17:27:45 +0000965setarrayitem(PyObject *a, Py_ssize_t i, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +0000966{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000967 assert(array_Check(a));
968 return array_ass_item((arrayobject *)a, i, v);
Guido van Rossum778983b1993-02-19 15:55:02 +0000969}
970
Martin v. Löwis99866332002-03-01 10:27:01 +0000971static int
Raymond Hettinger49f9bd12004-03-14 05:43:59 +0000972array_iter_extend(arrayobject *self, PyObject *bb)
973{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000974 PyObject *it, *v;
Raymond Hettinger49f9bd12004-03-14 05:43:59 +0000975
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000976 it = PyObject_GetIter(bb);
977 if (it == NULL)
978 return -1;
Raymond Hettinger49f9bd12004-03-14 05:43:59 +0000979
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000980 while ((v = PyIter_Next(it)) != NULL) {
Mark Dickinson346f0af2010-08-06 09:36:57 +0000981 if (ins1(self, Py_SIZE(self), v) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000982 Py_DECREF(v);
983 Py_DECREF(it);
984 return -1;
985 }
986 Py_DECREF(v);
987 }
988 Py_DECREF(it);
989 if (PyErr_Occurred())
990 return -1;
991 return 0;
Raymond Hettinger49f9bd12004-03-14 05:43:59 +0000992}
993
994static int
Martin v. Löwis99866332002-03-01 10:27:01 +0000995array_do_extend(arrayobject *self, PyObject *bb)
996{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000997 Py_ssize_t size, oldsize, bbsize;
Martin v. Löwis99866332002-03-01 10:27:01 +0000998
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000999 if (!array_Check(bb))
1000 return array_iter_extend(self, bb);
1001#define b ((arrayobject *)bb)
1002 if (self->ob_descr != b->ob_descr) {
1003 PyErr_SetString(PyExc_TypeError,
1004 "can only extend with array of same kind");
1005 return -1;
1006 }
1007 if ((Py_SIZE(self) > PY_SSIZE_T_MAX - Py_SIZE(b)) ||
1008 ((Py_SIZE(self) + Py_SIZE(b)) > PY_SSIZE_T_MAX / self->ob_descr->itemsize)) {
1009 PyErr_NoMemory();
1010 return -1;
1011 }
1012 oldsize = Py_SIZE(self);
1013 /* Get the size of bb before resizing the array since bb could be self. */
1014 bbsize = Py_SIZE(bb);
1015 size = oldsize + Py_SIZE(b);
1016 if (array_resize(self, size) == -1)
1017 return -1;
Martin Panterbe8da9c2016-09-07 11:04:41 +00001018 if (bbsize > 0) {
1019 memcpy(self->ob_item + oldsize * self->ob_descr->itemsize,
1020 b->ob_item, bbsize * b->ob_descr->itemsize);
1021 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001022
1023 return 0;
Martin v. Löwis99866332002-03-01 10:27:01 +00001024#undef b
1025}
1026
1027static PyObject *
1028array_inplace_concat(arrayobject *self, PyObject *bb)
1029{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001030 if (!array_Check(bb)) {
1031 PyErr_Format(PyExc_TypeError,
1032 "can only extend array with array (not \"%.200s\")",
1033 Py_TYPE(bb)->tp_name);
1034 return NULL;
1035 }
1036 if (array_do_extend(self, bb) == -1)
1037 return NULL;
1038 Py_INCREF(self);
1039 return (PyObject *)self;
Martin v. Löwis99866332002-03-01 10:27:01 +00001040}
1041
1042static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +00001043array_inplace_repeat(arrayobject *self, Py_ssize_t n)
Martin v. Löwis99866332002-03-01 10:27:01 +00001044{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001045 char *items, *p;
1046 Py_ssize_t size, i;
Martin v. Löwis99866332002-03-01 10:27:01 +00001047
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001048 if (Py_SIZE(self) > 0) {
1049 if (n < 0)
1050 n = 0;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001051 if ((self->ob_descr->itemsize != 0) &&
1052 (Py_SIZE(self) > PY_SSIZE_T_MAX / self->ob_descr->itemsize)) {
1053 return PyErr_NoMemory();
1054 }
1055 size = Py_SIZE(self) * self->ob_descr->itemsize;
1056 if (n > 0 && size > PY_SSIZE_T_MAX / n) {
1057 return PyErr_NoMemory();
1058 }
1059 if (array_resize(self, n * Py_SIZE(self)) == -1)
1060 return NULL;
1061 items = p = self->ob_item;
1062 for (i = 1; i < n; i++) {
1063 p += size;
1064 memcpy(p, items, size);
1065 }
1066 }
1067 Py_INCREF(self);
1068 return (PyObject *)self;
Martin v. Löwis99866332002-03-01 10:27:01 +00001069}
1070
1071
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001072static PyObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +00001073ins(arrayobject *self, Py_ssize_t where, PyObject *v)
Guido van Rossum778983b1993-02-19 15:55:02 +00001074{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001075 if (ins1(self, where, v) != 0)
1076 return NULL;
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001077 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001078}
1079
Brett Cannon1eb32c22014-10-10 16:26:45 -04001080/*[clinic input]
1081array.array.count
1082
1083 v: object
1084 /
1085
1086Return number of occurrences of v in the array.
1087[clinic start generated code]*/
1088
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001089static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001090array_array_count(arrayobject *self, PyObject *v)
1091/*[clinic end generated code: output=3dd3624bf7135a3a input=d9bce9d65e39d1f5]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001092{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001093 Py_ssize_t count = 0;
1094 Py_ssize_t i;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001095
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001096 for (i = 0; i < Py_SIZE(self); i++) {
Victor Stinner0b142e22013-07-17 23:01:30 +02001097 PyObject *selfi;
1098 int cmp;
1099
1100 selfi = getarrayitem((PyObject *)self, i);
1101 if (selfi == NULL)
1102 return NULL;
1103 cmp = PyObject_RichCompareBool(selfi, v, Py_EQ);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001104 Py_DECREF(selfi);
1105 if (cmp > 0)
1106 count++;
1107 else if (cmp < 0)
1108 return NULL;
1109 }
1110 return PyLong_FromSsize_t(count);
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001111}
1112
Brett Cannon1eb32c22014-10-10 16:26:45 -04001113
1114/*[clinic input]
1115array.array.index
1116
1117 v: object
1118 /
1119
1120Return index of first occurrence of v in the array.
1121[clinic start generated code]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001122
1123static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001124array_array_index(arrayobject *self, PyObject *v)
1125/*[clinic end generated code: output=d48498d325602167 input=cf619898c6649d08]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001126{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001127 Py_ssize_t i;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001128
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001129 for (i = 0; i < Py_SIZE(self); i++) {
Victor Stinner0b142e22013-07-17 23:01:30 +02001130 PyObject *selfi;
1131 int cmp;
1132
1133 selfi = getarrayitem((PyObject *)self, i);
1134 if (selfi == NULL)
1135 return NULL;
1136 cmp = PyObject_RichCompareBool(selfi, v, Py_EQ);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001137 Py_DECREF(selfi);
1138 if (cmp > 0) {
1139 return PyLong_FromLong((long)i);
1140 }
1141 else if (cmp < 0)
1142 return NULL;
1143 }
Jim Fasarakis-Hilliarda4095ef2017-05-29 20:43:39 +03001144 PyErr_SetString(PyExc_ValueError, "array.index(x): x not in array");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001145 return NULL;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001146}
1147
Raymond Hettinger625812f2003-01-07 01:58:52 +00001148static int
1149array_contains(arrayobject *self, PyObject *v)
1150{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001151 Py_ssize_t i;
1152 int cmp;
Raymond Hettinger625812f2003-01-07 01:58:52 +00001153
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001154 for (i = 0, cmp = 0 ; cmp == 0 && i < Py_SIZE(self); i++) {
1155 PyObject *selfi = getarrayitem((PyObject *)self, i);
Victor Stinner0b142e22013-07-17 23:01:30 +02001156 if (selfi == NULL)
Victor Stinner4755bea2013-07-18 01:12:35 +02001157 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001158 cmp = PyObject_RichCompareBool(selfi, v, Py_EQ);
1159 Py_DECREF(selfi);
1160 }
1161 return cmp;
Raymond Hettinger625812f2003-01-07 01:58:52 +00001162}
1163
Brett Cannon1eb32c22014-10-10 16:26:45 -04001164/*[clinic input]
1165array.array.remove
1166
1167 v: object
1168 /
1169
1170Remove the first occurrence of v in the array.
1171[clinic start generated code]*/
1172
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001173static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001174array_array_remove(arrayobject *self, PyObject *v)
1175/*[clinic end generated code: output=bef06be9fdf9dceb input=0b1e5aed25590027]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001176{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001177 int i;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001178
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001179 for (i = 0; i < Py_SIZE(self); i++) {
Victor Stinner0b142e22013-07-17 23:01:30 +02001180 PyObject *selfi;
1181 int cmp;
1182
1183 selfi = getarrayitem((PyObject *)self,i);
1184 if (selfi == NULL)
1185 return NULL;
1186 cmp = PyObject_RichCompareBool(selfi, v, Py_EQ);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001187 Py_DECREF(selfi);
1188 if (cmp > 0) {
Martin Panter996d72b2016-07-25 02:21:14 +00001189 if (array_del_slice(self, i, i+1) != 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001190 return NULL;
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001191 Py_RETURN_NONE;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001192 }
1193 else if (cmp < 0)
1194 return NULL;
1195 }
Jim Fasarakis-Hilliarda4095ef2017-05-29 20:43:39 +03001196 PyErr_SetString(PyExc_ValueError, "array.remove(x): x not in array");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001197 return NULL;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001198}
1199
Brett Cannon1eb32c22014-10-10 16:26:45 -04001200/*[clinic input]
1201array.array.pop
1202
1203 i: Py_ssize_t = -1
1204 /
1205
1206Return the i-th element and delete it from the array.
1207
1208i defaults to -1.
1209[clinic start generated code]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001210
1211static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001212array_array_pop_impl(arrayobject *self, Py_ssize_t i)
1213/*[clinic end generated code: output=bc1f0c54fe5308e4 input=8e5feb4c1a11cd44]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001214{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001215 PyObject *v;
Brett Cannon1eb32c22014-10-10 16:26:45 -04001216
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001217 if (Py_SIZE(self) == 0) {
1218 /* Special-case most common failure cause */
1219 PyErr_SetString(PyExc_IndexError, "pop from empty array");
1220 return NULL;
1221 }
1222 if (i < 0)
1223 i += Py_SIZE(self);
1224 if (i < 0 || i >= Py_SIZE(self)) {
1225 PyErr_SetString(PyExc_IndexError, "pop index out of range");
1226 return NULL;
1227 }
Victor Stinner0b142e22013-07-17 23:01:30 +02001228 v = getarrayitem((PyObject *)self, i);
1229 if (v == NULL)
1230 return NULL;
Martin Panter996d72b2016-07-25 02:21:14 +00001231 if (array_del_slice(self, i, i+1) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001232 Py_DECREF(v);
1233 return NULL;
1234 }
1235 return v;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001236}
1237
Brett Cannon1eb32c22014-10-10 16:26:45 -04001238/*[clinic input]
1239array.array.extend
1240
1241 bb: object
1242 /
1243
1244Append items to the end of the array.
1245[clinic start generated code]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001246
1247static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001248array_array_extend(arrayobject *self, PyObject *bb)
1249/*[clinic end generated code: output=bbddbc8e8bef871d input=43be86aba5c31e44]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001250{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001251 if (array_do_extend(self, bb) == -1)
1252 return NULL;
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001253 Py_RETURN_NONE;
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001254}
1255
Brett Cannon1eb32c22014-10-10 16:26:45 -04001256/*[clinic input]
1257array.array.insert
1258
1259 i: Py_ssize_t
1260 v: object
1261 /
1262
1263Insert a new item v into the array before position i.
1264[clinic start generated code]*/
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00001265
1266static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001267array_array_insert_impl(arrayobject *self, Py_ssize_t i, PyObject *v)
1268/*[clinic end generated code: output=5a3648e278348564 input=5577d1b4383e9313]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001269{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001270 return ins(self, i, v);
Guido van Rossum778983b1993-02-19 15:55:02 +00001271}
1272
Brett Cannon1eb32c22014-10-10 16:26:45 -04001273/*[clinic input]
1274array.array.buffer_info
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001275
Brett Cannon1eb32c22014-10-10 16:26:45 -04001276Return a tuple (address, length) giving the current memory address and the length in items of the buffer used to hold array's contents.
1277
1278The length should be multiplied by the itemsize attribute to calculate
1279the buffer length in bytes.
1280[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001281
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001282static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001283array_array_buffer_info_impl(arrayobject *self)
1284/*[clinic end generated code: output=9b2a4ec3ae7e98e7 input=a58bae5c6e1ac6a6]*/
Guido van Rossumde4a4ca1997-08-12 14:55:56 +00001285{
Victor Stinner541067a2013-11-14 01:27:12 +01001286 PyObject *retval = NULL, *v;
1287
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001288 retval = PyTuple_New(2);
1289 if (!retval)
1290 return NULL;
Fred Drake541dc3b2000-06-28 17:49:30 +00001291
Victor Stinner541067a2013-11-14 01:27:12 +01001292 v = PyLong_FromVoidPtr(self->ob_item);
1293 if (v == NULL) {
1294 Py_DECREF(retval);
1295 return NULL;
1296 }
1297 PyTuple_SET_ITEM(retval, 0, v);
1298
Serhiy Storchaka9e941d62016-06-23 23:55:34 +03001299 v = PyLong_FromSsize_t(Py_SIZE(self));
Victor Stinner541067a2013-11-14 01:27:12 +01001300 if (v == NULL) {
1301 Py_DECREF(retval);
1302 return NULL;
1303 }
1304 PyTuple_SET_ITEM(retval, 1, v);
Fred Drake541dc3b2000-06-28 17:49:30 +00001305
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001306 return retval;
Guido van Rossumde4a4ca1997-08-12 14:55:56 +00001307}
1308
Brett Cannon1eb32c22014-10-10 16:26:45 -04001309/*[clinic input]
1310array.array.append
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001311
Brett Cannon1eb32c22014-10-10 16:26:45 -04001312 v: object
1313 /
1314
1315Append new value v to the end of the array.
1316[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001317
Guido van Rossumde4a4ca1997-08-12 14:55:56 +00001318static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001319array_array_append(arrayobject *self, PyObject *v)
1320/*[clinic end generated code: output=745a0669bf8db0e2 input=0b98d9d78e78f0fa]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001321{
Mark Dickinson346f0af2010-08-06 09:36:57 +00001322 return ins(self, Py_SIZE(self), v);
Guido van Rossum778983b1993-02-19 15:55:02 +00001323}
1324
Brett Cannon1eb32c22014-10-10 16:26:45 -04001325/*[clinic input]
1326array.array.byteswap
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001327
Brett Cannon1eb32c22014-10-10 16:26:45 -04001328Byteswap all items of the array.
1329
1330If the items in the array are not 1, 2, 4, or 8 bytes in size, RuntimeError is
1331raised.
1332[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001333
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001334static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001335array_array_byteswap_impl(arrayobject *self)
1336/*[clinic end generated code: output=5f8236cbdf0d90b5 input=6a85591b950a0186]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001337{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001338 char *p;
1339 Py_ssize_t i;
Fred Drakebf272981999-12-03 17:15:30 +00001340
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001341 switch (self->ob_descr->itemsize) {
1342 case 1:
1343 break;
1344 case 2:
1345 for (p = self->ob_item, i = Py_SIZE(self); --i >= 0; p += 2) {
1346 char p0 = p[0];
1347 p[0] = p[1];
1348 p[1] = p0;
1349 }
1350 break;
1351 case 4:
1352 for (p = self->ob_item, i = Py_SIZE(self); --i >= 0; p += 4) {
1353 char p0 = p[0];
1354 char p1 = p[1];
1355 p[0] = p[3];
1356 p[1] = p[2];
1357 p[2] = p1;
1358 p[3] = p0;
1359 }
1360 break;
1361 case 8:
1362 for (p = self->ob_item, i = Py_SIZE(self); --i >= 0; p += 8) {
1363 char p0 = p[0];
1364 char p1 = p[1];
1365 char p2 = p[2];
1366 char p3 = p[3];
1367 p[0] = p[7];
1368 p[1] = p[6];
1369 p[2] = p[5];
1370 p[3] = p[4];
1371 p[4] = p3;
1372 p[5] = p2;
1373 p[6] = p1;
1374 p[7] = p0;
1375 }
1376 break;
1377 default:
1378 PyErr_SetString(PyExc_RuntimeError,
1379 "don't know how to byteswap this array type");
1380 return NULL;
1381 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001382 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001383}
1384
Brett Cannon1eb32c22014-10-10 16:26:45 -04001385/*[clinic input]
1386array.array.reverse
1387
1388Reverse the order of the items in the array.
1389[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001390
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001391static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001392array_array_reverse_impl(arrayobject *self)
1393/*[clinic end generated code: output=c04868b36f6f4089 input=cd904f01b27d966a]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001394{
Antoine Pitrou9ed5f272013-08-13 20:18:52 +02001395 Py_ssize_t itemsize = self->ob_descr->itemsize;
1396 char *p, *q;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001397 /* little buffer to hold items while swapping */
1398 char tmp[256]; /* 8 is probably enough -- but why skimp */
1399 assert((size_t)itemsize <= sizeof(tmp));
Guido van Rossume77a7571993-11-03 15:01:26 +00001400
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001401 if (Py_SIZE(self) > 1) {
1402 for (p = self->ob_item,
1403 q = self->ob_item + (Py_SIZE(self) - 1)*itemsize;
1404 p < q;
1405 p += itemsize, q -= itemsize) {
1406 /* memory areas guaranteed disjoint, so memcpy
1407 * is safe (& memmove may be slower).
1408 */
1409 memcpy(tmp, p, itemsize);
1410 memcpy(p, q, itemsize);
1411 memcpy(q, tmp, itemsize);
1412 }
1413 }
Tim Petersbb307342000-09-10 05:22:54 +00001414
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001415 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001416}
Guido van Rossume77a7571993-11-03 15:01:26 +00001417
Brett Cannon1eb32c22014-10-10 16:26:45 -04001418/*[clinic input]
1419array.array.fromfile
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001420
Brett Cannon1eb32c22014-10-10 16:26:45 -04001421 f: object
1422 n: Py_ssize_t
1423 /
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001424
Brett Cannon1eb32c22014-10-10 16:26:45 -04001425Read n objects from the file object f and append them to the end of the array.
1426[clinic start generated code]*/
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001427
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001428static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001429array_array_fromfile_impl(arrayobject *self, PyObject *f, Py_ssize_t n)
1430/*[clinic end generated code: output=ec9f600e10f53510 input=e188afe8e58adf40]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001431{
Serhiy Storchaka04e6dba2015-04-04 17:06:55 +03001432 PyObject *b, *res;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001433 Py_ssize_t itemsize = self->ob_descr->itemsize;
Brett Cannon1eb32c22014-10-10 16:26:45 -04001434 Py_ssize_t nbytes;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001435 _Py_IDENTIFIER(read);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001436 int not_enough_bytes;
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001437
Mark Dickinsonc04ddff2012-10-06 18:04:49 +01001438 if (n < 0) {
1439 PyErr_SetString(PyExc_ValueError, "negative count");
1440 return NULL;
1441 }
1442 if (n > PY_SSIZE_T_MAX / itemsize) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001443 PyErr_NoMemory();
1444 return NULL;
1445 }
Mark Dickinsonc04ddff2012-10-06 18:04:49 +01001446 nbytes = n * itemsize;
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001447
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001448 b = _PyObject_CallMethodId(f, &PyId_read, "n", nbytes);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001449 if (b == NULL)
1450 return NULL;
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001451
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001452 if (!PyBytes_Check(b)) {
1453 PyErr_SetString(PyExc_TypeError,
1454 "read() didn't return bytes");
1455 Py_DECREF(b);
1456 return NULL;
1457 }
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001458
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001459 not_enough_bytes = (PyBytes_GET_SIZE(b) != nbytes);
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001460
Serhiy Storchaka04e6dba2015-04-04 17:06:55 +03001461 res = array_array_frombytes(self, b);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001462 Py_DECREF(b);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001463 if (res == NULL)
1464 return NULL;
Hirokazu Yamamoto54d0df62009-03-06 03:04:07 +00001465
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001466 if (not_enough_bytes) {
1467 PyErr_SetString(PyExc_EOFError,
1468 "read() didn't return enough bytes");
1469 Py_DECREF(res);
1470 return NULL;
1471 }
Guido van Rossum2c94aa52007-05-24 19:02:32 +00001472
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001473 return res;
Guido van Rossum778983b1993-02-19 15:55:02 +00001474}
1475
Brett Cannon1eb32c22014-10-10 16:26:45 -04001476/*[clinic input]
1477array.array.tofile
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001478
Brett Cannon1eb32c22014-10-10 16:26:45 -04001479 f: object
1480 /
1481
1482Write all items (as machine values) to the file object f.
1483[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001484
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001485static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001486array_array_tofile(arrayobject *self, PyObject *f)
1487/*[clinic end generated code: output=3a2cfa8128df0777 input=b0669a484aab0831]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001488{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001489 Py_ssize_t nbytes = Py_SIZE(self) * self->ob_descr->itemsize;
1490 /* Write 64K blocks at a time */
1491 /* XXX Make the block size settable */
1492 int BLOCKSIZE = 64*1024;
1493 Py_ssize_t nblocks = (nbytes + BLOCKSIZE - 1) / BLOCKSIZE;
1494 Py_ssize_t i;
Raymond Hettinger36cd2bf2003-01-03 08:24:58 +00001495
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001496 if (Py_SIZE(self) == 0)
1497 goto done;
Guido van Rossumb5ddcfd2007-04-11 17:08:28 +00001498
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001499 for (i = 0; i < nblocks; i++) {
1500 char* ptr = self->ob_item + i*BLOCKSIZE;
1501 Py_ssize_t size = BLOCKSIZE;
1502 PyObject *bytes, *res;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02001503 _Py_IDENTIFIER(write);
Martin v. Löwisafe55bb2011-10-09 10:38:36 +02001504
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001505 if (i*BLOCKSIZE + size > nbytes)
1506 size = nbytes - i*BLOCKSIZE;
1507 bytes = PyBytes_FromStringAndSize(ptr, size);
1508 if (bytes == NULL)
1509 return NULL;
Victor Stinner55ba38a2016-12-09 16:09:30 +01001510 res = _PyObject_CallMethodIdObjArgs(f, &PyId_write, bytes, NULL);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001511 Py_DECREF(bytes);
1512 if (res == NULL)
1513 return NULL;
1514 Py_DECREF(res); /* drop write result */
1515 }
Guido van Rossumb5ddcfd2007-04-11 17:08:28 +00001516
1517 done:
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001518 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001519}
1520
Brett Cannon1eb32c22014-10-10 16:26:45 -04001521/*[clinic input]
1522array.array.fromlist
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001523
Brett Cannon1eb32c22014-10-10 16:26:45 -04001524 list: object
1525 /
1526
1527Append items to array from list.
1528[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001529
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001530static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001531array_array_fromlist(arrayobject *self, PyObject *list)
1532/*[clinic end generated code: output=26411c2d228a3e3f input=be2605a96c49680f]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001533{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001534 Py_ssize_t n;
Raymond Hettinger36cd2bf2003-01-03 08:24:58 +00001535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001536 if (!PyList_Check(list)) {
1537 PyErr_SetString(PyExc_TypeError, "arg must be list");
1538 return NULL;
1539 }
1540 n = PyList_Size(list);
1541 if (n > 0) {
1542 Py_ssize_t i, old_size;
1543 old_size = Py_SIZE(self);
1544 if (array_resize(self, old_size + n) == -1)
1545 return NULL;
1546 for (i = 0; i < n; i++) {
1547 PyObject *v = PyList_GetItem(list, i);
1548 if ((*self->ob_descr->setitem)(self,
1549 Py_SIZE(self) - n + i, v) != 0) {
1550 array_resize(self, old_size);
1551 return NULL;
1552 }
1553 }
1554 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001555 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001556}
1557
Brett Cannon1eb32c22014-10-10 16:26:45 -04001558/*[clinic input]
1559array.array.tolist
1560
1561Convert array to an ordinary list with the same items.
1562[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001563
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001564static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001565array_array_tolist_impl(arrayobject *self)
1566/*[clinic end generated code: output=00b60cc9eab8ef89 input=a8d7784a94f86b53]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001567{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001568 PyObject *list = PyList_New(Py_SIZE(self));
1569 Py_ssize_t i;
Raymond Hettinger36cd2bf2003-01-03 08:24:58 +00001570
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001571 if (list == NULL)
1572 return NULL;
1573 for (i = 0; i < Py_SIZE(self); i++) {
1574 PyObject *v = getarrayitem((PyObject *)self, i);
Victor Stinner4755bea2013-07-18 01:12:35 +02001575 if (v == NULL)
1576 goto error;
1577 if (PyList_SetItem(list, i, v) < 0)
1578 goto error;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001579 }
1580 return list;
Victor Stinner4755bea2013-07-18 01:12:35 +02001581
1582error:
1583 Py_DECREF(list);
1584 return NULL;
Guido van Rossum778983b1993-02-19 15:55:02 +00001585}
1586
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001587static PyObject *
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001588frombytes(arrayobject *self, Py_buffer *buffer)
Guido van Rossum778983b1993-02-19 15:55:02 +00001589{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001590 int itemsize = self->ob_descr->itemsize;
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001591 Py_ssize_t n;
1592 if (buffer->itemsize != 1) {
1593 PyBuffer_Release(buffer);
Serhiy Storchakab757c832014-12-05 22:25:22 +02001594 PyErr_SetString(PyExc_TypeError, "a bytes-like object is required");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001595 return NULL;
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001596 }
1597 n = buffer->len;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001598 if (n % itemsize != 0) {
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001599 PyBuffer_Release(buffer);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001600 PyErr_SetString(PyExc_ValueError,
Serhiy Storchakab757c832014-12-05 22:25:22 +02001601 "bytes length not a multiple of item size");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001602 return NULL;
1603 }
1604 n = n / itemsize;
1605 if (n > 0) {
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001606 Py_ssize_t old_size = Py_SIZE(self);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001607 if ((n > PY_SSIZE_T_MAX - old_size) ||
1608 ((old_size + n) > PY_SSIZE_T_MAX / itemsize)) {
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001609 PyBuffer_Release(buffer);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001610 return PyErr_NoMemory();
1611 }
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001612 if (array_resize(self, old_size + n) == -1) {
1613 PyBuffer_Release(buffer);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001614 return NULL;
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001615 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001616 memcpy(self->ob_item + old_size * itemsize,
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001617 buffer->buf, n * itemsize);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001618 }
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001619 PyBuffer_Release(buffer);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001620 Py_RETURN_NONE;
Guido van Rossum778983b1993-02-19 15:55:02 +00001621}
1622
Brett Cannon1eb32c22014-10-10 16:26:45 -04001623/*[clinic input]
1624array.array.fromstring
1625
Larry Hastingsdbfdc382015-05-04 06:59:46 -07001626 buffer: Py_buffer(accept={str, buffer})
Brett Cannon1eb32c22014-10-10 16:26:45 -04001627 /
1628
1629Appends items from the string, interpreting it as an array of machine values, as if it had been read from a file using the fromfile() method).
1630
1631This method is deprecated. Use frombytes instead.
1632[clinic start generated code]*/
1633
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001634static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001635array_array_fromstring_impl(arrayobject *self, Py_buffer *buffer)
Larry Hastingsdbfdc382015-05-04 06:59:46 -07001636/*[clinic end generated code: output=31c4baa779df84ce input=a3341a512e11d773]*/
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001637{
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001638 if (PyErr_WarnEx(PyExc_DeprecationWarning,
1639 "fromstring() is deprecated. Use frombytes() instead.", 2) != 0)
1640 return NULL;
Brett Cannon1eb32c22014-10-10 16:26:45 -04001641 return frombytes(self, buffer);
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001642}
1643
Brett Cannon1eb32c22014-10-10 16:26:45 -04001644/*[clinic input]
1645array.array.frombytes
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001646
Brett Cannon1eb32c22014-10-10 16:26:45 -04001647 buffer: Py_buffer
1648 /
1649
1650Appends items from the string, interpreting it as an array of machine values, as if it had been read from a file using the fromfile() method).
1651[clinic start generated code]*/
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001652
1653static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001654array_array_frombytes_impl(arrayobject *self, Py_buffer *buffer)
1655/*[clinic end generated code: output=d9842c8f7510a516 input=2bbf2b53ebfcc988]*/
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001656{
Brett Cannon1eb32c22014-10-10 16:26:45 -04001657 return frombytes(self, buffer);
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001658}
1659
Brett Cannon1eb32c22014-10-10 16:26:45 -04001660/*[clinic input]
1661array.array.tobytes
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001662
Brett Cannon1eb32c22014-10-10 16:26:45 -04001663Convert the array to an array of machine values and return the bytes representation.
1664[clinic start generated code]*/
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001665
Roger E. Masse2919eaa1996-12-09 20:10:36 +00001666static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001667array_array_tobytes_impl(arrayobject *self)
1668/*[clinic end generated code: output=87318e4edcdc2bb6 input=90ee495f96de34f5]*/
Guido van Rossum778983b1993-02-19 15:55:02 +00001669{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001670 if (Py_SIZE(self) <= PY_SSIZE_T_MAX / self->ob_descr->itemsize) {
1671 return PyBytes_FromStringAndSize(self->ob_item,
1672 Py_SIZE(self) * self->ob_descr->itemsize);
1673 } else {
1674 return PyErr_NoMemory();
1675 }
Guido van Rossum778983b1993-02-19 15:55:02 +00001676}
1677
Brett Cannon1eb32c22014-10-10 16:26:45 -04001678/*[clinic input]
1679array.array.tostring
Guido van Rossumb39b90d1998-10-13 14:27:22 +00001680
Brett Cannon1eb32c22014-10-10 16:26:45 -04001681Convert the array to an array of machine values and return the bytes representation.
1682
1683This method is deprecated. Use tobytes instead.
1684[clinic start generated code]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001685
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001686static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001687array_array_tostring_impl(arrayobject *self)
1688/*[clinic end generated code: output=7d6bd92745a2c8f3 input=b6c0ddee7b30457e]*/
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001689{
Victor Stinner9f0b51e2010-11-09 09:38:30 +00001690 if (PyErr_WarnEx(PyExc_DeprecationWarning,
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001691 "tostring() is deprecated. Use tobytes() instead.", 2) != 0)
1692 return NULL;
Brett Cannon1eb32c22014-10-10 16:26:45 -04001693 return array_array_tobytes_impl(self);
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001694}
1695
Brett Cannon1eb32c22014-10-10 16:26:45 -04001696/*[clinic input]
1697array.array.fromunicode
Antoine Pitrou1ce3eb52010-09-01 20:29:34 +00001698
Larry Hastings38337d12015-05-07 23:30:09 -07001699 ustr: Py_UNICODE(zeroes=True)
Brett Cannon1eb32c22014-10-10 16:26:45 -04001700 /
1701
1702Extends this array with data from the unicode string ustr.
1703
1704The array must be a unicode type array; otherwise a ValueError is raised.
1705Use array.frombytes(ustr.encode(...)) to append Unicode data to an array of
1706some other type.
1707[clinic start generated code]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001708
Martin v. Löwis99866332002-03-01 10:27:01 +00001709static PyObject *
Larry Hastings89964c42015-04-14 18:07:59 -04001710array_array_fromunicode_impl(arrayobject *self, Py_UNICODE *ustr,
1711 Py_ssize_clean_t ustr_length)
Larry Hastings38337d12015-05-07 23:30:09 -07001712/*[clinic end generated code: output=ebb72fc16975e06d input=150f00566ffbca6e]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001713{
Victor Stinner62bb3942012-08-06 00:46:05 +02001714 char typecode;
Martin v. Löwis99866332002-03-01 10:27:01 +00001715
Victor Stinner62bb3942012-08-06 00:46:05 +02001716 typecode = self->ob_descr->typecode;
Gregory P. Smith9504b132012-12-10 20:20:20 -08001717 if (typecode != 'u') {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001718 PyErr_SetString(PyExc_ValueError,
1719 "fromunicode() may only be called on "
1720 "unicode type arrays");
1721 return NULL;
1722 }
Brett Cannon1eb32c22014-10-10 16:26:45 -04001723 if (ustr_length > 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001724 Py_ssize_t old_size = Py_SIZE(self);
Brett Cannon1eb32c22014-10-10 16:26:45 -04001725 if (array_resize(self, old_size + ustr_length) == -1)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001726 return NULL;
Victor Stinner62bb3942012-08-06 00:46:05 +02001727 memcpy(self->ob_item + old_size * sizeof(Py_UNICODE),
Brett Cannon1eb32c22014-10-10 16:26:45 -04001728 ustr, ustr_length * sizeof(Py_UNICODE));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001729 }
Martin v. Löwis99866332002-03-01 10:27:01 +00001730
Brett Cannon1eb32c22014-10-10 16:26:45 -04001731 Py_RETURN_NONE;
Martin v. Löwis99866332002-03-01 10:27:01 +00001732}
1733
Brett Cannon1eb32c22014-10-10 16:26:45 -04001734/*[clinic input]
1735array.array.tounicode
Martin v. Löwis99866332002-03-01 10:27:01 +00001736
Brett Cannon1eb32c22014-10-10 16:26:45 -04001737Extends this array with data from the unicode string ustr.
1738
1739Convert the array to a unicode string. The array must be a unicode type array;
1740otherwise a ValueError is raised. Use array.tobytes().decode() to obtain a
1741unicode string from an array of some other type.
1742[clinic start generated code]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001743
1744static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001745array_array_tounicode_impl(arrayobject *self)
1746/*[clinic end generated code: output=08e442378336e1ef input=127242eebe70b66d]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001747{
Victor Stinner62bb3942012-08-06 00:46:05 +02001748 char typecode;
1749 typecode = self->ob_descr->typecode;
Gregory P. Smith9504b132012-12-10 20:20:20 -08001750 if (typecode != 'u') {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001751 PyErr_SetString(PyExc_ValueError,
1752 "tounicode() may only be called on unicode type arrays");
1753 return NULL;
1754 }
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001755 return PyUnicode_FromWideChar((Py_UNICODE *) self->ob_item, Py_SIZE(self));
Martin v. Löwis99866332002-03-01 10:27:01 +00001756}
1757
Brett Cannon1eb32c22014-10-10 16:26:45 -04001758/*[clinic input]
1759array.array.__sizeof__
Martin v. Löwis99866332002-03-01 10:27:01 +00001760
Brett Cannon1eb32c22014-10-10 16:26:45 -04001761Size of the array in memory, in bytes.
1762[clinic start generated code]*/
Martin v. Löwis99866332002-03-01 10:27:01 +00001763
Meador Inge03b4d502012-08-10 22:35:45 -05001764static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04001765array_array___sizeof___impl(arrayobject *self)
1766/*[clinic end generated code: output=d8e1c61ebbe3eaed input=805586565bf2b3c6]*/
Meador Inge03b4d502012-08-10 22:35:45 -05001767{
1768 Py_ssize_t res;
Serhiy Storchaka5c4064e2015-12-19 20:05:25 +02001769 res = _PyObject_SIZE(Py_TYPE(self)) + self->allocated * self->ob_descr->itemsize;
Meador Inge03b4d502012-08-10 22:35:45 -05001770 return PyLong_FromSsize_t(res);
1771}
1772
Martin v. Löwis99866332002-03-01 10:27:01 +00001773
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001774/*********************** Pickling support ************************/
1775
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001776static const struct mformatdescr {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001777 size_t size;
1778 int is_signed;
1779 int is_big_endian;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001780} mformat_descriptors[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001781 {1, 0, 0}, /* 0: UNSIGNED_INT8 */
1782 {1, 1, 0}, /* 1: SIGNED_INT8 */
1783 {2, 0, 0}, /* 2: UNSIGNED_INT16_LE */
1784 {2, 0, 1}, /* 3: UNSIGNED_INT16_BE */
1785 {2, 1, 0}, /* 4: SIGNED_INT16_LE */
1786 {2, 1, 1}, /* 5: SIGNED_INT16_BE */
1787 {4, 0, 0}, /* 6: UNSIGNED_INT32_LE */
1788 {4, 0, 1}, /* 7: UNSIGNED_INT32_BE */
1789 {4, 1, 0}, /* 8: SIGNED_INT32_LE */
1790 {4, 1, 1}, /* 9: SIGNED_INT32_BE */
1791 {8, 0, 0}, /* 10: UNSIGNED_INT64_LE */
1792 {8, 0, 1}, /* 11: UNSIGNED_INT64_BE */
1793 {8, 1, 0}, /* 12: SIGNED_INT64_LE */
1794 {8, 1, 1}, /* 13: SIGNED_INT64_BE */
1795 {4, 0, 0}, /* 14: IEEE_754_FLOAT_LE */
1796 {4, 0, 1}, /* 15: IEEE_754_FLOAT_BE */
1797 {8, 0, 0}, /* 16: IEEE_754_DOUBLE_LE */
1798 {8, 0, 1}, /* 17: IEEE_754_DOUBLE_BE */
1799 {4, 0, 0}, /* 18: UTF16_LE */
1800 {4, 0, 1}, /* 19: UTF16_BE */
1801 {8, 0, 0}, /* 20: UTF32_LE */
1802 {8, 0, 1} /* 21: UTF32_BE */
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001803};
1804
1805
1806/*
1807 * Internal: This function is used to find the machine format of a given
1808 * array type code. This returns UNKNOWN_FORMAT when the machine format cannot
1809 * be found.
1810 */
1811static enum machine_format_code
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02001812typecode_to_mformat_code(char typecode)
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001813{
Christian Heimes743e0cd2012-10-17 23:52:17 +02001814 const int is_big_endian = PY_BIG_ENDIAN;
1815
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001816 size_t intsize;
1817 int is_signed;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001818
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001819 switch (typecode) {
1820 case 'b':
1821 return SIGNED_INT8;
1822 case 'B':
1823 return UNSIGNED_INT8;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001824
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001825 case 'u':
Victor Stinner62bb3942012-08-06 00:46:05 +02001826 if (sizeof(Py_UNICODE) == 2) {
1827 return UTF16_LE + is_big_endian;
1828 }
1829 if (sizeof(Py_UNICODE) == 4) {
1830 return UTF32_LE + is_big_endian;
1831 }
1832 return UNKNOWN_FORMAT;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001833
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001834 case 'f':
1835 if (sizeof(float) == 4) {
1836 const float y = 16711938.0;
1837 if (memcmp(&y, "\x4b\x7f\x01\x02", 4) == 0)
1838 return IEEE_754_FLOAT_BE;
1839 if (memcmp(&y, "\x02\x01\x7f\x4b", 4) == 0)
1840 return IEEE_754_FLOAT_LE;
1841 }
1842 return UNKNOWN_FORMAT;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001843
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001844 case 'd':
1845 if (sizeof(double) == 8) {
1846 const double x = 9006104071832581.0;
1847 if (memcmp(&x, "\x43\x3f\xff\x01\x02\x03\x04\x05", 8) == 0)
1848 return IEEE_754_DOUBLE_BE;
1849 if (memcmp(&x, "\x05\x04\x03\x02\x01\xff\x3f\x43", 8) == 0)
1850 return IEEE_754_DOUBLE_LE;
1851 }
1852 return UNKNOWN_FORMAT;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001853
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001854 /* Integers */
1855 case 'h':
1856 intsize = sizeof(short);
1857 is_signed = 1;
1858 break;
1859 case 'H':
1860 intsize = sizeof(short);
1861 is_signed = 0;
1862 break;
1863 case 'i':
1864 intsize = sizeof(int);
1865 is_signed = 1;
1866 break;
1867 case 'I':
1868 intsize = sizeof(int);
1869 is_signed = 0;
1870 break;
1871 case 'l':
1872 intsize = sizeof(long);
1873 is_signed = 1;
1874 break;
1875 case 'L':
1876 intsize = sizeof(long);
1877 is_signed = 0;
1878 break;
Meador Inge1c9f0c92011-09-20 19:55:51 -05001879 case 'q':
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001880 intsize = sizeof(long long);
Meador Inge1c9f0c92011-09-20 19:55:51 -05001881 is_signed = 1;
1882 break;
1883 case 'Q':
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001884 intsize = sizeof(long long);
Meador Inge1c9f0c92011-09-20 19:55:51 -05001885 is_signed = 0;
1886 break;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001887 default:
1888 return UNKNOWN_FORMAT;
1889 }
1890 switch (intsize) {
1891 case 2:
1892 return UNSIGNED_INT16_LE + is_big_endian + (2 * is_signed);
1893 case 4:
1894 return UNSIGNED_INT32_LE + is_big_endian + (2 * is_signed);
1895 case 8:
1896 return UNSIGNED_INT64_LE + is_big_endian + (2 * is_signed);
1897 default:
1898 return UNKNOWN_FORMAT;
1899 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001900}
1901
1902/* Forward declaration. */
1903static PyObject *array_new(PyTypeObject *type, PyObject *args, PyObject *kwds);
1904
1905/*
1906 * Internal: This function wraps the array constructor--i.e., array_new()--to
1907 * allow the creation of array objects from C code without having to deal
1908 * directly the tuple argument of array_new(). The typecode argument is a
1909 * Unicode character value, like 'i' or 'f' for example, representing an array
1910 * type code. The items argument is a bytes or a list object from which
1911 * contains the initial value of the array.
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001912 *
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001913 * On success, this functions returns the array object created. Otherwise,
1914 * NULL is returned to indicate a failure.
1915 */
1916static PyObject *
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02001917make_array(PyTypeObject *arraytype, char typecode, PyObject *items)
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001918{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001919 PyObject *new_args;
1920 PyObject *array_obj;
1921 PyObject *typecode_obj;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001922
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001923 assert(arraytype != NULL);
1924 assert(items != NULL);
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001925
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02001926 typecode_obj = PyUnicode_FromOrdinal(typecode);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001927 if (typecode_obj == NULL)
1928 return NULL;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001929
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001930 new_args = PyTuple_New(2);
1931 if (new_args == NULL)
1932 return NULL;
1933 Py_INCREF(items);
1934 PyTuple_SET_ITEM(new_args, 0, typecode_obj);
1935 PyTuple_SET_ITEM(new_args, 1, items);
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001936
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001937 array_obj = array_new(arraytype, new_args, NULL);
1938 Py_DECREF(new_args);
1939 if (array_obj == NULL)
1940 return NULL;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001941
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001942 return array_obj;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001943}
1944
1945/*
1946 * This functions is a special constructor used when unpickling an array. It
1947 * provides a portable way to rebuild an array from its memory representation.
1948 */
Brett Cannon1eb32c22014-10-10 16:26:45 -04001949/*[clinic input]
1950array._array_reconstructor
1951
1952 arraytype: object(type="PyTypeObject *")
Larry Hastingsdbfdc382015-05-04 06:59:46 -07001953 typecode: int(accept={str})
Brett Cannon1eb32c22014-10-10 16:26:45 -04001954 mformat_code: int(type="enum machine_format_code")
1955 items: object
1956 /
1957
1958Internal. Used for pickling support.
1959[clinic start generated code]*/
1960
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001961static PyObject *
Serhiy Storchaka1a2b24f2016-07-07 17:35:15 +03001962array__array_reconstructor_impl(PyObject *module, PyTypeObject *arraytype,
Larry Hastings89964c42015-04-14 18:07:59 -04001963 int typecode,
1964 enum machine_format_code mformat_code,
1965 PyObject *items)
Serhiy Storchaka1a2b24f2016-07-07 17:35:15 +03001966/*[clinic end generated code: output=e05263141ba28365 input=2464dc8f4c7736b5]*/
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001967{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001968 PyObject *converted_items;
1969 PyObject *result;
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02001970 const struct arraydescr *descr;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00001971
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001972 if (!PyType_Check(arraytype)) {
1973 PyErr_Format(PyExc_TypeError,
Sylvaina90e64b2017-03-29 20:09:22 +02001974 "first argument must be a type object, not %.200s",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001975 Py_TYPE(arraytype)->tp_name);
1976 return NULL;
1977 }
1978 if (!PyType_IsSubtype(arraytype, &Arraytype)) {
1979 PyErr_Format(PyExc_TypeError,
1980 "%.200s is not a subtype of %.200s",
1981 arraytype->tp_name, Arraytype.tp_name);
1982 return NULL;
1983 }
1984 for (descr = descriptors; descr->typecode != '\0'; descr++) {
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02001985 if ((int)descr->typecode == typecode)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001986 break;
1987 }
1988 if (descr->typecode == '\0') {
1989 PyErr_SetString(PyExc_ValueError,
1990 "second argument must be a valid type code");
1991 return NULL;
1992 }
Larry Hastingsdfbeb162014-10-13 10:39:41 +01001993 if (mformat_code < MACHINE_FORMAT_CODE_MIN ||
1994 mformat_code > MACHINE_FORMAT_CODE_MAX) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001995 PyErr_SetString(PyExc_ValueError,
1996 "third argument must be a valid machine format code.");
1997 return NULL;
1998 }
1999 if (!PyBytes_Check(items)) {
2000 PyErr_Format(PyExc_TypeError,
2001 "fourth argument should be bytes, not %.200s",
2002 Py_TYPE(items)->tp_name);
2003 return NULL;
2004 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002005
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002006 /* Fast path: No decoding has to be done. */
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002007 if (mformat_code == typecode_to_mformat_code((char)typecode) ||
2008 mformat_code == UNKNOWN_FORMAT) {
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02002009 return make_array(arraytype, (char)typecode, items);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002010 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002011
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002012 /* Slow path: Decode the byte string according to the given machine
2013 * format code. This occurs when the computer unpickling the array
2014 * object is architecturally different from the one that pickled the
2015 * array.
2016 */
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002017 if (Py_SIZE(items) % mformat_descriptors[mformat_code].size != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002018 PyErr_SetString(PyExc_ValueError,
2019 "string length not a multiple of item size");
2020 return NULL;
2021 }
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002022 switch (mformat_code) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002023 case IEEE_754_FLOAT_LE:
2024 case IEEE_754_FLOAT_BE: {
2025 int i;
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002026 int le = (mformat_code == IEEE_754_FLOAT_LE) ? 1 : 0;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002027 Py_ssize_t itemcount = Py_SIZE(items) / 4;
2028 const unsigned char *memstr =
2029 (unsigned char *)PyBytes_AS_STRING(items);
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002030
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002031 converted_items = PyList_New(itemcount);
2032 if (converted_items == NULL)
2033 return NULL;
2034 for (i = 0; i < itemcount; i++) {
2035 PyObject *pyfloat = PyFloat_FromDouble(
2036 _PyFloat_Unpack4(&memstr[i * 4], le));
2037 if (pyfloat == NULL) {
2038 Py_DECREF(converted_items);
2039 return NULL;
2040 }
2041 PyList_SET_ITEM(converted_items, i, pyfloat);
2042 }
2043 break;
2044 }
2045 case IEEE_754_DOUBLE_LE:
2046 case IEEE_754_DOUBLE_BE: {
2047 int i;
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002048 int le = (mformat_code == IEEE_754_DOUBLE_LE) ? 1 : 0;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002049 Py_ssize_t itemcount = Py_SIZE(items) / 8;
2050 const unsigned char *memstr =
2051 (unsigned char *)PyBytes_AS_STRING(items);
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002052
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002053 converted_items = PyList_New(itemcount);
2054 if (converted_items == NULL)
2055 return NULL;
2056 for (i = 0; i < itemcount; i++) {
2057 PyObject *pyfloat = PyFloat_FromDouble(
2058 _PyFloat_Unpack8(&memstr[i * 8], le));
2059 if (pyfloat == NULL) {
2060 Py_DECREF(converted_items);
2061 return NULL;
2062 }
2063 PyList_SET_ITEM(converted_items, i, pyfloat);
2064 }
2065 break;
2066 }
2067 case UTF16_LE:
2068 case UTF16_BE: {
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002069 int byteorder = (mformat_code == UTF16_LE) ? -1 : 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002070 converted_items = PyUnicode_DecodeUTF16(
2071 PyBytes_AS_STRING(items), Py_SIZE(items),
2072 "strict", &byteorder);
2073 if (converted_items == NULL)
2074 return NULL;
2075 break;
2076 }
2077 case UTF32_LE:
2078 case UTF32_BE: {
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002079 int byteorder = (mformat_code == UTF32_LE) ? -1 : 1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002080 converted_items = PyUnicode_DecodeUTF32(
2081 PyBytes_AS_STRING(items), Py_SIZE(items),
2082 "strict", &byteorder);
2083 if (converted_items == NULL)
2084 return NULL;
2085 break;
2086 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002087
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002088 case UNSIGNED_INT8:
2089 case SIGNED_INT8:
2090 case UNSIGNED_INT16_LE:
2091 case UNSIGNED_INT16_BE:
2092 case SIGNED_INT16_LE:
2093 case SIGNED_INT16_BE:
2094 case UNSIGNED_INT32_LE:
2095 case UNSIGNED_INT32_BE:
2096 case SIGNED_INT32_LE:
2097 case SIGNED_INT32_BE:
2098 case UNSIGNED_INT64_LE:
2099 case UNSIGNED_INT64_BE:
2100 case SIGNED_INT64_LE:
2101 case SIGNED_INT64_BE: {
2102 int i;
2103 const struct mformatdescr mf_descr =
Larry Hastingsdfbeb162014-10-13 10:39:41 +01002104 mformat_descriptors[mformat_code];
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002105 Py_ssize_t itemcount = Py_SIZE(items) / mf_descr.size;
2106 const unsigned char *memstr =
2107 (unsigned char *)PyBytes_AS_STRING(items);
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02002108 const struct arraydescr *descr;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002109
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002110 /* If possible, try to pack array's items using a data type
2111 * that fits better. This may result in an array with narrower
2112 * or wider elements.
2113 *
Martin Panter4c359642016-05-08 13:53:41 +00002114 * For example, if a 32-bit machine pickles an L-code array of
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002115 * unsigned longs, then the array will be unpickled by 64-bit
2116 * machine as an I-code array of unsigned ints.
2117 *
2118 * XXX: Is it possible to write a unit test for this?
2119 */
2120 for (descr = descriptors; descr->typecode != '\0'; descr++) {
2121 if (descr->is_integer_type &&
Victor Stinner706768c2014-08-16 01:03:39 +02002122 (size_t)descr->itemsize == mf_descr.size &&
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002123 descr->is_signed == mf_descr.is_signed)
2124 typecode = descr->typecode;
2125 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002126
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002127 converted_items = PyList_New(itemcount);
2128 if (converted_items == NULL)
2129 return NULL;
2130 for (i = 0; i < itemcount; i++) {
2131 PyObject *pylong;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002132
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002133 pylong = _PyLong_FromByteArray(
2134 &memstr[i * mf_descr.size],
2135 mf_descr.size,
2136 !mf_descr.is_big_endian,
2137 mf_descr.is_signed);
2138 if (pylong == NULL) {
2139 Py_DECREF(converted_items);
2140 return NULL;
2141 }
2142 PyList_SET_ITEM(converted_items, i, pylong);
2143 }
2144 break;
2145 }
2146 case UNKNOWN_FORMAT:
2147 /* Impossible, but needed to shut up GCC about the unhandled
2148 * enumeration value.
2149 */
2150 default:
2151 PyErr_BadArgument();
2152 return NULL;
2153 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002154
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02002155 result = make_array(arraytype, (char)typecode, converted_items);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002156 Py_DECREF(converted_items);
2157 return result;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002158}
2159
Brett Cannon1eb32c22014-10-10 16:26:45 -04002160/*[clinic input]
2161array.array.__reduce_ex__
2162
2163 value: object
2164 /
2165
2166Return state information for pickling.
2167[clinic start generated code]*/
2168
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002169static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04002170array_array___reduce_ex__(arrayobject *self, PyObject *value)
2171/*[clinic end generated code: output=051e0a6175d0eddb input=c36c3f85de7df6cd]*/
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002172{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002173 PyObject *dict;
2174 PyObject *result;
2175 PyObject *array_str;
Brett Cannon1eb32c22014-10-10 16:26:45 -04002176 int typecode = self->ob_descr->typecode;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002177 int mformat_code;
2178 static PyObject *array_reconstructor = NULL;
2179 long protocol;
Martin v. Löwisbd928fe2011-10-14 10:20:37 +02002180 _Py_IDENTIFIER(_array_reconstructor);
2181 _Py_IDENTIFIER(__dict__);
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002182
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002183 if (array_reconstructor == NULL) {
2184 PyObject *array_module = PyImport_ImportModule("array");
2185 if (array_module == NULL)
2186 return NULL;
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02002187 array_reconstructor = _PyObject_GetAttrId(
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002188 array_module,
Martin v. Löwis1ee1b6f2011-10-10 18:11:30 +02002189 &PyId__array_reconstructor);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002190 Py_DECREF(array_module);
2191 if (array_reconstructor == NULL)
2192 return NULL;
2193 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002194
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002195 if (!PyLong_Check(value)) {
2196 PyErr_SetString(PyExc_TypeError,
Sylvaina90e64b2017-03-29 20:09:22 +02002197 "__reduce_ex__ argument should be an integer");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002198 return NULL;
2199 }
2200 protocol = PyLong_AsLong(value);
2201 if (protocol == -1 && PyErr_Occurred())
2202 return NULL;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002203
Brett Cannon1eb32c22014-10-10 16:26:45 -04002204 dict = _PyObject_GetAttrId((PyObject *)self, &PyId___dict__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002205 if (dict == NULL) {
2206 if (!PyErr_ExceptionMatches(PyExc_AttributeError))
2207 return NULL;
2208 PyErr_Clear();
2209 dict = Py_None;
2210 Py_INCREF(dict);
2211 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002212
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002213 mformat_code = typecode_to_mformat_code(typecode);
2214 if (mformat_code == UNKNOWN_FORMAT || protocol < 3) {
2215 /* Convert the array to a list if we got something weird
2216 * (e.g., non-IEEE floats), or we are pickling the array using
2217 * a Python 2.x compatible protocol.
2218 *
2219 * It is necessary to use a list representation for Python 2.x
2220 * compatible pickle protocol, since Python 2's str objects
2221 * are unpickled as unicode by Python 3. Thus it is impossible
2222 * to make arrays unpicklable by Python 3 by using their memory
2223 * representation, unless we resort to ugly hacks such as
2224 * coercing unicode objects to bytes in array_reconstructor.
2225 */
2226 PyObject *list;
Brett Cannon1eb32c22014-10-10 16:26:45 -04002227 list = array_array_tolist_impl(self);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002228 if (list == NULL) {
2229 Py_DECREF(dict);
2230 return NULL;
2231 }
2232 result = Py_BuildValue(
Brett Cannon1eb32c22014-10-10 16:26:45 -04002233 "O(CO)O", Py_TYPE(self), typecode, list, dict);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002234 Py_DECREF(list);
2235 Py_DECREF(dict);
2236 return result;
2237 }
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002238
Brett Cannon1eb32c22014-10-10 16:26:45 -04002239 array_str = array_array_tobytes_impl(self);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002240 if (array_str == NULL) {
2241 Py_DECREF(dict);
2242 return NULL;
2243 }
2244 result = Py_BuildValue(
Brett Cannon1eb32c22014-10-10 16:26:45 -04002245 "O(OCiN)O", array_reconstructor, Py_TYPE(self), typecode,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002246 mformat_code, array_str, dict);
2247 Py_DECREF(dict);
2248 return result;
Alexandre Vassalottiad077152009-07-15 17:49:23 +00002249}
2250
Martin v. Löwis99866332002-03-01 10:27:01 +00002251static PyObject *
2252array_get_typecode(arrayobject *a, void *closure)
2253{
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02002254 char typecode = a->ob_descr->typecode;
2255 return PyUnicode_FromOrdinal(typecode);
Martin v. Löwis99866332002-03-01 10:27:01 +00002256}
2257
2258static PyObject *
2259array_get_itemsize(arrayobject *a, void *closure)
2260{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002261 return PyLong_FromLong((long)a->ob_descr->itemsize);
Martin v. Löwis99866332002-03-01 10:27:01 +00002262}
2263
2264static PyGetSetDef array_getsets [] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002265 {"typecode", (getter) array_get_typecode, NULL,
2266 "the typecode character used to create the array"},
2267 {"itemsize", (getter) array_get_itemsize, NULL,
2268 "the size, in bytes, of one array item"},
2269 {NULL}
Martin v. Löwis99866332002-03-01 10:27:01 +00002270};
2271
Martin v. Löwis59683e82008-06-13 07:50:45 +00002272static PyMethodDef array_methods[] = {
Brett Cannon1eb32c22014-10-10 16:26:45 -04002273 ARRAY_ARRAY_APPEND_METHODDEF
2274 ARRAY_ARRAY_BUFFER_INFO_METHODDEF
2275 ARRAY_ARRAY_BYTESWAP_METHODDEF
2276 ARRAY_ARRAY___COPY___METHODDEF
2277 ARRAY_ARRAY_COUNT_METHODDEF
2278 ARRAY_ARRAY___DEEPCOPY___METHODDEF
2279 ARRAY_ARRAY_EXTEND_METHODDEF
2280 ARRAY_ARRAY_FROMFILE_METHODDEF
2281 ARRAY_ARRAY_FROMLIST_METHODDEF
2282 ARRAY_ARRAY_FROMSTRING_METHODDEF
2283 ARRAY_ARRAY_FROMBYTES_METHODDEF
2284 ARRAY_ARRAY_FROMUNICODE_METHODDEF
2285 ARRAY_ARRAY_INDEX_METHODDEF
2286 ARRAY_ARRAY_INSERT_METHODDEF
2287 ARRAY_ARRAY_POP_METHODDEF
2288 ARRAY_ARRAY___REDUCE_EX___METHODDEF
2289 ARRAY_ARRAY_REMOVE_METHODDEF
2290 ARRAY_ARRAY_REVERSE_METHODDEF
2291 ARRAY_ARRAY_TOFILE_METHODDEF
2292 ARRAY_ARRAY_TOLIST_METHODDEF
2293 ARRAY_ARRAY_TOSTRING_METHODDEF
2294 ARRAY_ARRAY_TOBYTES_METHODDEF
2295 ARRAY_ARRAY_TOUNICODE_METHODDEF
2296 ARRAY_ARRAY___SIZEOF___METHODDEF
2297 {NULL, NULL} /* sentinel */
Guido van Rossum778983b1993-02-19 15:55:02 +00002298};
2299
Roger E. Masse2919eaa1996-12-09 20:10:36 +00002300static PyObject *
Peter Schneider-Kamp9656abd2000-07-13 21:10:57 +00002301array_repr(arrayobject *a)
Guido van Rossum778983b1993-02-19 15:55:02 +00002302{
Victor Stinnerf8bb7d02011-09-30 00:03:59 +02002303 char typecode;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002304 PyObject *s, *v = NULL;
2305 Py_ssize_t len;
Martin v. Löwis99866332002-03-01 10:27:01 +00002306
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002307 len = Py_SIZE(a);
2308 typecode = a->ob_descr->typecode;
2309 if (len == 0) {
Amaury Forgeot d'Arc24aa26b2010-11-25 08:13:35 +00002310 return PyUnicode_FromFormat("array('%c')", (int)typecode);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002311 }
Gregory P. Smith9504b132012-12-10 20:20:20 -08002312 if (typecode == 'u') {
Brett Cannon1eb32c22014-10-10 16:26:45 -04002313 v = array_array_tounicode_impl(a);
Gregory P. Smith9504b132012-12-10 20:20:20 -08002314 } else {
Brett Cannon1eb32c22014-10-10 16:26:45 -04002315 v = array_array_tolist_impl(a);
Gregory P. Smith9504b132012-12-10 20:20:20 -08002316 }
Victor Stinner29ec5952013-02-26 00:27:38 +01002317 if (v == NULL)
2318 return NULL;
Raymond Hettinger88ba1e32003-04-23 17:27:00 +00002319
Amaury Forgeot d'Arc24aa26b2010-11-25 08:13:35 +00002320 s = PyUnicode_FromFormat("array('%c', %R)", (int)typecode, v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002321 Py_DECREF(v);
2322 return s;
Guido van Rossum778983b1993-02-19 15:55:02 +00002323}
2324
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002325static PyObject*
2326array_subscr(arrayobject* self, PyObject* item)
2327{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002328 if (PyIndex_Check(item)) {
2329 Py_ssize_t i = PyNumber_AsSsize_t(item, PyExc_IndexError);
2330 if (i==-1 && PyErr_Occurred()) {
2331 return NULL;
2332 }
2333 if (i < 0)
2334 i += Py_SIZE(self);
2335 return array_item(self, i);
2336 }
2337 else if (PySlice_Check(item)) {
2338 Py_ssize_t start, stop, step, slicelength, cur, i;
2339 PyObject* result;
2340 arrayobject* ar;
2341 int itemsize = self->ob_descr->itemsize;
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002342
Serhiy Storchakab879fe82017-04-08 09:53:51 +03002343 if (PySlice_Unpack(item, &start, &stop, &step) < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002344 return NULL;
2345 }
Serhiy Storchakab879fe82017-04-08 09:53:51 +03002346 slicelength = PySlice_AdjustIndices(Py_SIZE(self), &start, &stop,
2347 step);
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002348
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002349 if (slicelength <= 0) {
2350 return newarrayobject(&Arraytype, 0, self->ob_descr);
2351 }
2352 else if (step == 1) {
2353 PyObject *result = newarrayobject(&Arraytype,
2354 slicelength, self->ob_descr);
2355 if (result == NULL)
2356 return NULL;
2357 memcpy(((arrayobject *)result)->ob_item,
2358 self->ob_item + start * itemsize,
2359 slicelength * itemsize);
2360 return result;
2361 }
2362 else {
2363 result = newarrayobject(&Arraytype, slicelength, self->ob_descr);
2364 if (!result) return NULL;
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002365
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002366 ar = (arrayobject*)result;
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002367
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002368 for (cur = start, i = 0; i < slicelength;
2369 cur += step, i++) {
2370 memcpy(ar->ob_item + i*itemsize,
2371 self->ob_item + cur*itemsize,
2372 itemsize);
2373 }
2374
2375 return result;
2376 }
2377 }
2378 else {
2379 PyErr_SetString(PyExc_TypeError,
2380 "array indices must be integers");
2381 return NULL;
2382 }
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002383}
2384
2385static int
2386array_ass_subscr(arrayobject* self, PyObject* item, PyObject* value)
2387{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002388 Py_ssize_t start, stop, step, slicelength, needed;
2389 arrayobject* other;
2390 int itemsize;
Thomas Woutersed03b412007-08-28 21:37:11 +00002391
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002392 if (PyIndex_Check(item)) {
2393 Py_ssize_t i = PyNumber_AsSsize_t(item, PyExc_IndexError);
Alexandre Vassalotti47137252009-07-05 19:57:00 +00002394
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002395 if (i == -1 && PyErr_Occurred())
2396 return -1;
2397 if (i < 0)
2398 i += Py_SIZE(self);
2399 if (i < 0 || i >= Py_SIZE(self)) {
2400 PyErr_SetString(PyExc_IndexError,
2401 "array assignment index out of range");
2402 return -1;
2403 }
2404 if (value == NULL) {
2405 /* Fall through to slice assignment */
2406 start = i;
2407 stop = i + 1;
2408 step = 1;
2409 slicelength = 1;
2410 }
2411 else
2412 return (*self->ob_descr->setitem)(self, i, value);
2413 }
2414 else if (PySlice_Check(item)) {
Serhiy Storchakab879fe82017-04-08 09:53:51 +03002415 if (PySlice_Unpack(item, &start, &stop, &step) < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002416 return -1;
2417 }
Serhiy Storchakab879fe82017-04-08 09:53:51 +03002418 slicelength = PySlice_AdjustIndices(Py_SIZE(self), &start, &stop,
2419 step);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002420 }
2421 else {
2422 PyErr_SetString(PyExc_TypeError,
Sylvaina90e64b2017-03-29 20:09:22 +02002423 "array indices must be integers");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002424 return -1;
2425 }
2426 if (value == NULL) {
2427 other = NULL;
2428 needed = 0;
2429 }
2430 else if (array_Check(value)) {
2431 other = (arrayobject *)value;
2432 needed = Py_SIZE(other);
2433 if (self == other) {
2434 /* Special case "self[i:j] = self" -- copy self first */
2435 int ret;
2436 value = array_slice(other, 0, needed);
2437 if (value == NULL)
2438 return -1;
2439 ret = array_ass_subscr(self, item, value);
2440 Py_DECREF(value);
2441 return ret;
2442 }
2443 if (other->ob_descr != self->ob_descr) {
2444 PyErr_BadArgument();
2445 return -1;
2446 }
2447 }
2448 else {
2449 PyErr_Format(PyExc_TypeError,
2450 "can only assign array (not \"%.200s\") to array slice",
2451 Py_TYPE(value)->tp_name);
2452 return -1;
2453 }
2454 itemsize = self->ob_descr->itemsize;
2455 /* for 'a[2:1] = ...', the insertion point is 'start', not 'stop' */
2456 if ((step > 0 && stop < start) ||
2457 (step < 0 && stop > start))
2458 stop = start;
Alexandre Vassalotti47137252009-07-05 19:57:00 +00002459
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002460 /* Issue #4509: If the array has exported buffers and the slice
2461 assignment would change the size of the array, fail early to make
2462 sure we don't modify it. */
2463 if ((needed == 0 || slicelength != needed) && self->ob_exports > 0) {
2464 PyErr_SetString(PyExc_BufferError,
2465 "cannot resize an array that is exporting buffers");
2466 return -1;
2467 }
Mark Dickinsonbc099642010-01-29 17:27:24 +00002468
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002469 if (step == 1) {
2470 if (slicelength > needed) {
2471 memmove(self->ob_item + (start + needed) * itemsize,
2472 self->ob_item + stop * itemsize,
2473 (Py_SIZE(self) - stop) * itemsize);
2474 if (array_resize(self, Py_SIZE(self) +
2475 needed - slicelength) < 0)
2476 return -1;
2477 }
2478 else if (slicelength < needed) {
2479 if (array_resize(self, Py_SIZE(self) +
2480 needed - slicelength) < 0)
2481 return -1;
2482 memmove(self->ob_item + (start + needed) * itemsize,
2483 self->ob_item + stop * itemsize,
2484 (Py_SIZE(self) - start - needed) * itemsize);
2485 }
2486 if (needed > 0)
2487 memcpy(self->ob_item + start * itemsize,
2488 other->ob_item, needed * itemsize);
2489 return 0;
2490 }
2491 else if (needed == 0) {
2492 /* Delete slice */
2493 size_t cur;
2494 Py_ssize_t i;
Thomas Woutersed03b412007-08-28 21:37:11 +00002495
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002496 if (step < 0) {
2497 stop = start + 1;
2498 start = stop + step * (slicelength - 1) - 1;
2499 step = -step;
2500 }
2501 for (cur = start, i = 0; i < slicelength;
2502 cur += step, i++) {
2503 Py_ssize_t lim = step - 1;
Thomas Woutersed03b412007-08-28 21:37:11 +00002504
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002505 if (cur + step >= (size_t)Py_SIZE(self))
2506 lim = Py_SIZE(self) - cur - 1;
2507 memmove(self->ob_item + (cur - i) * itemsize,
2508 self->ob_item + (cur + 1) * itemsize,
2509 lim * itemsize);
2510 }
Mark Dickinsonc7d93b72011-09-25 15:34:32 +01002511 cur = start + (size_t)slicelength * step;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002512 if (cur < (size_t)Py_SIZE(self)) {
2513 memmove(self->ob_item + (cur-slicelength) * itemsize,
2514 self->ob_item + cur * itemsize,
2515 (Py_SIZE(self) - cur) * itemsize);
2516 }
2517 if (array_resize(self, Py_SIZE(self) - slicelength) < 0)
2518 return -1;
2519 return 0;
2520 }
2521 else {
2522 Py_ssize_t cur, i;
2523
2524 if (needed != slicelength) {
2525 PyErr_Format(PyExc_ValueError,
2526 "attempt to assign array of size %zd "
2527 "to extended slice of size %zd",
2528 needed, slicelength);
2529 return -1;
2530 }
2531 for (cur = start, i = 0; i < slicelength;
2532 cur += step, i++) {
2533 memcpy(self->ob_item + cur * itemsize,
2534 other->ob_item + i * itemsize,
2535 itemsize);
2536 }
2537 return 0;
2538 }
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002539}
2540
2541static PyMappingMethods array_as_mapping = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002542 (lenfunc)array_length,
2543 (binaryfunc)array_subscr,
2544 (objobjargproc)array_ass_subscr
Michael W. Hudson9c14bad2002-06-19 15:44:15 +00002545};
2546
Guido van Rossumd8faa362007-04-27 19:54:29 +00002547static const void *emptybuf = "";
2548
Travis E. Oliphantb99f7622007-08-18 11:21:56 +00002549
2550static int
Travis E. Oliphant8ae62b62007-09-23 02:00:13 +00002551array_buffer_getbuf(arrayobject *self, Py_buffer *view, int flags)
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002552{
Stefan Krah650c1e82015-02-03 21:43:23 +01002553 if (view == NULL) {
2554 PyErr_SetString(PyExc_BufferError,
2555 "array_buffer_getbuf: view==NULL argument is obsolete");
2556 return -1;
2557 }
Travis E. Oliphantb99f7622007-08-18 11:21:56 +00002558
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002559 view->buf = (void *)self->ob_item;
2560 view->obj = (PyObject*)self;
2561 Py_INCREF(self);
2562 if (view->buf == NULL)
2563 view->buf = (void *)emptybuf;
2564 view->len = (Py_SIZE(self)) * self->ob_descr->itemsize;
2565 view->readonly = 0;
2566 view->ndim = 1;
2567 view->itemsize = self->ob_descr->itemsize;
2568 view->suboffsets = NULL;
2569 view->shape = NULL;
2570 if ((flags & PyBUF_ND)==PyBUF_ND) {
2571 view->shape = &((Py_SIZE(self)));
2572 }
2573 view->strides = NULL;
2574 if ((flags & PyBUF_STRIDES)==PyBUF_STRIDES)
2575 view->strides = &(view->itemsize);
2576 view->format = NULL;
2577 view->internal = NULL;
Victor Stinner62bb3942012-08-06 00:46:05 +02002578 if ((flags & PyBUF_FORMAT) == PyBUF_FORMAT) {
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02002579 view->format = (char *)self->ob_descr->formats;
Victor Stinner62bb3942012-08-06 00:46:05 +02002580#ifdef Py_UNICODE_WIDE
2581 if (self->ob_descr->typecode == 'u') {
2582 view->format = "w";
2583 }
2584#endif
2585 }
Travis E. Oliphantb99f7622007-08-18 11:21:56 +00002586
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002587 self->ob_exports++;
2588 return 0;
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002589}
2590
Travis E. Oliphantb99f7622007-08-18 11:21:56 +00002591static void
Travis E. Oliphant8ae62b62007-09-23 02:00:13 +00002592array_buffer_relbuf(arrayobject *self, Py_buffer *view)
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002593{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002594 self->ob_exports--;
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002595}
2596
Roger E. Masse2919eaa1996-12-09 20:10:36 +00002597static PySequenceMethods array_as_sequence = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002598 (lenfunc)array_length, /*sq_length*/
2599 (binaryfunc)array_concat, /*sq_concat*/
2600 (ssizeargfunc)array_repeat, /*sq_repeat*/
2601 (ssizeargfunc)array_item, /*sq_item*/
2602 0, /*sq_slice*/
2603 (ssizeobjargproc)array_ass_item, /*sq_ass_item*/
2604 0, /*sq_ass_slice*/
2605 (objobjproc)array_contains, /*sq_contains*/
2606 (binaryfunc)array_inplace_concat, /*sq_inplace_concat*/
2607 (ssizeargfunc)array_inplace_repeat /*sq_inplace_repeat*/
Guido van Rossum778983b1993-02-19 15:55:02 +00002608};
2609
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002610static PyBufferProcs array_as_buffer = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002611 (getbufferproc)array_buffer_getbuf,
2612 (releasebufferproc)array_buffer_relbuf
Guido van Rossumfdf95dd1997-05-05 22:15:02 +00002613};
2614
Roger E. Masse2919eaa1996-12-09 20:10:36 +00002615static PyObject *
Martin v. Löwis99866332002-03-01 10:27:01 +00002616array_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Guido van Rossum778983b1993-02-19 15:55:02 +00002617{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002618 int c;
2619 PyObject *initial = NULL, *it = NULL;
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02002620 const struct arraydescr *descr;
Martin v. Löwis99866332002-03-01 10:27:01 +00002621
Serhiy Storchaka6cca5c82017-06-08 14:41:19 +03002622 if (type == &Arraytype && !_PyArg_NoKeywords("array.array", kwds))
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002623 return NULL;
Martin v. Löwis99866332002-03-01 10:27:01 +00002624
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002625 if (!PyArg_ParseTuple(args, "C|O:array", &c, &initial))
2626 return NULL;
Raymond Hettinger84fc9aa2003-04-24 10:41:55 +00002627
Alexandre Vassalotti9730e332013-11-29 20:47:15 -08002628 if (initial && c != 'u') {
2629 if (PyUnicode_Check(initial)) {
2630 PyErr_Format(PyExc_TypeError, "cannot use a str to initialize "
2631 "an array with typecode '%c'", c);
2632 return NULL;
2633 }
2634 else if (array_Check(initial) &&
2635 ((arrayobject*)initial)->ob_descr->typecode == 'u') {
2636 PyErr_Format(PyExc_TypeError, "cannot use a unicode array to "
2637 "initialize an array with typecode '%c'", c);
2638 return NULL;
2639 }
2640 }
2641
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002642 if (!(initial == NULL || PyList_Check(initial)
2643 || PyByteArray_Check(initial)
2644 || PyBytes_Check(initial)
2645 || PyTuple_Check(initial)
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002646 || ((c=='u') && PyUnicode_Check(initial))
2647 || (array_Check(initial)
2648 && c == ((arrayobject*)initial)->ob_descr->typecode))) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002649 it = PyObject_GetIter(initial);
2650 if (it == NULL)
2651 return NULL;
2652 /* We set initial to NULL so that the subsequent code
2653 will create an empty array of the appropriate type
2654 and afterwards we can use array_iter_extend to populate
2655 the array.
2656 */
2657 initial = NULL;
2658 }
2659 for (descr = descriptors; descr->typecode != '\0'; descr++) {
2660 if (descr->typecode == c) {
2661 PyObject *a;
2662 Py_ssize_t len;
Martin v. Löwis99866332002-03-01 10:27:01 +00002663
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002664 if (initial == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002665 len = 0;
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002666 else if (PyList_Check(initial))
2667 len = PyList_GET_SIZE(initial);
2668 else if (PyTuple_Check(initial) || array_Check(initial))
2669 len = Py_SIZE(initial);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002670 else
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002671 len = 0;
Martin v. Löwis99866332002-03-01 10:27:01 +00002672
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002673 a = newarrayobject(type, len, descr);
2674 if (a == NULL)
2675 return NULL;
2676
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002677 if (len > 0 && !array_Check(initial)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002678 Py_ssize_t i;
2679 for (i = 0; i < len; i++) {
2680 PyObject *v =
2681 PySequence_GetItem(initial, i);
2682 if (v == NULL) {
2683 Py_DECREF(a);
2684 return NULL;
2685 }
2686 if (setarrayitem(a, i, v) != 0) {
2687 Py_DECREF(v);
2688 Py_DECREF(a);
2689 return NULL;
2690 }
2691 Py_DECREF(v);
2692 }
2693 }
2694 else if (initial != NULL && (PyByteArray_Check(initial) ||
2695 PyBytes_Check(initial))) {
Serhiy Storchaka04e6dba2015-04-04 17:06:55 +03002696 PyObject *v;
Brett Cannon1eb32c22014-10-10 16:26:45 -04002697 v = array_array_frombytes((arrayobject *)a,
Serhiy Storchaka04e6dba2015-04-04 17:06:55 +03002698 initial);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002699 if (v == NULL) {
2700 Py_DECREF(a);
2701 return NULL;
2702 }
2703 Py_DECREF(v);
2704 }
2705 else if (initial != NULL && PyUnicode_Check(initial)) {
Victor Stinner62bb3942012-08-06 00:46:05 +02002706 Py_UNICODE *ustr;
Victor Stinner1fbcaef2011-09-30 01:54:04 +02002707 Py_ssize_t n;
Victor Stinner62bb3942012-08-06 00:46:05 +02002708
2709 ustr = PyUnicode_AsUnicode(initial);
2710 if (ustr == NULL) {
2711 PyErr_NoMemory();
Victor Stinner1fbcaef2011-09-30 01:54:04 +02002712 Py_DECREF(a);
2713 return NULL;
2714 }
Victor Stinner62bb3942012-08-06 00:46:05 +02002715
2716 n = PyUnicode_GET_DATA_SIZE(initial);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002717 if (n > 0) {
2718 arrayobject *self = (arrayobject *)a;
Victor Stinner62bb3942012-08-06 00:46:05 +02002719 char *item = self->ob_item;
2720 item = (char *)PyMem_Realloc(item, n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002721 if (item == NULL) {
2722 PyErr_NoMemory();
2723 Py_DECREF(a);
2724 return NULL;
2725 }
Victor Stinner62bb3942012-08-06 00:46:05 +02002726 self->ob_item = item;
2727 Py_SIZE(self) = n / sizeof(Py_UNICODE);
2728 memcpy(item, ustr, n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002729 self->allocated = Py_SIZE(self);
2730 }
2731 }
Benjamin Peterson682124c2014-10-10 20:58:30 -04002732 else if (initial != NULL && array_Check(initial) && len > 0) {
Alexander Belopolskyef4a03f2011-01-11 21:44:00 +00002733 arrayobject *self = (arrayobject *)a;
2734 arrayobject *other = (arrayobject *)initial;
2735 memcpy(self->ob_item, other->ob_item, len * other->ob_descr->itemsize);
2736 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002737 if (it != NULL) {
2738 if (array_iter_extend((arrayobject *)a, it) == -1) {
2739 Py_DECREF(it);
2740 Py_DECREF(a);
2741 return NULL;
2742 }
2743 Py_DECREF(it);
2744 }
2745 return a;
2746 }
2747 }
2748 PyErr_SetString(PyExc_ValueError,
Meador Inge1c9f0c92011-09-20 19:55:51 -05002749 "bad typecode (must be b, B, u, h, H, i, I, l, L, q, Q, f or d)");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002750 return NULL;
Guido van Rossum778983b1993-02-19 15:55:02 +00002751}
2752
Guido van Rossum778983b1993-02-19 15:55:02 +00002753
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002754PyDoc_STRVAR(module_doc,
Martin v. Löwis99866332002-03-01 10:27:01 +00002755"This module defines an object type which can efficiently represent\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002756an array of basic values: characters, integers, floating point\n\
2757numbers. Arrays are sequence types and behave very much like lists,\n\
Alexandre Vassalotti9730e332013-11-29 20:47:15 -08002758except that the type of objects stored in them is constrained.\n");
2759
2760PyDoc_STRVAR(arraytype_doc,
2761"array(typecode [, initializer]) -> array\n\
2762\n\
2763Return a new array whose items are restricted by typecode, and\n\
2764initialized from the optional initializer value, which must be a list,\n\
2765string or iterable over elements of the appropriate type.\n\
2766\n\
2767Arrays represent basic values and behave very much like lists, except\n\
2768the type of objects stored in them is constrained. The type is specified\n\
2769at object creation time by using a type code, which is a single character.\n\
2770The following type codes are defined:\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002771\n\
2772 Type code C Type Minimum size in bytes \n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002773 'b' signed integer 1 \n\
2774 'B' unsigned integer 1 \n\
Victor Stinner62bb3942012-08-06 00:46:05 +02002775 'u' Unicode character 2 (see note) \n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002776 'h' signed integer 2 \n\
2777 'H' unsigned integer 2 \n\
2778 'i' signed integer 2 \n\
2779 'I' unsigned integer 2 \n\
2780 'l' signed integer 4 \n\
2781 'L' unsigned integer 4 \n\
Meador Inge1c9f0c92011-09-20 19:55:51 -05002782 'q' signed integer 8 (see note) \n\
2783 'Q' unsigned integer 8 (see note) \n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002784 'f' floating point 4 \n\
2785 'd' floating point 8 \n\
2786\n\
Victor Stinner62bb3942012-08-06 00:46:05 +02002787NOTE: The 'u' typecode corresponds to Python's unicode character. On \n\
2788narrow builds this is 2-bytes on wide builds this is 4-bytes.\n\
2789\n\
Meador Inge1c9f0c92011-09-20 19:55:51 -05002790NOTE: The 'q' and 'Q' type codes are only available if the platform \n\
2791C compiler used to build Python supports 'long long', or, on Windows, \n\
2792'__int64'.\n\
2793\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002794Methods:\n\
2795\n\
2796append() -- append a new item to the end of the array\n\
2797buffer_info() -- return information giving the current memory info\n\
2798byteswap() -- byteswap all the items of the array\n\
Mark Dickinson934896d2009-02-21 20:59:32 +00002799count() -- return number of occurrences of an object\n\
Raymond Hettinger49f9bd12004-03-14 05:43:59 +00002800extend() -- extend array by appending multiple elements from an iterable\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002801fromfile() -- read items from a file object\n\
2802fromlist() -- append items from the list\n\
Florent Xiclunac45fb252011-10-24 13:14:55 +02002803frombytes() -- append items from the string\n\
Mark Dickinson934896d2009-02-21 20:59:32 +00002804index() -- return index of first occurrence of an object\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002805insert() -- insert a new item into the array at a provided position\n\
Peter Schneider-Kamp5a65c2d2000-07-31 20:52:21 +00002806pop() -- remove and return item (default last)\n\
Mark Dickinson934896d2009-02-21 20:59:32 +00002807remove() -- remove first occurrence of an object\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002808reverse() -- reverse the order of the items in the array\n\
2809tofile() -- write all items to a file object\n\
2810tolist() -- return the array converted to an ordinary list\n\
Florent Xiclunac45fb252011-10-24 13:14:55 +02002811tobytes() -- return the array converted to a string\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002812\n\
Martin v. Löwis99866332002-03-01 10:27:01 +00002813Attributes:\n\
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002814\n\
2815typecode -- the typecode character used to create the array\n\
2816itemsize -- the length in bytes of one array item\n\
Martin v. Löwis14f8b4c2002-06-13 20:33:02 +00002817");
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002818
Raymond Hettinger625812f2003-01-07 01:58:52 +00002819static PyObject *array_iter(arrayobject *ao);
2820
Tim Peters0c322792002-07-17 16:49:03 +00002821static PyTypeObject Arraytype = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002822 PyVarObject_HEAD_INIT(NULL, 0)
2823 "array.array",
2824 sizeof(arrayobject),
2825 0,
2826 (destructor)array_dealloc, /* tp_dealloc */
2827 0, /* tp_print */
2828 0, /* tp_getattr */
2829 0, /* tp_setattr */
2830 0, /* tp_reserved */
2831 (reprfunc)array_repr, /* tp_repr */
2832 0, /* tp_as_number*/
2833 &array_as_sequence, /* tp_as_sequence*/
2834 &array_as_mapping, /* tp_as_mapping*/
2835 0, /* tp_hash */
2836 0, /* tp_call */
2837 0, /* tp_str */
2838 PyObject_GenericGetAttr, /* tp_getattro */
2839 0, /* tp_setattro */
2840 &array_as_buffer, /* tp_as_buffer*/
2841 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
2842 arraytype_doc, /* tp_doc */
2843 0, /* tp_traverse */
2844 0, /* tp_clear */
2845 array_richcompare, /* tp_richcompare */
2846 offsetof(arrayobject, weakreflist), /* tp_weaklistoffset */
2847 (getiterfunc)array_iter, /* tp_iter */
2848 0, /* tp_iternext */
2849 array_methods, /* tp_methods */
2850 0, /* tp_members */
2851 array_getsets, /* tp_getset */
2852 0, /* tp_base */
2853 0, /* tp_dict */
2854 0, /* tp_descr_get */
2855 0, /* tp_descr_set */
2856 0, /* tp_dictoffset */
2857 0, /* tp_init */
2858 PyType_GenericAlloc, /* tp_alloc */
2859 array_new, /* tp_new */
2860 PyObject_Del, /* tp_free */
Guido van Rossumb39b90d1998-10-13 14:27:22 +00002861};
2862
Raymond Hettinger625812f2003-01-07 01:58:52 +00002863
2864/*********************** Array Iterator **************************/
2865
Brett Cannon1eb32c22014-10-10 16:26:45 -04002866/*[clinic input]
2867class array.arrayiterator "arrayiterobject *" "&PyArrayIter_Type"
2868[clinic start generated code]*/
2869/*[clinic end generated code: output=da39a3ee5e6b4b0d input=5aefd2d74d8c8e30]*/
Raymond Hettinger625812f2003-01-07 01:58:52 +00002870
2871static PyObject *
2872array_iter(arrayobject *ao)
2873{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002874 arrayiterobject *it;
Raymond Hettinger625812f2003-01-07 01:58:52 +00002875
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002876 if (!array_Check(ao)) {
2877 PyErr_BadInternalCall();
2878 return NULL;
2879 }
Raymond Hettinger625812f2003-01-07 01:58:52 +00002880
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002881 it = PyObject_GC_New(arrayiterobject, &PyArrayIter_Type);
2882 if (it == NULL)
2883 return NULL;
Raymond Hettinger625812f2003-01-07 01:58:52 +00002884
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002885 Py_INCREF(ao);
2886 it->ao = ao;
2887 it->index = 0;
2888 it->getitem = ao->ob_descr->getitem;
2889 PyObject_GC_Track(it);
2890 return (PyObject *)it;
Raymond Hettinger625812f2003-01-07 01:58:52 +00002891}
2892
2893static PyObject *
Raymond Hettinger625812f2003-01-07 01:58:52 +00002894arrayiter_next(arrayiterobject *it)
2895{
Serhiy Storchakaab0d1982016-03-30 21:11:16 +03002896 arrayobject *ao;
2897
2898 assert(it != NULL);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002899 assert(PyArrayIter_Check(it));
Serhiy Storchakaab0d1982016-03-30 21:11:16 +03002900 ao = it->ao;
2901 if (ao == NULL) {
2902 return NULL;
2903 }
2904 assert(array_Check(ao));
2905 if (it->index < Py_SIZE(ao)) {
2906 return (*it->getitem)(ao, it->index++);
2907 }
2908 it->ao = NULL;
2909 Py_DECREF(ao);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002910 return NULL;
Raymond Hettinger625812f2003-01-07 01:58:52 +00002911}
2912
2913static void
2914arrayiter_dealloc(arrayiterobject *it)
2915{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002916 PyObject_GC_UnTrack(it);
2917 Py_XDECREF(it->ao);
2918 PyObject_GC_Del(it);
Raymond Hettinger625812f2003-01-07 01:58:52 +00002919}
2920
2921static int
2922arrayiter_traverse(arrayiterobject *it, visitproc visit, void *arg)
2923{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002924 Py_VISIT(it->ao);
2925 return 0;
Raymond Hettinger625812f2003-01-07 01:58:52 +00002926}
2927
Brett Cannon1eb32c22014-10-10 16:26:45 -04002928/*[clinic input]
2929array.arrayiterator.__reduce__
2930
2931Return state information for pickling.
2932[clinic start generated code]*/
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00002933
2934static PyObject *
Brett Cannon1eb32c22014-10-10 16:26:45 -04002935array_arrayiterator___reduce___impl(arrayiterobject *self)
2936/*[clinic end generated code: output=7898a52e8e66e016 input=a062ea1e9951417a]*/
2937{
Serhiy Storchakaab0d1982016-03-30 21:11:16 +03002938 PyObject *func = _PyObject_GetBuiltin("iter");
2939 if (self->ao == NULL) {
2940 return Py_BuildValue("N(())", func);
2941 }
2942 return Py_BuildValue("N(O)n", func, self->ao, self->index);
Brett Cannon1eb32c22014-10-10 16:26:45 -04002943}
2944
2945/*[clinic input]
2946array.arrayiterator.__setstate__
2947
2948 state: object
2949 /
2950
2951Set state information for unpickling.
2952[clinic start generated code]*/
2953
2954static PyObject *
2955array_arrayiterator___setstate__(arrayiterobject *self, PyObject *state)
2956/*[clinic end generated code: output=397da9904e443cbe input=f47d5ceda19e787b]*/
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00002957{
2958 Py_ssize_t index = PyLong_AsSsize_t(state);
2959 if (index == -1 && PyErr_Occurred())
2960 return NULL;
2961 if (index < 0)
2962 index = 0;
Brett Cannon1eb32c22014-10-10 16:26:45 -04002963 else if (index > Py_SIZE(self->ao))
2964 index = Py_SIZE(self->ao); /* iterator exhausted */
2965 self->index = index;
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00002966 Py_RETURN_NONE;
2967}
2968
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00002969static PyMethodDef arrayiter_methods[] = {
Brett Cannon1eb32c22014-10-10 16:26:45 -04002970 ARRAY_ARRAYITERATOR___REDUCE___METHODDEF
2971 ARRAY_ARRAYITERATOR___SETSTATE___METHODDEF
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00002972 {NULL, NULL} /* sentinel */
2973};
2974
Raymond Hettinger625812f2003-01-07 01:58:52 +00002975static PyTypeObject PyArrayIter_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002976 PyVarObject_HEAD_INIT(NULL, 0)
2977 "arrayiterator", /* tp_name */
2978 sizeof(arrayiterobject), /* tp_basicsize */
2979 0, /* tp_itemsize */
2980 /* methods */
2981 (destructor)arrayiter_dealloc, /* tp_dealloc */
2982 0, /* tp_print */
2983 0, /* tp_getattr */
2984 0, /* tp_setattr */
2985 0, /* tp_reserved */
2986 0, /* tp_repr */
2987 0, /* tp_as_number */
2988 0, /* tp_as_sequence */
2989 0, /* tp_as_mapping */
2990 0, /* tp_hash */
2991 0, /* tp_call */
2992 0, /* tp_str */
2993 PyObject_GenericGetAttr, /* tp_getattro */
2994 0, /* tp_setattro */
2995 0, /* tp_as_buffer */
2996 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
2997 0, /* tp_doc */
2998 (traverseproc)arrayiter_traverse, /* tp_traverse */
2999 0, /* tp_clear */
3000 0, /* tp_richcompare */
3001 0, /* tp_weaklistoffset */
3002 PyObject_SelfIter, /* tp_iter */
3003 (iternextfunc)arrayiter_next, /* tp_iternext */
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +00003004 arrayiter_methods, /* tp_methods */
Raymond Hettinger625812f2003-01-07 01:58:52 +00003005};
3006
3007
3008/*********************** Install Module **************************/
3009
Martin v. Löwis99866332002-03-01 10:27:01 +00003010/* No functions in array module. */
3011static PyMethodDef a_methods[] = {
Brett Cannon1eb32c22014-10-10 16:26:45 -04003012 ARRAY__ARRAY_RECONSTRUCTOR_METHODDEF
Martin v. Löwis99866332002-03-01 10:27:01 +00003013 {NULL, NULL, 0, NULL} /* Sentinel */
3014};
3015
Nick Coghland5cacbb2015-05-23 22:24:10 +10003016static int
3017array_modexec(PyObject *m)
Guido van Rossum778983b1993-02-19 15:55:02 +00003018{
Georg Brandl4cb0de22011-09-28 21:49:49 +02003019 char buffer[Py_ARRAY_LENGTH(descriptors)], *p;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003020 PyObject *typecodes;
3021 Py_ssize_t size = 0;
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02003022 const struct arraydescr *descr;
Fred Drake0d40ba42000-02-04 20:33:49 +00003023
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003024 if (PyType_Ready(&Arraytype) < 0)
Nick Coghland5cacbb2015-05-23 22:24:10 +10003025 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003026 Py_TYPE(&PyArrayIter_Type) = &PyType_Type;
Fred Drakef4e34842002-04-01 03:45:06 +00003027
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003028 Py_INCREF((PyObject *)&Arraytype);
3029 PyModule_AddObject(m, "ArrayType", (PyObject *)&Arraytype);
3030 Py_INCREF((PyObject *)&Arraytype);
3031 PyModule_AddObject(m, "array", (PyObject *)&Arraytype);
Travis E. Oliphantd5c0add2007-10-12 22:05:15 +00003032
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003033 for (descr=descriptors; descr->typecode != '\0'; descr++) {
3034 size++;
3035 }
Travis E. Oliphantd5c0add2007-10-12 22:05:15 +00003036
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02003037 p = buffer;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003038 for (descr = descriptors; descr->typecode != '\0'; descr++) {
3039 *p++ = (char)descr->typecode;
3040 }
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02003041 typecodes = PyUnicode_DecodeASCII(buffer, p - buffer, NULL);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003042
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02003043 PyModule_AddObject(m, "typecodes", typecodes);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003044
3045 if (PyErr_Occurred()) {
3046 Py_DECREF(m);
3047 m = NULL;
3048 }
Nick Coghland5cacbb2015-05-23 22:24:10 +10003049 return 0;
3050}
3051
3052static PyModuleDef_Slot arrayslots[] = {
3053 {Py_mod_exec, array_modexec},
3054 {0, NULL}
3055};
3056
3057
3058static struct PyModuleDef arraymodule = {
3059 PyModuleDef_HEAD_INIT,
3060 "array",
3061 module_doc,
3062 0,
3063 a_methods,
3064 arrayslots,
3065 NULL,
3066 NULL,
3067 NULL
3068};
3069
3070
3071PyMODINIT_FUNC
3072PyInit_array(void)
3073{
3074 return PyModuleDef_Init(&arraymodule);
Guido van Rossum778983b1993-02-19 15:55:02 +00003075}