blob: c2531197f8bfa6635698a27ed4d6175cb0a59814 [file] [log] [blame]
Guido van Rossumdce2e3d1991-06-04 19:42:30 +00001
2/* Write Python objects to files and read them back.
3 This is intended for writing and reading compiled Python code only;
4 a true persistent storage facility would be much harder, since
5 it would have to take circular links and sharing into account. */
6
Guido van Rossum79f25d91997-04-29 20:08:16 +00007#include "Python.h"
Guido van Rossumdce2e3d1991-06-04 19:42:30 +00008#include "longintrepr.h"
9#include "compile.h"
10#include "marshal.h"
11
Fred Drake6da0b912000-06-28 18:47:56 +000012/* High water mark to determine when the marshalled object is dangerously deep
13 * and risks coring the interpreter. When the object stack gets this deep,
14 * raise an exception instead of continuing.
15 */
16#define MAX_MARSHAL_STACK_DEPTH 5000
17
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000018#define TYPE_NULL '0'
19#define TYPE_NONE 'N'
Guido van Rossum77f6a652002-04-03 22:41:51 +000020#define TYPE_FALSE 'F'
21#define TYPE_TRUE 'T'
Tim Peters5ca576e2001-06-18 22:08:13 +000022#define TYPE_STOPITER 'S'
Guido van Rossume449af71996-10-11 16:25:41 +000023#define TYPE_ELLIPSIS '.'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000024#define TYPE_INT 'i'
Guido van Rossumb0c168c1996-12-05 23:15:02 +000025#define TYPE_INT64 'I'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000026#define TYPE_FLOAT 'f'
Guido van Rossum8a5c5d21996-01-12 01:09:56 +000027#define TYPE_COMPLEX 'x'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000028#define TYPE_LONG 'l'
29#define TYPE_STRING 's'
30#define TYPE_TUPLE '('
31#define TYPE_LIST '['
32#define TYPE_DICT '{'
Guido van Rossum681d79a1995-07-18 14:51:37 +000033#define TYPE_CODE 'c'
Guido van Rossumc279b532000-03-10 23:03:02 +000034#define TYPE_UNICODE 'u'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000035#define TYPE_UNKNOWN '?'
36
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000037typedef struct {
38 FILE *fp;
Guido van Rossumf2150601996-06-26 20:41:23 +000039 int error;
Fred Drake6da0b912000-06-28 18:47:56 +000040 int depth;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000041 /* If fp == NULL, the following are valid: */
Guido van Rossum79f25d91997-04-29 20:08:16 +000042 PyObject *str;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000043 char *ptr;
44 char *end;
45} WFILE;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000046
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000047#define w_byte(c, p) if (((p)->fp)) putc((c), (p)->fp); \
48 else if ((p)->ptr != (p)->end) *(p)->ptr++ = (c); \
49 else w_more(c, p)
50
51static void
Fredrik Lundh11534382000-07-23 18:24:06 +000052w_more(int c, WFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000053{
54 int size, newsize;
55 if (p->str == NULL)
56 return; /* An error already occurred */
Guido van Rossum79f25d91997-04-29 20:08:16 +000057 size = PyString_Size(p->str);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000058 newsize = size + 1024;
Guido van Rossum79f25d91997-04-29 20:08:16 +000059 if (_PyString_Resize(&p->str, newsize) != 0) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000060 p->ptr = p->end = NULL;
61 }
62 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +000063 p->ptr = PyString_AS_STRING((PyStringObject *)p->str) + size;
64 p->end =
65 PyString_AS_STRING((PyStringObject *)p->str) + newsize;
Tim Peters8315ea52000-07-23 19:28:35 +000066 *p->ptr++ = Py_SAFE_DOWNCAST(c, int, char);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000067 }
68}
69
70static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000071w_string(char *s, int n, WFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000072{
73 if (p->fp != NULL) {
74 fwrite(s, 1, n, p->fp);
75 }
76 else {
77 while (--n >= 0) {
78 w_byte(*s, p);
79 s++;
80 }
81 }
82}
83
84static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000085w_short(int x, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000086{
Thomas Heller3e1c18a2002-07-30 11:40:57 +000087 w_byte((char)( x & 0xff), p);
88 w_byte((char)((x>> 8) & 0xff), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000089}
90
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000091static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000092w_long(long x, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000093{
Thomas Heller37d5a152002-07-30 11:44:44 +000094 w_byte((char)( x & 0xff), p);
95 w_byte((char)((x>> 8) & 0xff), p);
96 w_byte((char)((x>>16) & 0xff), p);
97 w_byte((char)((x>>24) & 0xff), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000098}
99
Guido van Rossumc1547d91996-12-10 15:39:04 +0000100#if SIZEOF_LONG > 4
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000101static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000102w_long64(long x, WFILE *p)
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000103{
104 w_long(x, p);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000105 w_long(x>>32, p);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000106}
Guido van Rossumc1547d91996-12-10 15:39:04 +0000107#endif
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000108
109static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000110w_object(PyObject *v, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000111{
Guido van Rossum3a205f71995-02-17 15:10:07 +0000112 int i, n;
Fred Drake6da0b912000-06-28 18:47:56 +0000113
114 p->depth++;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000115
Fred Drake6da0b912000-06-28 18:47:56 +0000116 if (p->depth > MAX_MARSHAL_STACK_DEPTH) {
117 p->error = 2;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000118 }
Fred Drake6da0b912000-06-28 18:47:56 +0000119 else if (v == NULL) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000120 w_byte(TYPE_NULL, p);
Guido van Rossum730806d1998-04-10 22:27:42 +0000121 }
122 else if (v == Py_None) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000123 w_byte(TYPE_NONE, p);
Guido van Rossum730806d1998-04-10 22:27:42 +0000124 }
Tim Peters5ca576e2001-06-18 22:08:13 +0000125 else if (v == PyExc_StopIteration) {
126 w_byte(TYPE_STOPITER, p);
127 }
Guido van Rossum730806d1998-04-10 22:27:42 +0000128 else if (v == Py_Ellipsis) {
129 w_byte(TYPE_ELLIPSIS, p);
130 }
Guido van Rossum77f6a652002-04-03 22:41:51 +0000131 else if (v == Py_False) {
132 w_byte(TYPE_FALSE, p);
133 }
134 else if (v == Py_True) {
135 w_byte(TYPE_TRUE, p);
136 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000137 else if (PyInt_Check(v)) {
138 long x = PyInt_AS_LONG((PyIntObject *)v);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000139#if SIZEOF_LONG > 4
Tim Peters44714002001-04-10 05:02:52 +0000140 long y = Py_ARITHMETIC_RIGHT_SHIFT(long, x, 31);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000141 if (y && y != -1) {
142 w_byte(TYPE_INT64, p);
143 w_long64(x, p);
144 }
Guido van Rossumc1547d91996-12-10 15:39:04 +0000145 else
146#endif
147 {
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000148 w_byte(TYPE_INT, p);
149 w_long(x, p);
150 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000151 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000152 else if (PyLong_Check(v)) {
153 PyLongObject *ob = (PyLongObject *)v;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000154 w_byte(TYPE_LONG, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000155 n = ob->ob_size;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000156 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000157 if (n < 0)
158 n = -n;
159 for (i = 0; i < n; i++)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000160 w_short(ob->ob_digit[i], p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000161 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000162 else if (PyFloat_Check(v)) {
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000163 char buf[256]; /* Plenty to format any double */
Tim Peters72f98e92001-05-08 15:19:57 +0000164 PyFloat_AsReprString(buf, (PyFloatObject *)v);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000165 n = strlen(buf);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000166 w_byte(TYPE_FLOAT, p);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000167 w_byte(n, p);
168 w_string(buf, n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000169 }
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000170#ifndef WITHOUT_COMPLEX
Guido van Rossum79f25d91997-04-29 20:08:16 +0000171 else if (PyComplex_Check(v)) {
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000172 char buf[256]; /* Plenty to format any double */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000173 PyFloatObject *temp;
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000174 w_byte(TYPE_COMPLEX, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000175 temp = (PyFloatObject*)PyFloat_FromDouble(
176 PyComplex_RealAsDouble(v));
Tim Peters72f98e92001-05-08 15:19:57 +0000177 PyFloat_AsReprString(buf, temp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000178 Py_DECREF(temp);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000179 n = strlen(buf);
180 w_byte(n, p);
181 w_string(buf, n, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000182 temp = (PyFloatObject*)PyFloat_FromDouble(
183 PyComplex_ImagAsDouble(v));
Tim Peters72f98e92001-05-08 15:19:57 +0000184 PyFloat_AsReprString(buf, temp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000185 Py_DECREF(temp);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000186 n = strlen(buf);
187 w_byte(n, p);
188 w_string(buf, n, p);
189 }
190#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +0000191 else if (PyString_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000192 w_byte(TYPE_STRING, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000193 n = PyString_GET_SIZE(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000194 w_long((long)n, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000195 w_string(PyString_AS_STRING(v), n, p);
196 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000197#ifdef Py_USING_UNICODE
Guido van Rossumc279b532000-03-10 23:03:02 +0000198 else if (PyUnicode_Check(v)) {
199 PyObject *utf8;
200 utf8 = PyUnicode_AsUTF8String(v);
201 if (utf8 == NULL) {
Guido van Rossum98626cd2000-06-28 23:24:19 +0000202 p->depth--;
203 p->error = 1;
204 return;
Guido van Rossumc279b532000-03-10 23:03:02 +0000205 }
206 w_byte(TYPE_UNICODE, p);
207 n = PyString_GET_SIZE(utf8);
208 w_long((long)n, p);
209 w_string(PyString_AS_STRING(utf8), n, p);
210 Py_DECREF(utf8);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000211 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000212#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +0000213 else if (PyTuple_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000214 w_byte(TYPE_TUPLE, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000215 n = PyTuple_Size(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000216 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000217 for (i = 0; i < n; i++) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000218 w_object(PyTuple_GET_ITEM(v, i), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000219 }
220 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000221 else if (PyList_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000222 w_byte(TYPE_LIST, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000223 n = PyList_GET_SIZE(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000224 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000225 for (i = 0; i < n; i++) {
Guido van Rossumc279b532000-03-10 23:03:02 +0000226 w_object(PyList_GET_ITEM(v, i), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000227 }
228 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000229 else if (PyDict_Check(v)) {
Guido van Rossum25831651993-05-19 14:50:45 +0000230 int pos;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000231 PyObject *key, *value;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000232 w_byte(TYPE_DICT, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000233 /* This one is NULL object terminated! */
Guido van Rossum25831651993-05-19 14:50:45 +0000234 pos = 0;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000235 while (PyDict_Next(v, &pos, &key, &value)) {
Guido van Rossum25831651993-05-19 14:50:45 +0000236 w_object(key, p);
237 w_object(value, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000238 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000239 w_object((PyObject *)NULL, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000240 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000241 else if (PyCode_Check(v)) {
242 PyCodeObject *co = (PyCodeObject *)v;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000243 w_byte(TYPE_CODE, p);
Neal Norwitz7fdcb412002-06-14 01:07:39 +0000244 w_long(co->co_argcount, p);
245 w_long(co->co_nlocals, p);
246 w_long(co->co_stacksize, p);
247 w_long(co->co_flags, p);
Guido van Rossumd076c731998-10-07 19:42:25 +0000248 w_object(co->co_code, p);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000249 w_object(co->co_consts, p);
250 w_object(co->co_names, p);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000251 w_object(co->co_varnames, p);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000252 w_object(co->co_freevars, p);
253 w_object(co->co_cellvars, p);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000254 w_object(co->co_filename, p);
Guido van Rossum9bfef441993-03-29 10:43:31 +0000255 w_object(co->co_name, p);
Neal Norwitz7fdcb412002-06-14 01:07:39 +0000256 w_long(co->co_firstlineno, p);
Guido van Rossumd031c891997-01-24 03:44:17 +0000257 w_object(co->co_lnotab, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000258 }
Jeremy Hylton9f64caa2001-11-09 22:02:48 +0000259 else if (PyObject_CheckReadBuffer(v)) {
Guido van Rossumd076c731998-10-07 19:42:25 +0000260 /* Write unknown buffer-style objects as a string */
261 char *s;
Jeremy Hylton9f64caa2001-11-09 22:02:48 +0000262 PyBufferProcs *pb = v->ob_type->tp_as_buffer;
Guido van Rossumd076c731998-10-07 19:42:25 +0000263 w_byte(TYPE_STRING, p);
264 n = (*pb->bf_getreadbuffer)(v, 0, (void **)&s);
265 w_long((long)n, p);
266 w_string(s, n, p);
267 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000268 else {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000269 w_byte(TYPE_UNKNOWN, p);
Guido van Rossumf2150601996-06-26 20:41:23 +0000270 p->error = 1;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000271 }
Guido van Rossum98626cd2000-06-28 23:24:19 +0000272
273 p->depth--;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000274}
275
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000276void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000277PyMarshal_WriteLongToFile(long x, FILE *fp)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000278{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000279 WFILE wf;
280 wf.fp = fp;
Guido van Rossumf2150601996-06-26 20:41:23 +0000281 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000282 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000283 w_long(x, &wf);
284}
285
286void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000287PyMarshal_WriteObjectToFile(PyObject *x, FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000288{
289 WFILE wf;
290 wf.fp = fp;
Guido van Rossumf2150601996-06-26 20:41:23 +0000291 wf.error = 0;
Guido van Rossum98626cd2000-06-28 23:24:19 +0000292 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000293 w_object(x, &wf);
294}
295
296typedef WFILE RFILE; /* Same struct with different invariants */
297
Guido van Rossum8d617a61995-03-09 12:12:11 +0000298#define rs_byte(p) (((p)->ptr != (p)->end) ? (unsigned char)*(p)->ptr++ : EOF)
299
300#define r_byte(p) ((p)->fp ? getc((p)->fp) : rs_byte(p))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000301
302static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000303r_string(char *s, int n, RFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000304{
305 if (p->fp != NULL)
306 return fread(s, 1, n, p->fp);
307 if (p->end - p->ptr < n)
308 n = p->end - p->ptr;
309 memcpy(s, p->ptr, n);
310 p->ptr += n;
311 return n;
312}
313
314static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000315r_short(RFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000316{
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000317 register short x;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000318 x = r_byte(p);
319 x |= r_byte(p) << 8;
Tim Peterse84b7402000-09-19 08:54:13 +0000320 /* Sign-extension, in case short greater than 16 bits */
321 x |= -(x & 0x8000);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000322 return x;
323}
324
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000325static long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000326r_long(RFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000327{
328 register long x;
Guido van Rossum8d617a61995-03-09 12:12:11 +0000329 register FILE *fp = p->fp;
330 if (fp) {
331 x = getc(fp);
332 x |= (long)getc(fp) << 8;
333 x |= (long)getc(fp) << 16;
334 x |= (long)getc(fp) << 24;
335 }
336 else {
337 x = rs_byte(p);
338 x |= (long)rs_byte(p) << 8;
339 x |= (long)rs_byte(p) << 16;
340 x |= (long)rs_byte(p) << 24;
341 }
Guido van Rossumc1547d91996-12-10 15:39:04 +0000342#if SIZEOF_LONG > 4
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000343 /* Sign extension for 64-bit machines */
Tim Peterse84b7402000-09-19 08:54:13 +0000344 x |= -(x & 0x80000000L);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000345#endif
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000346 return x;
347}
348
Tim Peters82112372001-08-29 02:28:42 +0000349/* r_long64 deals with the TYPE_INT64 code. On a machine with
350 sizeof(long) > 4, it returns a Python int object, else a Python long
351 object. Note that w_long64 writes out TYPE_INT if 32 bits is enough,
352 so there's no inefficiency here in returning a PyLong on 32-bit boxes
353 for everything written via TYPE_INT64 (i.e., if an int is written via
354 TYPE_INT64, it *needs* more than 32 bits).
355*/
356static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000357r_long64(RFILE *p)
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000358{
Tim Peters82112372001-08-29 02:28:42 +0000359 long lo4 = r_long(p);
360 long hi4 = r_long(p);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000361#if SIZEOF_LONG > 4
Tim Peters82112372001-08-29 02:28:42 +0000362 long x = (hi4 << 32) | (lo4 & 0xFFFFFFFFL);
363 return PyInt_FromLong(x);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000364#else
Tim Peters82112372001-08-29 02:28:42 +0000365 unsigned char buf[8];
366 int one = 1;
367 int is_little_endian = (int)*(char*)&one;
368 if (is_little_endian) {
369 memcpy(buf, &lo4, 4);
370 memcpy(buf+4, &hi4, 4);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000371 }
Tim Peters82112372001-08-29 02:28:42 +0000372 else {
373 memcpy(buf, &hi4, 4);
374 memcpy(buf+4, &lo4, 4);
375 }
376 return _PyLong_FromByteArray(buf, 8, is_little_endian, 1);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000377#endif
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000378}
379
Guido van Rossum79f25d91997-04-29 20:08:16 +0000380static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000381r_object(RFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000382{
Armin Rigo01ab2792004-03-26 15:09:27 +0000383 /* NULL is a valid return value, it does not necessarily means that
384 an exception is set. */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000385 PyObject *v, *v2;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000386 long i, n;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000387 int type = r_byte(p);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000388
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000389 switch (type) {
Tim Petersd9b9ac82001-01-28 00:27:39 +0000390
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000391 case EOF:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000392 PyErr_SetString(PyExc_EOFError,
393 "EOF read where object expected");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000394 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000395
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000396 case TYPE_NULL:
397 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000398
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000399 case TYPE_NONE:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000400 Py_INCREF(Py_None);
401 return Py_None;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000402
Tim Peters5ca576e2001-06-18 22:08:13 +0000403 case TYPE_STOPITER:
404 Py_INCREF(PyExc_StopIteration);
405 return PyExc_StopIteration;
406
Guido van Rossume449af71996-10-11 16:25:41 +0000407 case TYPE_ELLIPSIS:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000408 Py_INCREF(Py_Ellipsis);
Guido van Rossume449af71996-10-11 16:25:41 +0000409 return Py_Ellipsis;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000410
Guido van Rossum77f6a652002-04-03 22:41:51 +0000411 case TYPE_FALSE:
412 Py_INCREF(Py_False);
413 return Py_False;
414
415 case TYPE_TRUE:
416 Py_INCREF(Py_True);
417 return Py_True;
418
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000419 case TYPE_INT:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000420 return PyInt_FromLong(r_long(p));
Tim Petersd9b9ac82001-01-28 00:27:39 +0000421
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000422 case TYPE_INT64:
Tim Peters82112372001-08-29 02:28:42 +0000423 return r_long64(p);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000424
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000425 case TYPE_LONG:
426 {
427 int size;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000428 PyLongObject *ob;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000429 n = r_long(p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000430 size = n<0 ? -n : n;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000431 ob = _PyLong_New(size);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000432 if (ob == NULL)
433 return NULL;
434 ob->ob_size = n;
Armin Rigo01ab2792004-03-26 15:09:27 +0000435 for (i = 0; i < size; i++) {
436 int digit = r_short(p);
437 if (digit < 0) {
438 Py_DECREF(ob);
439 PyErr_SetString(PyExc_ValueError,
440 "bad marshal data");
441 return NULL;
442 }
443 ob->ob_digit[i] = digit;
444 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000445 return (PyObject *)ob;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000446 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000447
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000448 case TYPE_FLOAT:
449 {
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000450 char buf[256];
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000451 double dx;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000452 n = r_byte(p);
Armin Rigo01ab2792004-03-26 15:09:27 +0000453 if (n == EOF || r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000454 PyErr_SetString(PyExc_EOFError,
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000455 "EOF read where object expected");
456 return NULL;
457 }
458 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000459 PyFPE_START_PROTECT("atof", return 0)
Martin v. Löwis737ea822004-06-08 18:52:54 +0000460 dx = PyOS_ascii_atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000461 PyFPE_END_PROTECT(dx)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000462 return PyFloat_FromDouble(dx);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000463 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000464
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000465#ifndef WITHOUT_COMPLEX
466 case TYPE_COMPLEX:
467 {
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000468 char buf[256];
Guido van Rossum530956d1996-07-21 02:27:43 +0000469 Py_complex c;
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000470 n = r_byte(p);
Armin Rigo01ab2792004-03-26 15:09:27 +0000471 if (n == EOF || r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000472 PyErr_SetString(PyExc_EOFError,
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000473 "EOF read where object expected");
474 return NULL;
475 }
476 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000477 PyFPE_START_PROTECT("atof", return 0)
Martin v. Löwis737ea822004-06-08 18:52:54 +0000478 c.real = PyOS_ascii_atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000479 PyFPE_END_PROTECT(c)
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000480 n = r_byte(p);
Armin Rigo01ab2792004-03-26 15:09:27 +0000481 if (n == EOF || r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000482 PyErr_SetString(PyExc_EOFError,
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000483 "EOF read where object expected");
484 return NULL;
485 }
486 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000487 PyFPE_START_PROTECT("atof", return 0)
Martin v. Löwis737ea822004-06-08 18:52:54 +0000488 c.imag = PyOS_ascii_atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000489 PyFPE_END_PROTECT(c)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000490 return PyComplex_FromCComplex(c);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000491 }
492#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000493
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000494 case TYPE_STRING:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000495 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000496 if (n < 0) {
497 PyErr_SetString(PyExc_ValueError, "bad marshal data");
498 return NULL;
499 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000500 v = PyString_FromStringAndSize((char *)NULL, n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000501 if (v != NULL) {
Guido van Rossumc279b532000-03-10 23:03:02 +0000502 if (r_string(PyString_AS_STRING(v), (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000503 Py_DECREF(v);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000504 v = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000505 PyErr_SetString(PyExc_EOFError,
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000506 "EOF read where object expected");
507 }
508 }
509 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000510
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000511#ifdef Py_USING_UNICODE
Guido van Rossumc279b532000-03-10 23:03:02 +0000512 case TYPE_UNICODE:
513 {
514 char *buffer;
515
516 n = r_long(p);
517 if (n < 0) {
518 PyErr_SetString(PyExc_ValueError, "bad marshal data");
519 return NULL;
520 }
Guido van Rossumb18618d2000-05-03 23:44:39 +0000521 buffer = PyMem_NEW(char, n);
Guido van Rossumc279b532000-03-10 23:03:02 +0000522 if (buffer == NULL)
Guido van Rossumb18618d2000-05-03 23:44:39 +0000523 return PyErr_NoMemory();
Guido van Rossumc279b532000-03-10 23:03:02 +0000524 if (r_string(buffer, (int)n, p) != n) {
Guido van Rossumb18618d2000-05-03 23:44:39 +0000525 PyMem_DEL(buffer);
Guido van Rossumc279b532000-03-10 23:03:02 +0000526 PyErr_SetString(PyExc_EOFError,
527 "EOF read where object expected");
528 return NULL;
529 }
530 v = PyUnicode_DecodeUTF8(buffer, n, NULL);
Guido van Rossumb18618d2000-05-03 23:44:39 +0000531 PyMem_DEL(buffer);
Guido van Rossumc279b532000-03-10 23:03:02 +0000532 return v;
533 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000534#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000535
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000536 case TYPE_TUPLE:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000537 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000538 if (n < 0) {
539 PyErr_SetString(PyExc_ValueError, "bad marshal data");
540 return NULL;
541 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000542 v = PyTuple_New((int)n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000543 if (v == NULL)
544 return v;
Jack Jansen9513f2c1995-10-27 13:21:28 +0000545 for (i = 0; i < n; i++) {
546 v2 = r_object(p);
547 if ( v2 == NULL ) {
Armin Rigo01ab2792004-03-26 15:09:27 +0000548 if (!PyErr_Occurred())
549 PyErr_SetString(PyExc_TypeError,
550 "NULL object in marshal data");
Guido van Rossum79f25d91997-04-29 20:08:16 +0000551 Py_DECREF(v);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000552 v = NULL;
553 break;
554 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000555 PyTuple_SET_ITEM(v, (int)i, v2);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000556 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000557 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000558
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000559 case TYPE_LIST:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000560 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000561 if (n < 0) {
562 PyErr_SetString(PyExc_ValueError, "bad marshal data");
563 return NULL;
564 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000565 v = PyList_New((int)n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000566 if (v == NULL)
567 return v;
Jack Jansen9513f2c1995-10-27 13:21:28 +0000568 for (i = 0; i < n; i++) {
569 v2 = r_object(p);
570 if ( v2 == NULL ) {
Armin Rigo01ab2792004-03-26 15:09:27 +0000571 if (!PyErr_Occurred())
572 PyErr_SetString(PyExc_TypeError,
573 "NULL object in marshal data");
Guido van Rossum79f25d91997-04-29 20:08:16 +0000574 Py_DECREF(v);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000575 v = NULL;
576 break;
577 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000578 PyList_SetItem(v, (int)i, v2);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000579 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000580 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000581
Guido van Rossum64b45521991-06-07 13:58:22 +0000582 case TYPE_DICT:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000583 v = PyDict_New();
Guido van Rossum64b45521991-06-07 13:58:22 +0000584 if (v == NULL)
585 return NULL;
586 for (;;) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000587 PyObject *key, *val;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000588 key = r_object(p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000589 if (key == NULL)
Armin Rigo01ab2792004-03-26 15:09:27 +0000590 break;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000591 val = r_object(p);
Guido van Rossumf2150601996-06-26 20:41:23 +0000592 if (val != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000593 PyDict_SetItem(v, key, val);
594 Py_DECREF(key);
595 Py_XDECREF(val);
Guido van Rossum64b45521991-06-07 13:58:22 +0000596 }
Armin Rigo01ab2792004-03-26 15:09:27 +0000597 if (PyErr_Occurred()) {
598 Py_DECREF(v);
599 v = NULL;
600 }
Guido van Rossum64b45521991-06-07 13:58:22 +0000601 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000602
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000603 case TYPE_CODE:
Michael W. Hudson80199132001-08-30 14:50:20 +0000604 if (PyEval_GetRestricted()) {
605 PyErr_SetString(PyExc_RuntimeError,
606 "cannot unmarshal code objects in "
607 "restricted execution mode");
608 return NULL;
609 }
610 else {
Neal Norwitz7fdcb412002-06-14 01:07:39 +0000611 int argcount = r_long(p);
612 int nlocals = r_long(p);
613 int stacksize = r_long(p);
614 int flags = r_long(p);
Armin Rigo01ab2792004-03-26 15:09:27 +0000615 PyObject *code = r_object(p);
616 PyObject *consts = r_object(p);
617 PyObject *names = r_object(p);
618 PyObject *varnames = r_object(p);
619 PyObject *freevars = r_object(p);
620 PyObject *cellvars = r_object(p);
621 PyObject *filename = r_object(p);
622 PyObject *name = r_object(p);
623 int firstlineno = r_long(p);
624 PyObject *lnotab = r_object(p);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000625
Guido van Rossum79f25d91997-04-29 20:08:16 +0000626 if (!PyErr_Occurred()) {
627 v = (PyObject *) PyCode_New(
Tim Petersd9b9ac82001-01-28 00:27:39 +0000628 argcount, nlocals, stacksize, flags,
Guido van Rossum681d79a1995-07-18 14:51:37 +0000629 code, consts, names, varnames,
Tim Petersd9b9ac82001-01-28 00:27:39 +0000630 freevars, cellvars, filename, name,
631 firstlineno, lnotab);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000632 }
633 else
634 v = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000635 Py_XDECREF(code);
636 Py_XDECREF(consts);
637 Py_XDECREF(names);
638 Py_XDECREF(varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000639 Py_XDECREF(freevars);
640 Py_XDECREF(cellvars);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000641 Py_XDECREF(filename);
642 Py_XDECREF(name);
Guido van Rossum6fc06e71997-07-26 23:30:18 +0000643 Py_XDECREF(lnotab);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000644
645 }
646 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000647
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000648 default:
Guido van Rossumf2150601996-06-26 20:41:23 +0000649 /* Bogus data got written, which isn't ideal.
650 This will let you keep working and recover. */
Guido van Rossuma45cb451998-06-08 20:27:29 +0000651 PyErr_SetString(PyExc_ValueError, "bad marshal data");
652 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000653
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000654 }
655}
656
Armin Rigo01ab2792004-03-26 15:09:27 +0000657PyObject *
658read_object(RFILE *p)
659{
660 PyObject *v;
661 if (PyErr_Occurred()) {
662 fprintf(stderr, "XXX readobject called with exception set\n");
663 return NULL;
664 }
665 v = r_object(p);
666 if (v == NULL && !PyErr_Occurred())
667 PyErr_SetString(PyExc_TypeError, "NULL object in marshal data");
668 return v;
669}
670
Guido van Rossumb8cf3e62001-10-19 01:46:21 +0000671int
672PyMarshal_ReadShortFromFile(FILE *fp)
673{
674 RFILE rf;
675 rf.fp = fp;
676 return r_short(&rf);
677}
678
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000679long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000680PyMarshal_ReadLongFromFile(FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000681{
682 RFILE rf;
683 rf.fp = fp;
684 return r_long(&rf);
685}
686
Tim Peters691e0e92001-01-18 04:39:16 +0000687#ifdef HAVE_FSTAT
688/* Return size of file in bytes; < 0 if unknown. */
689static off_t
690getfilesize(FILE *fp)
691{
692 struct stat st;
693 if (fstat(fileno(fp), &st) != 0)
694 return -1;
695 else
696 return st.st_size;
697}
698#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000699
Tim Peters691e0e92001-01-18 04:39:16 +0000700/* If we can get the size of the file up-front, and it's reasonably small,
701 * read it in one gulp and delegate to ...FromString() instead. Much quicker
702 * than reading a byte at a time from file; speeds .pyc imports.
Tim Petersd9b9ac82001-01-28 00:27:39 +0000703 * CAUTION: since this may read the entire remainder of the file, don't
704 * call it unless you know you're done with the file.
Tim Peters691e0e92001-01-18 04:39:16 +0000705 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000706PyObject *
Tim Petersd9b9ac82001-01-28 00:27:39 +0000707PyMarshal_ReadLastObjectFromFile(FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000708{
Tim Peters691e0e92001-01-18 04:39:16 +0000709/* 75% of 2.1's .pyc files can exploit SMALL_FILE_LIMIT.
710 * REASONABLE_FILE_LIMIT is by defn something big enough for Tkinter.pyc.
711 */
712#define SMALL_FILE_LIMIT (1L << 14)
713#define REASONABLE_FILE_LIMIT (1L << 18)
Tim Peters691e0e92001-01-18 04:39:16 +0000714#ifdef HAVE_FSTAT
715 off_t filesize;
716#endif
Tim Peters691e0e92001-01-18 04:39:16 +0000717#ifdef HAVE_FSTAT
718 filesize = getfilesize(fp);
719 if (filesize > 0) {
720 char buf[SMALL_FILE_LIMIT];
721 char* pBuf = NULL;
722 if (filesize <= SMALL_FILE_LIMIT)
723 pBuf = buf;
724 else if (filesize <= REASONABLE_FILE_LIMIT)
725 pBuf = (char *)PyMem_MALLOC(filesize);
726 if (pBuf != NULL) {
727 PyObject* v;
728 size_t n = fread(pBuf, 1, filesize, fp);
729 v = PyMarshal_ReadObjectFromString(pBuf, n);
730 if (pBuf != buf)
731 PyMem_FREE(pBuf);
732 return v;
733 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000734
Tim Peters691e0e92001-01-18 04:39:16 +0000735 }
736#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000737 /* We don't have fstat, or we do but the file is larger than
738 * REASONABLE_FILE_LIMIT or malloc failed -- read a byte at a time.
739 */
740 return PyMarshal_ReadObjectFromFile(fp);
741
Tim Peters691e0e92001-01-18 04:39:16 +0000742#undef SMALL_FILE_LIMIT
743#undef REASONABLE_FILE_LIMIT
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000744}
745
Guido van Rossum79f25d91997-04-29 20:08:16 +0000746PyObject *
Tim Petersd9b9ac82001-01-28 00:27:39 +0000747PyMarshal_ReadObjectFromFile(FILE *fp)
748{
749 RFILE rf;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000750 rf.fp = fp;
Armin Rigo01ab2792004-03-26 15:09:27 +0000751 return read_object(&rf);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000752}
753
754PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000755PyMarshal_ReadObjectFromString(char *str, int len)
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000756{
757 RFILE rf;
758 rf.fp = NULL;
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000759 rf.ptr = str;
760 rf.end = str + len;
Armin Rigo01ab2792004-03-26 15:09:27 +0000761 return read_object(&rf);
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000762}
763
Guido van Rossum79f25d91997-04-29 20:08:16 +0000764PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000765PyMarshal_WriteObjectToString(PyObject *x) /* wrs_object() */
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000766{
767 WFILE wf;
768 wf.fp = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000769 wf.str = PyString_FromStringAndSize((char *)NULL, 50);
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000770 if (wf.str == NULL)
771 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000772 wf.ptr = PyString_AS_STRING((PyStringObject *)wf.str);
773 wf.end = wf.ptr + PyString_Size(wf.str);
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000774 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000775 wf.depth = 0;
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000776 w_object(x, &wf);
777 if (wf.str != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000778 _PyString_Resize(&wf.str,
779 (int) (wf.ptr -
780 PyString_AS_STRING((PyStringObject *)wf.str)));
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000781 if (wf.error) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000782 Py_XDECREF(wf.str);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000783 PyErr_SetString(PyExc_ValueError,
Fred Drake6da0b912000-06-28 18:47:56 +0000784 (wf.error==1)?"unmarshallable object"
785 :"object too deeply nested to marshal");
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000786 return NULL;
787 }
788 return wf.str;
789}
790
Guido van Rossum64b45521991-06-07 13:58:22 +0000791/* And an interface for Python programs... */
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000792
Guido van Rossum79f25d91997-04-29 20:08:16 +0000793static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000794marshal_dump(PyObject *self, PyObject *args)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000795{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000796 WFILE wf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000797 PyObject *x;
798 PyObject *f;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000799 if (!PyArg_ParseTuple(args, "OO:dump", &x, &f))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000800 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000801 if (!PyFile_Check(f)) {
802 PyErr_SetString(PyExc_TypeError,
803 "marshal.dump() 2nd arg must be file");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000804 return NULL;
805 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000806 wf.fp = PyFile_AsFile(f);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000807 wf.str = NULL;
808 wf.ptr = wf.end = NULL;
Guido van Rossumf2150601996-06-26 20:41:23 +0000809 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000810 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000811 w_object(x, &wf);
Guido van Rossumf2150601996-06-26 20:41:23 +0000812 if (wf.error) {
Tim Petersd9b9ac82001-01-28 00:27:39 +0000813 PyErr_SetString(PyExc_ValueError,
Fred Drake6da0b912000-06-28 18:47:56 +0000814 (wf.error==1)?"unmarshallable object"
815 :"object too deeply nested to marshal");
Guido van Rossumf2150601996-06-26 20:41:23 +0000816 return NULL;
817 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000818 Py_INCREF(Py_None);
819 return Py_None;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000820}
821
Guido van Rossum79f25d91997-04-29 20:08:16 +0000822static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000823marshal_load(PyObject *self, PyObject *args)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000824{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000825 RFILE rf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000826 PyObject *f;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000827 if (!PyArg_ParseTuple(args, "O:load", &f))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000828 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000829 if (!PyFile_Check(f)) {
830 PyErr_SetString(PyExc_TypeError,
831 "marshal.load() arg must be file");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000832 return NULL;
833 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000834 rf.fp = PyFile_AsFile(f);
Armin Rigo01ab2792004-03-26 15:09:27 +0000835 return read_object(&rf);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000836}
837
Guido van Rossum79f25d91997-04-29 20:08:16 +0000838static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000839marshal_dumps(PyObject *self, PyObject *args)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000840{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000841 PyObject *x;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000842 if (!PyArg_ParseTuple(args, "O:dumps", &x))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000843 return NULL;
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000844 return PyMarshal_WriteObjectToString(x);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000845}
846
Guido van Rossum79f25d91997-04-29 20:08:16 +0000847static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000848marshal_loads(PyObject *self, PyObject *args)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000849{
850 RFILE rf;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000851 char *s;
852 int n;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000853 if (!PyArg_ParseTuple(args, "s#:loads", &s, &n))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000854 return NULL;
855 rf.fp = NULL;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000856 rf.ptr = s;
857 rf.end = s + n;
Armin Rigo01ab2792004-03-26 15:09:27 +0000858 return read_object(&rf);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000859}
860
Guido van Rossum79f25d91997-04-29 20:08:16 +0000861static PyMethodDef marshal_methods[] = {
Neal Norwitz031829d2002-03-31 14:37:44 +0000862 {"dump", marshal_dump, METH_VARARGS},
863 {"load", marshal_load, METH_VARARGS},
864 {"dumps", marshal_dumps, METH_VARARGS},
865 {"loads", marshal_loads, METH_VARARGS},
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000866 {NULL, NULL} /* sentinel */
867};
868
Jason Tishler6bc06ec2003-09-04 11:59:50 +0000869PyMODINIT_FUNC
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000870PyMarshal_Init(void)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000871{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000872 (void) Py_InitModule("marshal", marshal_methods);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000873}