blob: 0d21e847b770b9227a1a4dc77f497d85d8bd2eb1 [file] [log] [blame]
Guido van Rossumdce2e3d1991-06-04 19:42:30 +00001
2/* Write Python objects to files and read them back.
3 This is intended for writing and reading compiled Python code only;
4 a true persistent storage facility would be much harder, since
5 it would have to take circular links and sharing into account. */
6
Guido van Rossum79f25d91997-04-29 20:08:16 +00007#include "Python.h"
Guido van Rossumdce2e3d1991-06-04 19:42:30 +00008#include "longintrepr.h"
9#include "compile.h"
10#include "marshal.h"
11
Fred Drake6da0b912000-06-28 18:47:56 +000012/* High water mark to determine when the marshalled object is dangerously deep
13 * and risks coring the interpreter. When the object stack gets this deep,
14 * raise an exception instead of continuing.
15 */
16#define MAX_MARSHAL_STACK_DEPTH 5000
17
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000018#define TYPE_NULL '0'
19#define TYPE_NONE 'N'
Tim Peters5ca576e2001-06-18 22:08:13 +000020#define TYPE_STOPITER 'S'
Guido van Rossume449af71996-10-11 16:25:41 +000021#define TYPE_ELLIPSIS '.'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000022#define TYPE_INT 'i'
Guido van Rossumb0c168c1996-12-05 23:15:02 +000023#define TYPE_INT64 'I'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000024#define TYPE_FLOAT 'f'
Guido van Rossum8a5c5d21996-01-12 01:09:56 +000025#define TYPE_COMPLEX 'x'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000026#define TYPE_LONG 'l'
27#define TYPE_STRING 's'
28#define TYPE_TUPLE '('
29#define TYPE_LIST '['
30#define TYPE_DICT '{'
Guido van Rossum681d79a1995-07-18 14:51:37 +000031#define TYPE_CODE 'c'
Guido van Rossumc279b532000-03-10 23:03:02 +000032#define TYPE_UNICODE 'u'
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000033#define TYPE_UNKNOWN '?'
34
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000035typedef struct {
36 FILE *fp;
Guido van Rossumf2150601996-06-26 20:41:23 +000037 int error;
Fred Drake6da0b912000-06-28 18:47:56 +000038 int depth;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000039 /* If fp == NULL, the following are valid: */
Guido van Rossum79f25d91997-04-29 20:08:16 +000040 PyObject *str;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000041 char *ptr;
42 char *end;
43} WFILE;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000044
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000045#define w_byte(c, p) if (((p)->fp)) putc((c), (p)->fp); \
46 else if ((p)->ptr != (p)->end) *(p)->ptr++ = (c); \
47 else w_more(c, p)
48
49static void
Fredrik Lundh11534382000-07-23 18:24:06 +000050w_more(int c, WFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000051{
52 int size, newsize;
53 if (p->str == NULL)
54 return; /* An error already occurred */
Guido van Rossum79f25d91997-04-29 20:08:16 +000055 size = PyString_Size(p->str);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000056 newsize = size + 1024;
Guido van Rossum79f25d91997-04-29 20:08:16 +000057 if (_PyString_Resize(&p->str, newsize) != 0) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000058 p->ptr = p->end = NULL;
59 }
60 else {
Guido van Rossum79f25d91997-04-29 20:08:16 +000061 p->ptr = PyString_AS_STRING((PyStringObject *)p->str) + size;
62 p->end =
63 PyString_AS_STRING((PyStringObject *)p->str) + newsize;
Tim Peters8315ea52000-07-23 19:28:35 +000064 *p->ptr++ = Py_SAFE_DOWNCAST(c, int, char);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000065 }
66}
67
68static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000069w_string(char *s, int n, WFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000070{
71 if (p->fp != NULL) {
72 fwrite(s, 1, n, p->fp);
73 }
74 else {
75 while (--n >= 0) {
76 w_byte(*s, p);
77 s++;
78 }
79 }
80}
81
82static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000083w_short(int x, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000084{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000085 w_byte( x & 0xff, p);
86 w_byte((x>> 8) & 0xff, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000087}
88
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000089static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +000090w_long(long x, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000091{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000092 w_byte((int)( x & 0xff), p);
93 w_byte((int)((x>> 8) & 0xff), p);
94 w_byte((int)((x>>16) & 0xff), p);
95 w_byte((int)((x>>24) & 0xff), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +000096}
97
Guido van Rossumc1547d91996-12-10 15:39:04 +000098#if SIZEOF_LONG > 4
Guido van Rossum0b0db8e1993-01-21 16:07:51 +000099static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000100w_long64(long x, WFILE *p)
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000101{
102 w_long(x, p);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000103 w_long(x>>32, p);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000104}
Guido van Rossumc1547d91996-12-10 15:39:04 +0000105#endif
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000106
107static void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000108w_object(PyObject *v, WFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000109{
Guido van Rossum3a205f71995-02-17 15:10:07 +0000110 int i, n;
Fred Drake6da0b912000-06-28 18:47:56 +0000111
112 p->depth++;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000113
Fred Drake6da0b912000-06-28 18:47:56 +0000114 if (p->depth > MAX_MARSHAL_STACK_DEPTH) {
115 p->error = 2;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000116 }
Fred Drake6da0b912000-06-28 18:47:56 +0000117 else if (v == NULL) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000118 w_byte(TYPE_NULL, p);
Guido van Rossum730806d1998-04-10 22:27:42 +0000119 }
120 else if (v == Py_None) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000121 w_byte(TYPE_NONE, p);
Guido van Rossum730806d1998-04-10 22:27:42 +0000122 }
Tim Peters5ca576e2001-06-18 22:08:13 +0000123 else if (v == PyExc_StopIteration) {
124 w_byte(TYPE_STOPITER, p);
125 }
Guido van Rossum730806d1998-04-10 22:27:42 +0000126 else if (v == Py_Ellipsis) {
127 w_byte(TYPE_ELLIPSIS, p);
128 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000129 else if (PyInt_Check(v)) {
130 long x = PyInt_AS_LONG((PyIntObject *)v);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000131#if SIZEOF_LONG > 4
Tim Peters44714002001-04-10 05:02:52 +0000132 long y = Py_ARITHMETIC_RIGHT_SHIFT(long, x, 31);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000133 if (y && y != -1) {
134 w_byte(TYPE_INT64, p);
135 w_long64(x, p);
136 }
Guido van Rossumc1547d91996-12-10 15:39:04 +0000137 else
138#endif
139 {
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000140 w_byte(TYPE_INT, p);
141 w_long(x, p);
142 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000143 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000144 else if (PyLong_Check(v)) {
145 PyLongObject *ob = (PyLongObject *)v;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000146 w_byte(TYPE_LONG, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000147 n = ob->ob_size;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000148 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000149 if (n < 0)
150 n = -n;
151 for (i = 0; i < n; i++)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000152 w_short(ob->ob_digit[i], p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000153 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000154 else if (PyFloat_Check(v)) {
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000155 char buf[256]; /* Plenty to format any double */
Tim Peters72f98e92001-05-08 15:19:57 +0000156 PyFloat_AsReprString(buf, (PyFloatObject *)v);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000157 n = strlen(buf);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000158 w_byte(TYPE_FLOAT, p);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000159 w_byte(n, p);
160 w_string(buf, n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000161 }
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000162#ifndef WITHOUT_COMPLEX
Guido van Rossum79f25d91997-04-29 20:08:16 +0000163 else if (PyComplex_Check(v)) {
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000164 char buf[256]; /* Plenty to format any double */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000165 PyFloatObject *temp;
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000166 w_byte(TYPE_COMPLEX, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000167 temp = (PyFloatObject*)PyFloat_FromDouble(
168 PyComplex_RealAsDouble(v));
Tim Peters72f98e92001-05-08 15:19:57 +0000169 PyFloat_AsReprString(buf, temp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000170 Py_DECREF(temp);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000171 n = strlen(buf);
172 w_byte(n, p);
173 w_string(buf, n, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000174 temp = (PyFloatObject*)PyFloat_FromDouble(
175 PyComplex_ImagAsDouble(v));
Tim Peters72f98e92001-05-08 15:19:57 +0000176 PyFloat_AsReprString(buf, temp);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000177 Py_DECREF(temp);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000178 n = strlen(buf);
179 w_byte(n, p);
180 w_string(buf, n, p);
181 }
182#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +0000183 else if (PyString_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000184 w_byte(TYPE_STRING, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000185 n = PyString_GET_SIZE(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000186 w_long((long)n, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000187 w_string(PyString_AS_STRING(v), n, p);
188 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000189#ifdef Py_USING_UNICODE
Guido van Rossumc279b532000-03-10 23:03:02 +0000190 else if (PyUnicode_Check(v)) {
191 PyObject *utf8;
192 utf8 = PyUnicode_AsUTF8String(v);
193 if (utf8 == NULL) {
Guido van Rossum98626cd2000-06-28 23:24:19 +0000194 p->depth--;
195 p->error = 1;
196 return;
Guido van Rossumc279b532000-03-10 23:03:02 +0000197 }
198 w_byte(TYPE_UNICODE, p);
199 n = PyString_GET_SIZE(utf8);
200 w_long((long)n, p);
201 w_string(PyString_AS_STRING(utf8), n, p);
202 Py_DECREF(utf8);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000203 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000204#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +0000205 else if (PyTuple_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000206 w_byte(TYPE_TUPLE, p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000207 n = PyTuple_Size(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000208 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000209 for (i = 0; i < n; i++) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000210 w_object(PyTuple_GET_ITEM(v, i), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000211 }
212 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000213 else if (PyList_Check(v)) {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000214 w_byte(TYPE_LIST, p);
Guido van Rossumc279b532000-03-10 23:03:02 +0000215 n = PyList_GET_SIZE(v);
Guido van Rossum3a205f71995-02-17 15:10:07 +0000216 w_long((long)n, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000217 for (i = 0; i < n; i++) {
Guido van Rossumc279b532000-03-10 23:03:02 +0000218 w_object(PyList_GET_ITEM(v, i), p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000219 }
220 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000221 else if (PyDict_Check(v)) {
Guido van Rossum25831651993-05-19 14:50:45 +0000222 int pos;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000223 PyObject *key, *value;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000224 w_byte(TYPE_DICT, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000225 /* This one is NULL object terminated! */
Guido van Rossum25831651993-05-19 14:50:45 +0000226 pos = 0;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000227 while (PyDict_Next(v, &pos, &key, &value)) {
Guido van Rossum25831651993-05-19 14:50:45 +0000228 w_object(key, p);
229 w_object(value, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000230 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000231 w_object((PyObject *)NULL, p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000232 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000233 else if (PyCode_Check(v)) {
234 PyCodeObject *co = (PyCodeObject *)v;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000235 w_byte(TYPE_CODE, p);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000236 w_short(co->co_argcount, p);
237 w_short(co->co_nlocals, p);
Guido van Rossum98a9b311997-01-17 21:07:08 +0000238 w_short(co->co_stacksize, p);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000239 w_short(co->co_flags, p);
Guido van Rossumd076c731998-10-07 19:42:25 +0000240 w_object(co->co_code, p);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000241 w_object(co->co_consts, p);
242 w_object(co->co_names, p);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000243 w_object(co->co_varnames, p);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000244 w_object(co->co_freevars, p);
245 w_object(co->co_cellvars, p);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000246 w_object(co->co_filename, p);
Guido van Rossum9bfef441993-03-29 10:43:31 +0000247 w_object(co->co_name, p);
Guido van Rossumd031c891997-01-24 03:44:17 +0000248 w_short(co->co_firstlineno, p);
249 w_object(co->co_lnotab, p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000250 }
Jeremy Hylton9f64caa2001-11-09 22:02:48 +0000251 else if (PyObject_CheckReadBuffer(v)) {
Guido van Rossumd076c731998-10-07 19:42:25 +0000252 /* Write unknown buffer-style objects as a string */
253 char *s;
Jeremy Hylton9f64caa2001-11-09 22:02:48 +0000254 PyBufferProcs *pb = v->ob_type->tp_as_buffer;
Guido van Rossumd076c731998-10-07 19:42:25 +0000255 w_byte(TYPE_STRING, p);
256 n = (*pb->bf_getreadbuffer)(v, 0, (void **)&s);
257 w_long((long)n, p);
258 w_string(s, n, p);
259 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000260 else {
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000261 w_byte(TYPE_UNKNOWN, p);
Guido van Rossumf2150601996-06-26 20:41:23 +0000262 p->error = 1;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000263 }
Guido van Rossum98626cd2000-06-28 23:24:19 +0000264
265 p->depth--;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000266}
267
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000268void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000269PyMarshal_WriteLongToFile(long x, FILE *fp)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000270{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000271 WFILE wf;
272 wf.fp = fp;
Guido van Rossumf2150601996-06-26 20:41:23 +0000273 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000274 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000275 w_long(x, &wf);
276}
277
278void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000279PyMarshal_WriteObjectToFile(PyObject *x, FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000280{
281 WFILE wf;
282 wf.fp = fp;
Guido van Rossumf2150601996-06-26 20:41:23 +0000283 wf.error = 0;
Guido van Rossum98626cd2000-06-28 23:24:19 +0000284 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000285 w_object(x, &wf);
286}
287
288typedef WFILE RFILE; /* Same struct with different invariants */
289
Guido van Rossum8d617a61995-03-09 12:12:11 +0000290#define rs_byte(p) (((p)->ptr != (p)->end) ? (unsigned char)*(p)->ptr++ : EOF)
291
292#define r_byte(p) ((p)->fp ? getc((p)->fp) : rs_byte(p))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000293
294static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000295r_string(char *s, int n, RFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000296{
297 if (p->fp != NULL)
298 return fread(s, 1, n, p->fp);
299 if (p->end - p->ptr < n)
300 n = p->end - p->ptr;
301 memcpy(s, p->ptr, n);
302 p->ptr += n;
303 return n;
304}
305
306static int
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000307r_short(RFILE *p)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000308{
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000309 register short x;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000310 x = r_byte(p);
311 x |= r_byte(p) << 8;
Tim Peterse84b7402000-09-19 08:54:13 +0000312 /* Sign-extension, in case short greater than 16 bits */
313 x |= -(x & 0x8000);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000314 return x;
315}
316
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000317static long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000318r_long(RFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000319{
320 register long x;
Guido van Rossum8d617a61995-03-09 12:12:11 +0000321 register FILE *fp = p->fp;
322 if (fp) {
323 x = getc(fp);
324 x |= (long)getc(fp) << 8;
325 x |= (long)getc(fp) << 16;
326 x |= (long)getc(fp) << 24;
327 }
328 else {
329 x = rs_byte(p);
330 x |= (long)rs_byte(p) << 8;
331 x |= (long)rs_byte(p) << 16;
332 x |= (long)rs_byte(p) << 24;
333 }
Guido van Rossumc1547d91996-12-10 15:39:04 +0000334#if SIZEOF_LONG > 4
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000335 /* Sign extension for 64-bit machines */
Tim Peterse84b7402000-09-19 08:54:13 +0000336 x |= -(x & 0x80000000L);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000337#endif
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000338 return x;
339}
340
Tim Peters82112372001-08-29 02:28:42 +0000341/* r_long64 deals with the TYPE_INT64 code. On a machine with
342 sizeof(long) > 4, it returns a Python int object, else a Python long
343 object. Note that w_long64 writes out TYPE_INT if 32 bits is enough,
344 so there's no inefficiency here in returning a PyLong on 32-bit boxes
345 for everything written via TYPE_INT64 (i.e., if an int is written via
346 TYPE_INT64, it *needs* more than 32 bits).
347*/
348static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000349r_long64(RFILE *p)
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000350{
Tim Peters82112372001-08-29 02:28:42 +0000351 long lo4 = r_long(p);
352 long hi4 = r_long(p);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000353#if SIZEOF_LONG > 4
Tim Peters82112372001-08-29 02:28:42 +0000354 long x = (hi4 << 32) | (lo4 & 0xFFFFFFFFL);
355 return PyInt_FromLong(x);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000356#else
Tim Peters82112372001-08-29 02:28:42 +0000357 unsigned char buf[8];
358 int one = 1;
359 int is_little_endian = (int)*(char*)&one;
360 if (is_little_endian) {
361 memcpy(buf, &lo4, 4);
362 memcpy(buf+4, &hi4, 4);
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000363 }
Tim Peters82112372001-08-29 02:28:42 +0000364 else {
365 memcpy(buf, &hi4, 4);
366 memcpy(buf+4, &lo4, 4);
367 }
368 return _PyLong_FromByteArray(buf, 8, is_little_endian, 1);
Guido van Rossumc1547d91996-12-10 15:39:04 +0000369#endif
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000370}
371
Guido van Rossum79f25d91997-04-29 20:08:16 +0000372static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000373r_object(RFILE *p)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000374{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000375 PyObject *v, *v2;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000376 long i, n;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000377 int type = r_byte(p);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000378
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000379 switch (type) {
Tim Petersd9b9ac82001-01-28 00:27:39 +0000380
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000381 case EOF:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000382 PyErr_SetString(PyExc_EOFError,
383 "EOF read where object expected");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000384 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000385
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000386 case TYPE_NULL:
387 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000388
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000389 case TYPE_NONE:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000390 Py_INCREF(Py_None);
391 return Py_None;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000392
Tim Peters5ca576e2001-06-18 22:08:13 +0000393 case TYPE_STOPITER:
394 Py_INCREF(PyExc_StopIteration);
395 return PyExc_StopIteration;
396
Guido van Rossume449af71996-10-11 16:25:41 +0000397 case TYPE_ELLIPSIS:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000398 Py_INCREF(Py_Ellipsis);
Guido van Rossume449af71996-10-11 16:25:41 +0000399 return Py_Ellipsis;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000400
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000401 case TYPE_INT:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000402 return PyInt_FromLong(r_long(p));
Tim Petersd9b9ac82001-01-28 00:27:39 +0000403
Guido van Rossumb0c168c1996-12-05 23:15:02 +0000404 case TYPE_INT64:
Tim Peters82112372001-08-29 02:28:42 +0000405 return r_long64(p);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000406
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000407 case TYPE_LONG:
408 {
409 int size;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000410 PyLongObject *ob;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000411 n = r_long(p);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000412 size = n<0 ? -n : n;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000413 ob = _PyLong_New(size);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000414 if (ob == NULL)
415 return NULL;
416 ob->ob_size = n;
417 for (i = 0; i < size; i++)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000418 ob->ob_digit[i] = r_short(p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000419 return (PyObject *)ob;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000420 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000421
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000422 case TYPE_FLOAT:
423 {
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000424 char buf[256];
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000425 double dx;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000426 n = r_byte(p);
427 if (r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000428 PyErr_SetString(PyExc_EOFError,
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000429 "EOF read where object expected");
430 return NULL;
431 }
432 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000433 PyFPE_START_PROTECT("atof", return 0)
434 dx = atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000435 PyFPE_END_PROTECT(dx)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000436 return PyFloat_FromDouble(dx);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000437 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000438
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000439#ifndef WITHOUT_COMPLEX
440 case TYPE_COMPLEX:
441 {
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000442 char buf[256];
Guido van Rossum530956d1996-07-21 02:27:43 +0000443 Py_complex c;
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000444 n = r_byte(p);
445 if (r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000446 PyErr_SetString(PyExc_EOFError,
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000447 "EOF read where object expected");
448 return NULL;
449 }
450 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000451 PyFPE_START_PROTECT("atof", return 0)
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000452 c.real = atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000453 PyFPE_END_PROTECT(c)
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000454 n = r_byte(p);
455 if (r_string(buf, (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000456 PyErr_SetString(PyExc_EOFError,
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000457 "EOF read where object expected");
458 return NULL;
459 }
460 buf[n] = '\0';
Guido van Rossum0ae748d1997-02-14 22:58:07 +0000461 PyFPE_START_PROTECT("atof", return 0)
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000462 c.imag = atof(buf);
Guido van Rossum45b83911997-03-14 04:32:50 +0000463 PyFPE_END_PROTECT(c)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000464 return PyComplex_FromCComplex(c);
Guido van Rossum8a5c5d21996-01-12 01:09:56 +0000465 }
466#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000467
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000468 case TYPE_STRING:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000469 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000470 if (n < 0) {
471 PyErr_SetString(PyExc_ValueError, "bad marshal data");
472 return NULL;
473 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000474 v = PyString_FromStringAndSize((char *)NULL, n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000475 if (v != NULL) {
Guido van Rossumc279b532000-03-10 23:03:02 +0000476 if (r_string(PyString_AS_STRING(v), (int)n, p) != n) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000477 Py_DECREF(v);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000478 v = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000479 PyErr_SetString(PyExc_EOFError,
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000480 "EOF read where object expected");
481 }
482 }
483 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000484
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000485#ifdef Py_USING_UNICODE
Guido van Rossumc279b532000-03-10 23:03:02 +0000486 case TYPE_UNICODE:
487 {
488 char *buffer;
489
490 n = r_long(p);
491 if (n < 0) {
492 PyErr_SetString(PyExc_ValueError, "bad marshal data");
493 return NULL;
494 }
Guido van Rossumb18618d2000-05-03 23:44:39 +0000495 buffer = PyMem_NEW(char, n);
Guido van Rossumc279b532000-03-10 23:03:02 +0000496 if (buffer == NULL)
Guido van Rossumb18618d2000-05-03 23:44:39 +0000497 return PyErr_NoMemory();
Guido van Rossumc279b532000-03-10 23:03:02 +0000498 if (r_string(buffer, (int)n, p) != n) {
Guido van Rossumb18618d2000-05-03 23:44:39 +0000499 PyMem_DEL(buffer);
Guido van Rossumc279b532000-03-10 23:03:02 +0000500 PyErr_SetString(PyExc_EOFError,
501 "EOF read where object expected");
502 return NULL;
503 }
504 v = PyUnicode_DecodeUTF8(buffer, n, NULL);
Guido van Rossumb18618d2000-05-03 23:44:39 +0000505 PyMem_DEL(buffer);
Guido van Rossumc279b532000-03-10 23:03:02 +0000506 return v;
507 }
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000508#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000509
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000510 case TYPE_TUPLE:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000511 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000512 if (n < 0) {
513 PyErr_SetString(PyExc_ValueError, "bad marshal data");
514 return NULL;
515 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000516 v = PyTuple_New((int)n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000517 if (v == NULL)
518 return v;
Jack Jansen9513f2c1995-10-27 13:21:28 +0000519 for (i = 0; i < n; i++) {
520 v2 = r_object(p);
521 if ( v2 == NULL ) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000522 Py_DECREF(v);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000523 v = NULL;
524 break;
525 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000526 PyTuple_SET_ITEM(v, (int)i, v2);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000527 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000528 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000529
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000530 case TYPE_LIST:
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000531 n = r_long(p);
Guido van Rossuma45cb451998-06-08 20:27:29 +0000532 if (n < 0) {
533 PyErr_SetString(PyExc_ValueError, "bad marshal data");
534 return NULL;
535 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000536 v = PyList_New((int)n);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000537 if (v == NULL)
538 return v;
Jack Jansen9513f2c1995-10-27 13:21:28 +0000539 for (i = 0; i < n; i++) {
540 v2 = r_object(p);
541 if ( v2 == NULL ) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000542 Py_DECREF(v);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000543 v = NULL;
544 break;
545 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000546 PyList_SetItem(v, (int)i, v2);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000547 }
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000548 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000549
Guido van Rossum64b45521991-06-07 13:58:22 +0000550 case TYPE_DICT:
Guido van Rossum79f25d91997-04-29 20:08:16 +0000551 v = PyDict_New();
Guido van Rossum64b45521991-06-07 13:58:22 +0000552 if (v == NULL)
553 return NULL;
554 for (;;) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000555 PyObject *key, *val;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000556 key = r_object(p);
Guido van Rossum64b45521991-06-07 13:58:22 +0000557 if (key == NULL)
Guido van Rossumf2150601996-06-26 20:41:23 +0000558 break; /* XXX Assume TYPE_NULL, not an error */
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000559 val = r_object(p);
Guido van Rossumf2150601996-06-26 20:41:23 +0000560 if (val != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000561 PyDict_SetItem(v, key, val);
562 Py_DECREF(key);
563 Py_XDECREF(val);
Guido van Rossum64b45521991-06-07 13:58:22 +0000564 }
565 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000566
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000567 case TYPE_CODE:
Michael W. Hudson80199132001-08-30 14:50:20 +0000568 if (PyEval_GetRestricted()) {
569 PyErr_SetString(PyExc_RuntimeError,
570 "cannot unmarshal code objects in "
571 "restricted execution mode");
572 return NULL;
573 }
574 else {
Guido van Rossum681d79a1995-07-18 14:51:37 +0000575 int argcount = r_short(p);
576 int nlocals = r_short(p);
Guido van Rossum98a9b311997-01-17 21:07:08 +0000577 int stacksize = r_short(p);
Guido van Rossum681d79a1995-07-18 14:51:37 +0000578 int flags = r_short(p);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000579 PyObject *code = NULL;
580 PyObject *consts = NULL;
581 PyObject *names = NULL;
582 PyObject *varnames = NULL;
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000583 PyObject *freevars = NULL;
584 PyObject *cellvars = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000585 PyObject *filename = NULL;
586 PyObject *name = NULL;
Guido van Rossum0f4bbd21997-02-14 21:12:56 +0000587 int firstlineno = 0;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000588 PyObject *lnotab = NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000589
Jack Jansen9513f2c1995-10-27 13:21:28 +0000590 code = r_object(p);
591 if (code) consts = r_object(p);
592 if (consts) names = r_object(p);
593 if (names) varnames = r_object(p);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000594 if (varnames) freevars = r_object(p);
595 if (freevars) cellvars = r_object(p);
596 if (cellvars) filename = r_object(p);
Jack Jansen9513f2c1995-10-27 13:21:28 +0000597 if (filename) name = r_object(p);
Guido van Rossumd031c891997-01-24 03:44:17 +0000598 if (name) {
599 firstlineno = r_short(p);
600 lnotab = r_object(p);
601 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000602
Guido van Rossum79f25d91997-04-29 20:08:16 +0000603 if (!PyErr_Occurred()) {
604 v = (PyObject *) PyCode_New(
Tim Petersd9b9ac82001-01-28 00:27:39 +0000605 argcount, nlocals, stacksize, flags,
Guido van Rossum681d79a1995-07-18 14:51:37 +0000606 code, consts, names, varnames,
Tim Petersd9b9ac82001-01-28 00:27:39 +0000607 freevars, cellvars, filename, name,
608 firstlineno, lnotab);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000609 }
610 else
611 v = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000612 Py_XDECREF(code);
613 Py_XDECREF(consts);
614 Py_XDECREF(names);
615 Py_XDECREF(varnames);
Jeremy Hylton64949cb2001-01-25 20:06:59 +0000616 Py_XDECREF(freevars);
617 Py_XDECREF(cellvars);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000618 Py_XDECREF(filename);
619 Py_XDECREF(name);
Guido van Rossum6fc06e71997-07-26 23:30:18 +0000620 Py_XDECREF(lnotab);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000621
622 }
623 return v;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000624
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000625 default:
Guido van Rossumf2150601996-06-26 20:41:23 +0000626 /* Bogus data got written, which isn't ideal.
627 This will let you keep working and recover. */
Guido van Rossuma45cb451998-06-08 20:27:29 +0000628 PyErr_SetString(PyExc_ValueError, "bad marshal data");
629 return NULL;
Tim Petersd9b9ac82001-01-28 00:27:39 +0000630
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000631 }
632}
633
Guido van Rossumb8cf3e62001-10-19 01:46:21 +0000634int
635PyMarshal_ReadShortFromFile(FILE *fp)
636{
637 RFILE rf;
638 rf.fp = fp;
639 return r_short(&rf);
640}
641
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000642long
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000643PyMarshal_ReadLongFromFile(FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000644{
645 RFILE rf;
646 rf.fp = fp;
647 return r_long(&rf);
648}
649
Tim Peters691e0e92001-01-18 04:39:16 +0000650#ifdef HAVE_FSTAT
651/* Return size of file in bytes; < 0 if unknown. */
652static off_t
653getfilesize(FILE *fp)
654{
655 struct stat st;
656 if (fstat(fileno(fp), &st) != 0)
657 return -1;
658 else
659 return st.st_size;
660}
661#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000662
Tim Peters691e0e92001-01-18 04:39:16 +0000663/* If we can get the size of the file up-front, and it's reasonably small,
664 * read it in one gulp and delegate to ...FromString() instead. Much quicker
665 * than reading a byte at a time from file; speeds .pyc imports.
Tim Petersd9b9ac82001-01-28 00:27:39 +0000666 * CAUTION: since this may read the entire remainder of the file, don't
667 * call it unless you know you're done with the file.
Tim Peters691e0e92001-01-18 04:39:16 +0000668 */
Guido van Rossum79f25d91997-04-29 20:08:16 +0000669PyObject *
Tim Petersd9b9ac82001-01-28 00:27:39 +0000670PyMarshal_ReadLastObjectFromFile(FILE *fp)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000671{
Tim Peters691e0e92001-01-18 04:39:16 +0000672/* 75% of 2.1's .pyc files can exploit SMALL_FILE_LIMIT.
673 * REASONABLE_FILE_LIMIT is by defn something big enough for Tkinter.pyc.
674 */
675#define SMALL_FILE_LIMIT (1L << 14)
676#define REASONABLE_FILE_LIMIT (1L << 18)
Tim Peters691e0e92001-01-18 04:39:16 +0000677#ifdef HAVE_FSTAT
678 off_t filesize;
679#endif
Guido van Rossum79f25d91997-04-29 20:08:16 +0000680 if (PyErr_Occurred()) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000681 fprintf(stderr, "XXX rd_object called with exception set\n");
682 return NULL;
683 }
Tim Peters691e0e92001-01-18 04:39:16 +0000684#ifdef HAVE_FSTAT
685 filesize = getfilesize(fp);
686 if (filesize > 0) {
687 char buf[SMALL_FILE_LIMIT];
688 char* pBuf = NULL;
689 if (filesize <= SMALL_FILE_LIMIT)
690 pBuf = buf;
691 else if (filesize <= REASONABLE_FILE_LIMIT)
692 pBuf = (char *)PyMem_MALLOC(filesize);
693 if (pBuf != NULL) {
694 PyObject* v;
695 size_t n = fread(pBuf, 1, filesize, fp);
696 v = PyMarshal_ReadObjectFromString(pBuf, n);
697 if (pBuf != buf)
698 PyMem_FREE(pBuf);
699 return v;
700 }
Tim Petersd9b9ac82001-01-28 00:27:39 +0000701
Tim Peters691e0e92001-01-18 04:39:16 +0000702 }
703#endif
Tim Petersd9b9ac82001-01-28 00:27:39 +0000704 /* We don't have fstat, or we do but the file is larger than
705 * REASONABLE_FILE_LIMIT or malloc failed -- read a byte at a time.
706 */
707 return PyMarshal_ReadObjectFromFile(fp);
708
Tim Peters691e0e92001-01-18 04:39:16 +0000709#undef SMALL_FILE_LIMIT
710#undef REASONABLE_FILE_LIMIT
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000711}
712
Guido van Rossum79f25d91997-04-29 20:08:16 +0000713PyObject *
Tim Petersd9b9ac82001-01-28 00:27:39 +0000714PyMarshal_ReadObjectFromFile(FILE *fp)
715{
716 RFILE rf;
717 if (PyErr_Occurred()) {
718 fprintf(stderr, "XXX rd_object called with exception set\n");
719 return NULL;
720 }
721 rf.fp = fp;
722 return r_object(&rf);
723}
724
725PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000726PyMarshal_ReadObjectFromString(char *str, int len)
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000727{
728 RFILE rf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000729 if (PyErr_Occurred()) {
Guido van Rossum1ae940a1995-01-02 19:04:15 +0000730 fprintf(stderr, "XXX rds_object called with exception set\n");
731 return NULL;
732 }
Guido van Rossumf56e3db1993-04-01 20:59:32 +0000733 rf.fp = NULL;
734 rf.str = NULL;
735 rf.ptr = str;
736 rf.end = str + len;
737 return r_object(&rf);
738}
739
Guido van Rossum79f25d91997-04-29 20:08:16 +0000740PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000741PyMarshal_WriteObjectToString(PyObject *x) /* wrs_object() */
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000742{
743 WFILE wf;
744 wf.fp = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000745 wf.str = PyString_FromStringAndSize((char *)NULL, 50);
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000746 if (wf.str == NULL)
747 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000748 wf.ptr = PyString_AS_STRING((PyStringObject *)wf.str);
749 wf.end = wf.ptr + PyString_Size(wf.str);
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000750 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000751 wf.depth = 0;
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000752 w_object(x, &wf);
753 if (wf.str != NULL)
Guido van Rossum79f25d91997-04-29 20:08:16 +0000754 _PyString_Resize(&wf.str,
755 (int) (wf.ptr -
756 PyString_AS_STRING((PyStringObject *)wf.str)));
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000757 if (wf.error) {
Guido van Rossum79f25d91997-04-29 20:08:16 +0000758 Py_XDECREF(wf.str);
Tim Petersd9b9ac82001-01-28 00:27:39 +0000759 PyErr_SetString(PyExc_ValueError,
Fred Drake6da0b912000-06-28 18:47:56 +0000760 (wf.error==1)?"unmarshallable object"
761 :"object too deeply nested to marshal");
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000762 return NULL;
763 }
764 return wf.str;
765}
766
Guido van Rossum64b45521991-06-07 13:58:22 +0000767/* And an interface for Python programs... */
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000768
Guido van Rossum79f25d91997-04-29 20:08:16 +0000769static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000770marshal_dump(PyObject *self, PyObject *args)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000771{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000772 WFILE wf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000773 PyObject *x;
774 PyObject *f;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000775 if (!PyArg_ParseTuple(args, "OO:dump", &x, &f))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000776 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000777 if (!PyFile_Check(f)) {
778 PyErr_SetString(PyExc_TypeError,
779 "marshal.dump() 2nd arg must be file");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000780 return NULL;
781 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000782 wf.fp = PyFile_AsFile(f);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000783 wf.str = NULL;
784 wf.ptr = wf.end = NULL;
Guido van Rossumf2150601996-06-26 20:41:23 +0000785 wf.error = 0;
Fred Drake6da0b912000-06-28 18:47:56 +0000786 wf.depth = 0;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000787 w_object(x, &wf);
Guido van Rossumf2150601996-06-26 20:41:23 +0000788 if (wf.error) {
Tim Petersd9b9ac82001-01-28 00:27:39 +0000789 PyErr_SetString(PyExc_ValueError,
Fred Drake6da0b912000-06-28 18:47:56 +0000790 (wf.error==1)?"unmarshallable object"
791 :"object too deeply nested to marshal");
Guido van Rossumf2150601996-06-26 20:41:23 +0000792 return NULL;
793 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000794 Py_INCREF(Py_None);
795 return Py_None;
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000796}
797
Guido van Rossum79f25d91997-04-29 20:08:16 +0000798static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000799marshal_load(PyObject *self, PyObject *args)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000800{
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000801 RFILE rf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000802 PyObject *f;
803 PyObject *v;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000804 if (!PyArg_ParseTuple(args, "O:load", &f))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000805 return NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000806 if (!PyFile_Check(f)) {
807 PyErr_SetString(PyExc_TypeError,
808 "marshal.load() arg must be file");
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000809 return NULL;
810 }
Guido van Rossum79f25d91997-04-29 20:08:16 +0000811 rf.fp = PyFile_AsFile(f);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000812 rf.str = NULL;
813 rf.ptr = rf.end = NULL;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000814 PyErr_Clear();
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000815 v = r_object(&rf);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000816 if (PyErr_Occurred()) {
817 Py_XDECREF(v);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000818 v = NULL;
819 }
820 return v;
821}
822
Guido van Rossum79f25d91997-04-29 20:08:16 +0000823static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000824marshal_dumps(PyObject *self, PyObject *args)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000825{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000826 PyObject *x;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000827 if (!PyArg_ParseTuple(args, "O:dumps", &x))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000828 return NULL;
Guido van Rossum3f3bb3d1996-08-19 22:07:17 +0000829 return PyMarshal_WriteObjectToString(x);
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000830}
831
Guido van Rossum79f25d91997-04-29 20:08:16 +0000832static PyObject *
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000833marshal_loads(PyObject *self, PyObject *args)
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000834{
835 RFILE rf;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000836 PyObject *v;
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000837 char *s;
838 int n;
Guido van Rossum2efa3692000-03-31 00:37:41 +0000839 if (!PyArg_ParseTuple(args, "s#:loads", &s, &n))
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000840 return NULL;
841 rf.fp = NULL;
842 rf.str = args;
843 rf.ptr = s;
844 rf.end = s + n;
Guido van Rossum79f25d91997-04-29 20:08:16 +0000845 PyErr_Clear();
Guido van Rossum0b0db8e1993-01-21 16:07:51 +0000846 v = r_object(&rf);
Guido van Rossum79f25d91997-04-29 20:08:16 +0000847 if (PyErr_Occurred()) {
848 Py_XDECREF(v);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000849 v = NULL;
850 }
851 return v;
852}
853
Guido van Rossum79f25d91997-04-29 20:08:16 +0000854static PyMethodDef marshal_methods[] = {
Guido van Rossum2efa3692000-03-31 00:37:41 +0000855 {"dump", marshal_dump, 1},
856 {"load", marshal_load, 1},
857 {"dumps", marshal_dumps, 1},
858 {"loads", marshal_loads, 1},
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000859 {NULL, NULL} /* sentinel */
860};
861
862void
Thomas Woutersf70ef4f2000-07-22 18:47:25 +0000863PyMarshal_Init(void)
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000864{
Guido van Rossum79f25d91997-04-29 20:08:16 +0000865 (void) Py_InitModule("marshal", marshal_methods);
Guido van Rossumdce2e3d1991-06-04 19:42:30 +0000866}