blob: 8175404212711a48fc699b187625a99da9615f73 [file] [log] [blame]
Guido van Rossumda5b8f22007-06-12 23:30:11 +00001/* File object implementation (what's left of it -- see io.py) */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002
Martin v. Löwis18e16552006-02-15 17:27:45 +00003#define PY_SSIZE_T_CLEAN
Guido van Rossumc0b618a1997-05-02 03:12:38 +00004#include "Python.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00005
Jack Jansen7b8c7542002-04-14 20:12:41 +00006#ifdef HAVE_GETC_UNLOCKED
7#define GETC(f) getc_unlocked(f)
8#define FLOCKFILE(f) flockfile(f)
9#define FUNLOCKFILE(f) funlockfile(f)
10#else
11#define GETC(f) getc(f)
12#define FLOCKFILE(f)
13#define FUNLOCKFILE(f)
14#endif
15
Guido van Rossumda5b8f22007-06-12 23:30:11 +000016/* Newline flags */
Jack Jansen7b8c7542002-04-14 20:12:41 +000017#define NEWLINE_UNKNOWN 0 /* No newline seen, yet */
18#define NEWLINE_CR 1 /* \r newline seen */
19#define NEWLINE_LF 2 /* \n newline seen */
20#define NEWLINE_CRLF 4 /* \r\n newline seen */
Trent Mickf29f47b2000-08-11 19:02:59 +000021
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000022#ifdef __cplusplus
23extern "C" {
24#endif
25
Guido van Rossumda5b8f22007-06-12 23:30:11 +000026/* External C interface */
Tim Peters59c9a642001-09-13 05:38:56 +000027
28PyObject *
29PyFile_FromFile(FILE *fp, char *name, char *mode, int (*close)(FILE *))
30{
Guido van Rossumda5b8f22007-06-12 23:30:11 +000031 PyObject *io, *stream, *nameobj;
Guido van Rossum53970392007-06-12 00:28:30 +000032
33 io = PyImport_ImportModule("io");
34 if (io == NULL)
35 return NULL;
Guido van Rossumda5b8f22007-06-12 23:30:11 +000036 stream = PyObject_CallMethod(io, "open", "is", fileno(fp), mode);
37 Py_DECREF(io);
38 if (stream == NULL)
Guido van Rossum53970392007-06-12 00:28:30 +000039 return NULL;
Guido van Rossumda5b8f22007-06-12 23:30:11 +000040 nameobj = PyUnicode_FromString(name);
41 if (nameobj == NULL)
42 PyErr_Clear();
43 else {
44 if (PyObject_SetAttrString(stream, "name", nameobj) < 0)
45 PyErr_Clear();
46 Py_DECREF(nameobj);
Tim Peters59c9a642001-09-13 05:38:56 +000047 }
Guido van Rossum53970392007-06-12 00:28:30 +000048 return stream;
Tim Peters59c9a642001-09-13 05:38:56 +000049}
50
51PyObject *
Fred Drakefd99de62000-07-09 05:02:18 +000052PyFile_GetLine(PyObject *f, int n)
Guido van Rossum0bd24411991-04-04 15:21:57 +000053{
Guido van Rossum4ddf0a02001-01-07 20:51:39 +000054 PyObject *result;
55
Guido van Rossum3165fe61992-09-25 21:59:05 +000056 if (f == NULL) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +000057 PyErr_BadInternalCall();
Guido van Rossum0bd24411991-04-04 15:21:57 +000058 return NULL;
59 }
Guido van Rossum4ddf0a02001-01-07 20:51:39 +000060
Guido van Rossumda5b8f22007-06-12 23:30:11 +000061 {
Guido van Rossumc0b618a1997-05-02 03:12:38 +000062 PyObject *reader;
63 PyObject *args;
Guido van Rossum4ddf0a02001-01-07 20:51:39 +000064
Guido van Rossumc0b618a1997-05-02 03:12:38 +000065 reader = PyObject_GetAttrString(f, "readline");
Guido van Rossum3165fe61992-09-25 21:59:05 +000066 if (reader == NULL)
67 return NULL;
68 if (n <= 0)
Raymond Hettinger8ae46892003-10-12 19:09:37 +000069 args = PyTuple_New(0);
Guido van Rossum3165fe61992-09-25 21:59:05 +000070 else
Guido van Rossumc0b618a1997-05-02 03:12:38 +000071 args = Py_BuildValue("(i)", n);
Guido van Rossum3165fe61992-09-25 21:59:05 +000072 if (args == NULL) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +000073 Py_DECREF(reader);
Guido van Rossum3165fe61992-09-25 21:59:05 +000074 return NULL;
75 }
Guido van Rossumc0b618a1997-05-02 03:12:38 +000076 result = PyEval_CallObject(reader, args);
77 Py_DECREF(reader);
78 Py_DECREF(args);
Martin v. Löwisaf6a27a2003-01-03 19:16:14 +000079 if (result != NULL && !PyString_Check(result) &&
80 !PyUnicode_Check(result)) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +000081 Py_DECREF(result);
Guido van Rossum3165fe61992-09-25 21:59:05 +000082 result = NULL;
Guido van Rossumc0b618a1997-05-02 03:12:38 +000083 PyErr_SetString(PyExc_TypeError,
Guido van Rossum3165fe61992-09-25 21:59:05 +000084 "object.readline() returned non-string");
85 }
Guido van Rossum4ddf0a02001-01-07 20:51:39 +000086 }
87
88 if (n < 0 && result != NULL && PyString_Check(result)) {
89 char *s = PyString_AS_STRING(result);
Martin v. Löwis18e16552006-02-15 17:27:45 +000090 Py_ssize_t len = PyString_GET_SIZE(result);
Guido van Rossum4ddf0a02001-01-07 20:51:39 +000091 if (len == 0) {
92 Py_DECREF(result);
93 result = NULL;
94 PyErr_SetString(PyExc_EOFError,
95 "EOF when reading a line");
96 }
97 else if (s[len-1] == '\n') {
98 if (result->ob_refcnt == 1)
99 _PyString_Resize(&result, len-1);
100 else {
101 PyObject *v;
102 v = PyString_FromStringAndSize(s, len-1);
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000103 Py_DECREF(result);
Guido van Rossum4ddf0a02001-01-07 20:51:39 +0000104 result = v;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000105 }
106 }
Guido van Rossum3165fe61992-09-25 21:59:05 +0000107 }
Martin v. Löwisaf6a27a2003-01-03 19:16:14 +0000108 if (n < 0 && result != NULL && PyUnicode_Check(result)) {
109 Py_UNICODE *s = PyUnicode_AS_UNICODE(result);
Martin v. Löwis18e16552006-02-15 17:27:45 +0000110 Py_ssize_t len = PyUnicode_GET_SIZE(result);
Martin v. Löwisaf6a27a2003-01-03 19:16:14 +0000111 if (len == 0) {
112 Py_DECREF(result);
113 result = NULL;
114 PyErr_SetString(PyExc_EOFError,
115 "EOF when reading a line");
116 }
117 else if (s[len-1] == '\n') {
118 if (result->ob_refcnt == 1)
119 PyUnicode_Resize(&result, len-1);
120 else {
121 PyObject *v;
122 v = PyUnicode_FromUnicode(s, len-1);
123 Py_DECREF(result);
124 result = v;
125 }
126 }
127 }
Guido van Rossum4ddf0a02001-01-07 20:51:39 +0000128 return result;
Guido van Rossum0bd24411991-04-04 15:21:57 +0000129}
130
Guido van Rossum3165fe61992-09-25 21:59:05 +0000131/* Interfaces to write objects/strings to file-like objects */
132
133int
Fred Drakefd99de62000-07-09 05:02:18 +0000134PyFile_WriteObject(PyObject *v, PyObject *f, int flags)
Guido van Rossum3165fe61992-09-25 21:59:05 +0000135{
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000136 PyObject *writer, *value, *args, *result;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000137 if (f == NULL) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000138 PyErr_SetString(PyExc_TypeError, "writeobject with NULL file");
Guido van Rossum3165fe61992-09-25 21:59:05 +0000139 return -1;
140 }
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000141 writer = PyObject_GetAttrString(f, "write");
Guido van Rossum3165fe61992-09-25 21:59:05 +0000142 if (writer == NULL)
143 return -1;
Martin v. Löwis2777c022001-09-19 13:47:32 +0000144 if (flags & Py_PRINT_RAW) {
Guido van Rossum55b4a7b2007-07-11 09:28:11 +0000145 value = _PyObject_Str(v);
Martin v. Löwis2777c022001-09-19 13:47:32 +0000146 }
Guido van Rossum55b4a7b2007-07-11 09:28:11 +0000147 else
Walter Dörwald1ab83302007-05-18 17:15:44 +0000148 value = PyObject_ReprStr8(v);
Guido van Rossumc6004111993-11-05 10:22:19 +0000149 if (value == NULL) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000150 Py_DECREF(writer);
Guido van Rossumc6004111993-11-05 10:22:19 +0000151 return -1;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000152 }
Raymond Hettinger8ae46892003-10-12 19:09:37 +0000153 args = PyTuple_Pack(1, value);
Guido van Rossume9eec541997-05-22 14:02:25 +0000154 if (args == NULL) {
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000155 Py_DECREF(value);
156 Py_DECREF(writer);
Guido van Rossumd3f9a1a1995-07-10 23:32:26 +0000157 return -1;
158 }
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000159 result = PyEval_CallObject(writer, args);
160 Py_DECREF(args);
161 Py_DECREF(value);
162 Py_DECREF(writer);
Guido van Rossum3165fe61992-09-25 21:59:05 +0000163 if (result == NULL)
164 return -1;
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000165 Py_DECREF(result);
Guido van Rossum3165fe61992-09-25 21:59:05 +0000166 return 0;
167}
168
Guido van Rossum27a60b11997-05-22 22:25:11 +0000169int
Tim Petersc1bbcb82001-11-28 22:13:25 +0000170PyFile_WriteString(const char *s, PyObject *f)
Guido van Rossum3165fe61992-09-25 21:59:05 +0000171{
172 if (f == NULL) {
Guido van Rossum27a60b11997-05-22 22:25:11 +0000173 /* Should be caused by a pre-existing error */
Fred Drakefd99de62000-07-09 05:02:18 +0000174 if (!PyErr_Occurred())
Guido van Rossum27a60b11997-05-22 22:25:11 +0000175 PyErr_SetString(PyExc_SystemError,
176 "null file for PyFile_WriteString");
177 return -1;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000178 }
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000179 else if (!PyErr_Occurred()) {
Guido van Rossum11019802007-08-09 22:58:05 +0000180 PyObject *v = PyUnicode_FromString(s);
Guido van Rossum27a60b11997-05-22 22:25:11 +0000181 int err;
182 if (v == NULL)
183 return -1;
184 err = PyFile_WriteObject(v, f, Py_PRINT_RAW);
185 Py_DECREF(v);
186 return err;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000187 }
Guido van Rossum74ba2471997-07-13 03:56:50 +0000188 else
189 return -1;
Guido van Rossum3165fe61992-09-25 21:59:05 +0000190}
Andrew M. Kuchling06051ed2000-07-13 23:56:54 +0000191
192/* Try to get a file-descriptor from a Python object. If the object
193 is an integer or long integer, its value is returned. If not, the
194 object's fileno() method is called if it exists; the method must return
195 an integer or long integer, which is returned as the file descriptor value.
196 -1 is returned on failure.
197*/
198
Guido van Rossumda5b8f22007-06-12 23:30:11 +0000199int
200PyObject_AsFileDescriptor(PyObject *o)
Andrew M. Kuchling06051ed2000-07-13 23:56:54 +0000201{
202 int fd;
203 PyObject *meth;
204
205 if (PyInt_Check(o)) {
206 fd = PyInt_AsLong(o);
207 }
208 else if (PyLong_Check(o)) {
209 fd = PyLong_AsLong(o);
210 }
211 else if ((meth = PyObject_GetAttrString(o, "fileno")) != NULL)
212 {
213 PyObject *fno = PyEval_CallObject(meth, NULL);
214 Py_DECREF(meth);
215 if (fno == NULL)
216 return -1;
Tim Peters86821b22001-01-07 21:19:34 +0000217
Andrew M. Kuchling06051ed2000-07-13 23:56:54 +0000218 if (PyInt_Check(fno)) {
219 fd = PyInt_AsLong(fno);
220 Py_DECREF(fno);
221 }
222 else if (PyLong_Check(fno)) {
223 fd = PyLong_AsLong(fno);
224 Py_DECREF(fno);
225 }
226 else {
227 PyErr_SetString(PyExc_TypeError,
228 "fileno() returned a non-integer");
229 Py_DECREF(fno);
230 return -1;
231 }
232 }
233 else {
234 PyErr_SetString(PyExc_TypeError,
235 "argument must be an int, or have a fileno() method.");
236 return -1;
237 }
238
Guido van Rossumddefaf32007-01-14 03:31:43 +0000239 if (fd == -1 && PyErr_Occurred())
240 return -1;
Andrew M. Kuchling06051ed2000-07-13 23:56:54 +0000241 if (fd < 0) {
242 PyErr_Format(PyExc_ValueError,
243 "file descriptor cannot be a negative integer (%i)",
244 fd);
245 return -1;
246 }
247 return fd;
248}
Jack Jansen7b8c7542002-04-14 20:12:41 +0000249
Jack Jansen7b8c7542002-04-14 20:12:41 +0000250/*
251** Py_UniversalNewlineFgets is an fgets variation that understands
252** all of \r, \n and \r\n conventions.
253** The stream should be opened in binary mode.
254** If fobj is NULL the routine always does newline conversion, and
255** it may peek one char ahead to gobble the second char in \r\n.
256** If fobj is non-NULL it must be a PyFileObject. In this case there
257** is no readahead but in stead a flag is used to skip a following
258** \n on the next read. Also, if the file is open in binary mode
259** the whole conversion is skipped. Finally, the routine keeps track of
260** the different types of newlines seen.
261** Note that we need no error handling: fgets() treats error and eof
262** identically.
263*/
264char *
265Py_UniversalNewlineFgets(char *buf, int n, FILE *stream, PyObject *fobj)
266{
267 char *p = buf;
268 int c;
269 int newlinetypes = 0;
270 int skipnextlf = 0;
Tim Peters058b1412002-04-21 07:29:14 +0000271
Jack Jansen7b8c7542002-04-14 20:12:41 +0000272 if (fobj) {
Guido van Rossumda5b8f22007-06-12 23:30:11 +0000273 errno = ENXIO; /* What can you do... */
274 return NULL;
Jack Jansen7b8c7542002-04-14 20:12:41 +0000275 }
276 FLOCKFILE(stream);
277 c = 'x'; /* Shut up gcc warning */
278 while (--n > 0 && (c = GETC(stream)) != EOF ) {
279 if (skipnextlf ) {
280 skipnextlf = 0;
281 if (c == '\n') {
282 /* Seeing a \n here with skipnextlf true
283 ** means we saw a \r before.
284 */
285 newlinetypes |= NEWLINE_CRLF;
286 c = GETC(stream);
287 if (c == EOF) break;
288 } else {
289 /*
290 ** Note that c == EOF also brings us here,
291 ** so we're okay if the last char in the file
292 ** is a CR.
293 */
294 newlinetypes |= NEWLINE_CR;
295 }
296 }
297 if (c == '\r') {
298 /* A \r is translated into a \n, and we skip
299 ** an adjacent \n, if any. We don't set the
300 ** newlinetypes flag until we've seen the next char.
301 */
302 skipnextlf = 1;
303 c = '\n';
304 } else if ( c == '\n') {
305 newlinetypes |= NEWLINE_LF;
306 }
307 *p++ = c;
308 if (c == '\n') break;
309 }
310 if ( c == EOF && skipnextlf )
311 newlinetypes |= NEWLINE_CR;
312 FUNLOCKFILE(stream);
313 *p = '\0';
Guido van Rossumda5b8f22007-06-12 23:30:11 +0000314 if ( skipnextlf ) {
Jack Jansen7b8c7542002-04-14 20:12:41 +0000315 /* If we have no file object we cannot save the
316 ** skipnextlf flag. We have to readahead, which
317 ** will cause a pause if we're reading from an
318 ** interactive stream, but that is very unlikely
319 ** unless we're doing something silly like
Neal Norwitz01688022007-08-12 00:43:29 +0000320 ** exec(open("/dev/tty").read()).
Jack Jansen7b8c7542002-04-14 20:12:41 +0000321 */
322 c = GETC(stream);
323 if ( c != '\n' )
324 ungetc(c, stream);
325 }
326 if (p == buf)
327 return NULL;
328 return buf;
329}
330
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000331#ifdef __cplusplus
332}
333#endif