blob: ec123e891e83ebf26df0f9ca98108b6f4927c02d [file] [log] [blame]
Guido van Rossuma9e20242007-03-08 00:43:48 +00001/* Author: Daniel Stutzbach */
2
3#define PY_SSIZE_T_CLEAN
4#include "Python.h"
5#include <sys/types.h>
6#include <sys/stat.h>
7#include <fcntl.h>
8#include <stddef.h> /* For offsetof */
9
10/*
11 * Known likely problems:
12 *
13 * - Files larger then 2**32-1
14 * - Files with unicode filenames
15 * - Passing numbers greater than 2**32-1 when an integer is expected
16 * - Making it work on Windows and other oddball platforms
17 *
18 * To Do:
19 *
20 * - autoconfify header file inclusion
Guido van Rossuma9e20242007-03-08 00:43:48 +000021 */
22
23#ifdef MS_WINDOWS
24/* can simulate truncate with Win32 API functions; see file_truncate */
Thomas Hellerfdeee3a2007-07-12 11:21:36 +000025#define HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +000026#define WIN32_LEAN_AND_MEAN
27#include <windows.h>
28#endif
29
30typedef struct {
31 PyObject_HEAD
32 int fd;
Neal Norwitz88b44da2007-08-12 17:23:54 +000033 unsigned readable : 1;
34 unsigned writable : 1;
35 int seekable : 2; /* -1 means unknown */
Guido van Rossum2dced8b2007-10-30 17:27:30 +000036 int closefd : 1;
Guido van Rossuma9e20242007-03-08 00:43:48 +000037 PyObject *weakreflist;
38} PyFileIOObject;
39
Collin Winteraf334382007-03-08 21:46:15 +000040PyTypeObject PyFileIO_Type;
41
Guido van Rossuma9e20242007-03-08 00:43:48 +000042#define PyFileIO_Check(op) (PyObject_TypeCheck((op), &PyFileIO_Type))
43
Neal Norwitz88b44da2007-08-12 17:23:54 +000044/* Returns 0 on success, errno (which is < 0) on failure. */
45static int
46internal_close(PyFileIOObject *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +000047{
Neal Norwitz88b44da2007-08-12 17:23:54 +000048 int save_errno = 0;
Guido van Rossuma9e20242007-03-08 00:43:48 +000049 if (self->fd >= 0) {
Guido van Rossumb0428152007-04-08 17:44:42 +000050 int fd = self->fd;
51 self->fd = -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +000052 Py_BEGIN_ALLOW_THREADS
Neal Norwitz88b44da2007-08-12 17:23:54 +000053 if (close(fd) < 0)
54 save_errno = errno;
Guido van Rossuma9e20242007-03-08 00:43:48 +000055 Py_END_ALLOW_THREADS
Neal Norwitz88b44da2007-08-12 17:23:54 +000056 }
57 return save_errno;
58}
59
60static PyObject *
61fileio_close(PyFileIOObject *self)
62{
Guido van Rossum2dced8b2007-10-30 17:27:30 +000063 if (!self->closefd) {
64 if (PyErr_WarnEx(PyExc_RuntimeWarning,
65 "Trying to close unclosable fd!", 3) < 0) {
66 return NULL;
67 }
68 Py_RETURN_NONE;
69 }
Neal Norwitz88b44da2007-08-12 17:23:54 +000070 errno = internal_close(self);
71 if (errno < 0) {
72 PyErr_SetFromErrno(PyExc_IOError);
73 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +000074 }
75
76 Py_RETURN_NONE;
77}
78
79static PyObject *
80fileio_new(PyTypeObject *type, PyObject *args, PyObject *kews)
81{
82 PyFileIOObject *self;
83
84 assert(type != NULL && type->tp_alloc != NULL);
85
86 self = (PyFileIOObject *) type->tp_alloc(type, 0);
87 if (self != NULL) {
88 self->fd = -1;
89 self->weakreflist = NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +000090 }
91
92 return (PyObject *) self;
93}
94
95/* On Unix, open will succeed for directories.
96 In Python, there should be no file objects referring to
97 directories, so we need a check. */
98
99static int
100dircheck(PyFileIOObject* self)
101{
102#if defined(HAVE_FSTAT) && defined(S_IFDIR) && defined(EISDIR)
103 struct stat buf;
104 if (self->fd < 0)
105 return 0;
106 if (fstat(self->fd, &buf) == 0 && S_ISDIR(buf.st_mode)) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000107 char *msg = strerror(EISDIR);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000108 PyObject *exc;
Neal Norwitz88b44da2007-08-12 17:23:54 +0000109 internal_close(self);
Guido van Rossum53807da2007-04-10 19:01:47 +0000110
Guido van Rossuma9e20242007-03-08 00:43:48 +0000111 exc = PyObject_CallFunction(PyExc_IOError, "(is)",
112 EISDIR, msg);
113 PyErr_SetObject(PyExc_IOError, exc);
114 Py_XDECREF(exc);
115 return -1;
116 }
117#endif
118 return 0;
119}
120
121
122static int
123fileio_init(PyObject *oself, PyObject *args, PyObject *kwds)
124{
125 PyFileIOObject *self = (PyFileIOObject *) oself;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000126 static char *kwlist[] = {"file", "mode", "closefd", NULL};
Guido van Rossuma9e20242007-03-08 00:43:48 +0000127 char *name = NULL;
128 char *mode = "r";
Guido van Rossum53807da2007-04-10 19:01:47 +0000129 char *s;
Thomas Helleraf2be262007-07-12 11:03:13 +0000130#ifdef MS_WINDOWS
131 Py_UNICODE *widename = NULL;
132#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000133 int ret = 0;
134 int rwa = 0, plus = 0, append = 0;
135 int flags = 0;
Guido van Rossumb0428152007-04-08 17:44:42 +0000136 int fd = -1;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000137 int closefd = 1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000138
139 assert(PyFileIO_Check(oself));
Neal Norwitz88b44da2007-08-12 17:23:54 +0000140 if (self->fd >= 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000141 /* Have to close the existing file first. */
Neal Norwitz88b44da2007-08-12 17:23:54 +0000142 if (internal_close(self) < 0)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000143 return -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000144 }
145
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000146 if (PyArg_ParseTupleAndKeywords(args, kwds, "i|si:fileio",
147 kwlist, &fd, &mode, &closefd)) {
Guido van Rossumb0428152007-04-08 17:44:42 +0000148 if (fd < 0) {
149 PyErr_SetString(PyExc_ValueError,
150 "Negative filedescriptor");
151 return -1;
152 }
153 }
154 else {
155 PyErr_Clear();
156
Guido van Rossuma9e20242007-03-08 00:43:48 +0000157#ifdef Py_WIN_WIDE_FILENAMES
Guido van Rossumb0428152007-04-08 17:44:42 +0000158 if (GetVersion() < 0x80000000) {
159 /* On NT, so wide API available */
Guido van Rossuma9e20242007-03-08 00:43:48 +0000160 PyObject *po;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000161 if (PyArg_ParseTupleAndKeywords(args, kwds, "U|si:fileio",
162 kwlist, &po, &mode, &closefd)
163 ) {
Thomas Helleraf2be262007-07-12 11:03:13 +0000164 widename = PyUnicode_AS_UNICODE(po);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000165 } else {
166 /* Drop the argument parsing error as narrow
167 strings are also valid. */
168 PyErr_Clear();
169 }
Guido van Rossumb0428152007-04-08 17:44:42 +0000170 }
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000171 if (widename == NULL)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000172#endif
Thomas Helleraf2be262007-07-12 11:03:13 +0000173 {
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000174 if (!PyArg_ParseTupleAndKeywords(args, kwds, "et|si:fileio",
Guido van Rossuma9e20242007-03-08 00:43:48 +0000175 kwlist,
176 Py_FileSystemDefaultEncoding,
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000177 &name, &mode, &closefd))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000178 goto error;
Guido van Rossumb0428152007-04-08 17:44:42 +0000179 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000180 }
181
182 self->readable = self->writable = 0;
Thomas Helleraf2be262007-07-12 11:03:13 +0000183 self->seekable = -1;
Guido van Rossum53807da2007-04-10 19:01:47 +0000184 s = mode;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000185 while (*s) {
186 switch (*s++) {
187 case 'r':
188 if (rwa) {
189 bad_mode:
190 PyErr_SetString(PyExc_ValueError,
191 "Must have exactly one of read/write/append mode");
192 goto error;
193 }
194 rwa = 1;
195 self->readable = 1;
196 break;
197 case 'w':
198 if (rwa)
199 goto bad_mode;
200 rwa = 1;
201 self->writable = 1;
202 flags |= O_CREAT | O_TRUNC;
203 break;
204 case 'a':
205 if (rwa)
206 goto bad_mode;
207 rwa = 1;
208 self->writable = 1;
209 flags |= O_CREAT;
210 append = 1;
211 break;
212 case '+':
213 if (plus)
214 goto bad_mode;
215 self->readable = self->writable = 1;
216 plus = 1;
217 break;
218 default:
219 PyErr_Format(PyExc_ValueError,
220 "invalid mode: %.200s", mode);
221 goto error;
222 }
223 }
224
225 if (!rwa)
226 goto bad_mode;
227
228 if (self->readable && self->writable)
229 flags |= O_RDWR;
230 else if (self->readable)
231 flags |= O_RDONLY;
232 else
233 flags |= O_WRONLY;
234
235#ifdef O_BINARY
236 flags |= O_BINARY;
237#endif
238
Walter Dörwald0e411482007-06-06 16:55:38 +0000239#ifdef O_APPEND
240 if (append)
241 flags |= O_APPEND;
242#endif
243
Guido van Rossumb0428152007-04-08 17:44:42 +0000244 if (fd >= 0) {
245 self->fd = fd;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000246 self->closefd = closefd;
Guido van Rossumb0428152007-04-08 17:44:42 +0000247 }
248 else {
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000249 self->closefd = 1;
250 if (!closefd) {
251 PyErr_SetString(PyExc_ValueError,
252 "Cannot use closefd=True with file name");
253 goto error;
254 }
255
Guido van Rossumb0428152007-04-08 17:44:42 +0000256 Py_BEGIN_ALLOW_THREADS
257 errno = 0;
Thomas Helleraf2be262007-07-12 11:03:13 +0000258#ifdef MS_WINDOWS
259 if (widename != NULL)
Neal Norwitz88b44da2007-08-12 17:23:54 +0000260 self->fd = _wopen(widename, flags, 0666);
Thomas Helleraf2be262007-07-12 11:03:13 +0000261 else
262#endif
Neal Norwitz88b44da2007-08-12 17:23:54 +0000263 self->fd = open(name, flags, 0666);
Guido van Rossumb0428152007-04-08 17:44:42 +0000264 Py_END_ALLOW_THREADS
265 if (self->fd < 0 || dircheck(self) < 0) {
Christian Heimes0b489542007-10-31 19:20:48 +0000266#ifdef MS_WINDOWS
267 PyErr_SetFromErrnoWithUnicodeFilename(PyExc_IOError, widename);
268#else
Guido van Rossumb0428152007-04-08 17:44:42 +0000269 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
Christian Heimes0b489542007-10-31 19:20:48 +0000270#endif
Guido van Rossumb0428152007-04-08 17:44:42 +0000271 goto error;
272 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000273 }
274
275 goto done;
276
277 error:
278 ret = -1;
Guido van Rossum53807da2007-04-10 19:01:47 +0000279
Guido van Rossuma9e20242007-03-08 00:43:48 +0000280 done:
Neal Norwitz2f99b242008-08-24 05:48:10 +0000281 PyMem_Free(name);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000282 return ret;
283}
284
285static void
286fileio_dealloc(PyFileIOObject *self)
287{
288 if (self->weakreflist != NULL)
289 PyObject_ClearWeakRefs((PyObject *) self);
290
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000291 if (self->fd >= 0 && self->closefd) {
Neal Norwitz88b44da2007-08-12 17:23:54 +0000292 errno = internal_close(self);
293 if (errno < 0) {
Guido van Rossum53807da2007-04-10 19:01:47 +0000294 PySys_WriteStderr("close failed: [Errno %d] %s\n",
295 errno, strerror(errno));
Neal Norwitz88b44da2007-08-12 17:23:54 +0000296 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000297 }
298
Christian Heimes90aa7642007-12-19 02:45:37 +0000299 Py_TYPE(self)->tp_free((PyObject *)self);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000300}
301
302static PyObject *
303err_closed(void)
304{
305 PyErr_SetString(PyExc_ValueError, "I/O operation on closed file");
306 return NULL;
307}
308
309static PyObject *
Guido van Rossum53807da2007-04-10 19:01:47 +0000310err_mode(char *action)
311{
312 PyErr_Format(PyExc_ValueError, "File not open for %s", action);
313 return NULL;
314}
315
316static PyObject *
Guido van Rossuma9e20242007-03-08 00:43:48 +0000317fileio_fileno(PyFileIOObject *self)
318{
319 if (self->fd < 0)
320 return err_closed();
Christian Heimes217cfd12007-12-02 14:31:20 +0000321 return PyLong_FromLong((long) self->fd);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000322}
323
324static PyObject *
325fileio_readable(PyFileIOObject *self)
326{
327 if (self->fd < 0)
328 return err_closed();
Neal Norwitz88b44da2007-08-12 17:23:54 +0000329 return PyBool_FromLong((long) self->readable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000330}
331
332static PyObject *
333fileio_writable(PyFileIOObject *self)
334{
335 if (self->fd < 0)
336 return err_closed();
Neal Norwitz88b44da2007-08-12 17:23:54 +0000337 return PyBool_FromLong((long) self->writable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000338}
339
340static PyObject *
341fileio_seekable(PyFileIOObject *self)
342{
343 if (self->fd < 0)
344 return err_closed();
345 if (self->seekable < 0) {
346 int ret;
347 Py_BEGIN_ALLOW_THREADS
348 ret = lseek(self->fd, 0, SEEK_CUR);
349 Py_END_ALLOW_THREADS
350 if (ret < 0)
351 self->seekable = 0;
352 else
353 self->seekable = 1;
354 }
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000355 return PyBool_FromLong((long) self->seekable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000356}
357
358static PyObject *
359fileio_readinto(PyFileIOObject *self, PyObject *args)
360{
Martin v. Löwis423be952008-08-13 15:53:07 +0000361 Py_buffer pbuf;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000362 Py_ssize_t n;
Guido van Rossum53807da2007-04-10 19:01:47 +0000363
Guido van Rossuma9e20242007-03-08 00:43:48 +0000364 if (self->fd < 0)
365 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000366 if (!self->readable)
367 return err_mode("reading");
368
Martin v. Löwis423be952008-08-13 15:53:07 +0000369 if (!PyArg_ParseTuple(args, "w*", &pbuf))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000370 return NULL;
371
372 Py_BEGIN_ALLOW_THREADS
373 errno = 0;
Martin v. Löwis423be952008-08-13 15:53:07 +0000374 n = read(self->fd, pbuf.buf, pbuf.len);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000375 Py_END_ALLOW_THREADS
Martin v. Löwis423be952008-08-13 15:53:07 +0000376 PyBuffer_Release(&pbuf);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000377 if (n < 0) {
378 if (errno == EAGAIN)
379 Py_RETURN_NONE;
380 PyErr_SetFromErrno(PyExc_IOError);
381 return NULL;
382 }
383
Christian Heimes217cfd12007-12-02 14:31:20 +0000384 return PyLong_FromSsize_t(n);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000385}
386
Guido van Rossum7165cb12007-07-10 06:54:34 +0000387#define DEFAULT_BUFFER_SIZE (8*1024)
388
389static PyObject *
390fileio_readall(PyFileIOObject *self)
391{
392 PyObject *result;
393 Py_ssize_t total = 0;
394 int n;
395
Christian Heimes72b710a2008-05-26 13:28:38 +0000396 result = PyBytes_FromStringAndSize(NULL, DEFAULT_BUFFER_SIZE);
Guido van Rossum7165cb12007-07-10 06:54:34 +0000397 if (result == NULL)
398 return NULL;
399
400 while (1) {
401 Py_ssize_t newsize = total + DEFAULT_BUFFER_SIZE;
Christian Heimes72b710a2008-05-26 13:28:38 +0000402 if (PyBytes_GET_SIZE(result) < newsize) {
403 if (_PyBytes_Resize(&result, newsize) < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000404 if (total == 0) {
405 Py_DECREF(result);
406 return NULL;
407 }
408 PyErr_Clear();
409 break;
410 }
411 }
412 Py_BEGIN_ALLOW_THREADS
413 errno = 0;
414 n = read(self->fd,
Christian Heimes72b710a2008-05-26 13:28:38 +0000415 PyBytes_AS_STRING(result) + total,
Guido van Rossum7165cb12007-07-10 06:54:34 +0000416 newsize - total);
417 Py_END_ALLOW_THREADS
418 if (n == 0)
419 break;
420 if (n < 0) {
421 if (total > 0)
422 break;
423 if (errno == EAGAIN) {
424 Py_DECREF(result);
425 Py_RETURN_NONE;
426 }
427 Py_DECREF(result);
428 PyErr_SetFromErrno(PyExc_IOError);
429 return NULL;
430 }
431 total += n;
432 }
433
Christian Heimes72b710a2008-05-26 13:28:38 +0000434 if (PyBytes_GET_SIZE(result) > total) {
435 if (_PyBytes_Resize(&result, total) < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000436 /* This should never happen, but just in case */
437 Py_DECREF(result);
438 return NULL;
439 }
440 }
441 return result;
442}
443
Guido van Rossuma9e20242007-03-08 00:43:48 +0000444static PyObject *
445fileio_read(PyFileIOObject *self, PyObject *args)
446{
447 char *ptr;
Guido van Rossum7165cb12007-07-10 06:54:34 +0000448 Py_ssize_t n;
449 Py_ssize_t size = -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000450 PyObject *bytes;
451
452 if (self->fd < 0)
453 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000454 if (!self->readable)
455 return err_mode("reading");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000456
Neal Norwitz3c8ba932007-08-08 04:36:17 +0000457 if (!PyArg_ParseTuple(args, "|n", &size))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000458 return NULL;
459
Guido van Rossumc2f93dc2007-05-24 00:50:02 +0000460 if (size < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000461 return fileio_readall(self);
Guido van Rossumc2f93dc2007-05-24 00:50:02 +0000462 }
463
Christian Heimes72b710a2008-05-26 13:28:38 +0000464 bytes = PyBytes_FromStringAndSize(NULL, size);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000465 if (bytes == NULL)
466 return NULL;
Christian Heimes72b710a2008-05-26 13:28:38 +0000467 ptr = PyBytes_AS_STRING(bytes);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000468
469 Py_BEGIN_ALLOW_THREADS
470 errno = 0;
471 n = read(self->fd, ptr, size);
472 Py_END_ALLOW_THREADS
473
474 if (n < 0) {
475 if (errno == EAGAIN)
476 Py_RETURN_NONE;
477 PyErr_SetFromErrno(PyExc_IOError);
478 return NULL;
479 }
480
481 if (n != size) {
Christian Heimes72b710a2008-05-26 13:28:38 +0000482 if (_PyBytes_Resize(&bytes, n) < 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000483 Py_DECREF(bytes);
Guido van Rossum53807da2007-04-10 19:01:47 +0000484 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000485 }
Guido van Rossum53807da2007-04-10 19:01:47 +0000486 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000487
488 return (PyObject *) bytes;
489}
490
491static PyObject *
492fileio_write(PyFileIOObject *self, PyObject *args)
493{
Martin v. Löwis423be952008-08-13 15:53:07 +0000494 Py_buffer pbuf;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000495 Py_ssize_t n;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000496
497 if (self->fd < 0)
498 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000499 if (!self->writable)
500 return err_mode("writing");
501
Martin v. Löwis423be952008-08-13 15:53:07 +0000502 if (!PyArg_ParseTuple(args, "s*", &pbuf))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000503 return NULL;
504
505 Py_BEGIN_ALLOW_THREADS
506 errno = 0;
Martin v. Löwis423be952008-08-13 15:53:07 +0000507 n = write(self->fd, pbuf.buf, pbuf.len);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000508 Py_END_ALLOW_THREADS
509
Martin v. Löwis423be952008-08-13 15:53:07 +0000510 PyBuffer_Release(&pbuf);
511
Guido van Rossuma9e20242007-03-08 00:43:48 +0000512 if (n < 0) {
513 if (errno == EAGAIN)
514 Py_RETURN_NONE;
515 PyErr_SetFromErrno(PyExc_IOError);
516 return NULL;
517 }
518
Christian Heimes217cfd12007-12-02 14:31:20 +0000519 return PyLong_FromSsize_t(n);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000520}
521
Guido van Rossum53807da2007-04-10 19:01:47 +0000522/* XXX Windows support below is likely incomplete */
523
524#if defined(MS_WIN64) || defined(MS_WINDOWS)
525typedef PY_LONG_LONG Py_off_t;
526#else
527typedef off_t Py_off_t;
528#endif
529
530/* Cribbed from posix_lseek() */
531static PyObject *
532portable_lseek(int fd, PyObject *posobj, int whence)
533{
534 Py_off_t pos, res;
535
536#ifdef SEEK_SET
537 /* Turn 0, 1, 2 into SEEK_{SET,CUR,END} */
538 switch (whence) {
539#if SEEK_SET != 0
540 case 0: whence = SEEK_SET; break;
541#endif
542#if SEEK_CUR != 1
543 case 1: whence = SEEK_CUR; break;
544#endif
545#if SEEL_END != 2
546 case 2: whence = SEEK_END; break;
547#endif
548 }
549#endif /* SEEK_SET */
550
551 if (posobj == NULL)
552 pos = 0;
553 else {
Christian Heimes8e42a0a2007-11-08 18:04:45 +0000554 if(PyFloat_Check(posobj)) {
555 PyErr_SetString(PyExc_TypeError, "an integer is required");
556 return NULL;
557 }
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000558#if defined(HAVE_LARGEFILE_SUPPORT)
559 pos = PyLong_AsLongLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000560#else
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000561 pos = PyLong_AsLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000562#endif
563 if (PyErr_Occurred())
564 return NULL;
565 }
566
567 Py_BEGIN_ALLOW_THREADS
568#if defined(MS_WIN64) || defined(MS_WINDOWS)
569 res = _lseeki64(fd, pos, whence);
570#else
571 res = lseek(fd, pos, whence);
572#endif
573 Py_END_ALLOW_THREADS
574 if (res < 0)
575 return PyErr_SetFromErrno(PyExc_IOError);
576
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000577#if defined(HAVE_LARGEFILE_SUPPORT)
Guido van Rossum53807da2007-04-10 19:01:47 +0000578 return PyLong_FromLongLong(res);
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000579#else
580 return PyLong_FromLong(res);
Guido van Rossum53807da2007-04-10 19:01:47 +0000581#endif
582}
583
Guido van Rossuma9e20242007-03-08 00:43:48 +0000584static PyObject *
585fileio_seek(PyFileIOObject *self, PyObject *args)
586{
Guido van Rossum53807da2007-04-10 19:01:47 +0000587 PyObject *posobj;
588 int whence = 0;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000589
590 if (self->fd < 0)
591 return err_closed();
592
Guido van Rossum53807da2007-04-10 19:01:47 +0000593 if (!PyArg_ParseTuple(args, "O|i", &posobj, &whence))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000594 return NULL;
595
Guido van Rossum53807da2007-04-10 19:01:47 +0000596 return portable_lseek(self->fd, posobj, whence);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000597}
598
599static PyObject *
600fileio_tell(PyFileIOObject *self, PyObject *args)
601{
Guido van Rossuma9e20242007-03-08 00:43:48 +0000602 if (self->fd < 0)
603 return err_closed();
604
Guido van Rossum53807da2007-04-10 19:01:47 +0000605 return portable_lseek(self->fd, NULL, 1);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000606}
607
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000608#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000609static PyObject *
610fileio_truncate(PyFileIOObject *self, PyObject *args)
611{
Guido van Rossum53807da2007-04-10 19:01:47 +0000612 PyObject *posobj = NULL;
613 Py_off_t pos;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000614 int ret;
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000615 int fd;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000616
Guido van Rossum53807da2007-04-10 19:01:47 +0000617 fd = self->fd;
618 if (fd < 0)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000619 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000620 if (!self->writable)
621 return err_mode("writing");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000622
Guido van Rossum53807da2007-04-10 19:01:47 +0000623 if (!PyArg_ParseTuple(args, "|O", &posobj))
624 return NULL;
625
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000626 if (posobj == Py_None || posobj == NULL) {
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000627 /* Get the current position. */
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000628 posobj = portable_lseek(fd, NULL, 1);
629 if (posobj == NULL)
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000630 return NULL;
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000631 }
632 else {
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000633 /* Move to the position to be truncated. */
634 posobj = portable_lseek(fd, posobj, 0);
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000635 }
Guido van Rossum53807da2007-04-10 19:01:47 +0000636
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000637#if defined(HAVE_LARGEFILE_SUPPORT)
638 pos = PyLong_AsLongLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000639#else
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000640 pos = PyLong_AsLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000641#endif
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000642 if (PyErr_Occurred())
Guido van Rossum53807da2007-04-10 19:01:47 +0000643 return NULL;
644
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000645#ifdef MS_WINDOWS
646 /* MS _chsize doesn't work if newsize doesn't fit in 32 bits,
647 so don't even try using it. */
648 {
649 HANDLE hFile;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000650
651 /* Truncate. Note that this may grow the file! */
652 Py_BEGIN_ALLOW_THREADS
653 errno = 0;
654 hFile = (HANDLE)_get_osfhandle(fd);
655 ret = hFile == (HANDLE)-1;
656 if (ret == 0) {
657 ret = SetEndOfFile(hFile) == 0;
658 if (ret)
659 errno = EACCES;
660 }
661 Py_END_ALLOW_THREADS
662 }
663#else
Guido van Rossuma9e20242007-03-08 00:43:48 +0000664 Py_BEGIN_ALLOW_THREADS
665 errno = 0;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000666 ret = ftruncate(fd, pos);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000667 Py_END_ALLOW_THREADS
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000668#endif /* !MS_WINDOWS */
Guido van Rossuma9e20242007-03-08 00:43:48 +0000669
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000670 if (ret != 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000671 PyErr_SetFromErrno(PyExc_IOError);
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000672 return NULL;
Guido van Rossum87429772007-04-10 21:06:59 +0000673 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000674
Guido van Rossum87429772007-04-10 21:06:59 +0000675 return posobj;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000676}
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000677#endif
Guido van Rossum53807da2007-04-10 19:01:47 +0000678
679static char *
680mode_string(PyFileIOObject *self)
681{
682 if (self->readable) {
683 if (self->writable)
684 return "r+";
685 else
686 return "r";
687 }
688 else
689 return "w";
690}
Guido van Rossuma9e20242007-03-08 00:43:48 +0000691
692static PyObject *
693fileio_repr(PyFileIOObject *self)
694{
Guido van Rossum53807da2007-04-10 19:01:47 +0000695 if (self->fd < 0)
Walter Dörwald1ab83302007-05-18 17:15:44 +0000696 return PyUnicode_FromFormat("_fileio._FileIO(-1)");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000697
Walter Dörwald1ab83302007-05-18 17:15:44 +0000698 return PyUnicode_FromFormat("_fileio._FileIO(%d, '%s')",
Guido van Rossum53807da2007-04-10 19:01:47 +0000699 self->fd, mode_string(self));
Guido van Rossuma9e20242007-03-08 00:43:48 +0000700}
701
702static PyObject *
703fileio_isatty(PyFileIOObject *self)
704{
705 long res;
Guido van Rossum53807da2007-04-10 19:01:47 +0000706
Guido van Rossuma9e20242007-03-08 00:43:48 +0000707 if (self->fd < 0)
708 return err_closed();
709 Py_BEGIN_ALLOW_THREADS
710 res = isatty(self->fd);
711 Py_END_ALLOW_THREADS
712 return PyBool_FromLong(res);
713}
714
Guido van Rossuma9e20242007-03-08 00:43:48 +0000715
716PyDoc_STRVAR(fileio_doc,
717"file(name: str[, mode: str]) -> file IO object\n"
718"\n"
719"Open a file. The mode can be 'r', 'w' or 'a' for reading (default),\n"
720"writing or appending. The file will be created if it doesn't exist\n"
721"when opened for writing or appending; it will be truncated when\n"
722"opened for writing. Add a '+' to the mode to allow simultaneous\n"
723"reading and writing.");
724
725PyDoc_STRVAR(read_doc,
726"read(size: int) -> bytes. read at most size bytes, returned as bytes.\n"
727"\n"
728"Only makes one system call, so less data may be returned than requested\n"
Guido van Rossum7165cb12007-07-10 06:54:34 +0000729"In non-blocking mode, returns None if no data is available.\n"
730"On end-of-file, returns ''.");
731
732PyDoc_STRVAR(readall_doc,
733"readall() -> bytes. read all data from the file, returned as bytes.\n"
734"\n"
735"In non-blocking mode, returns as much as is immediately available,\n"
736"or None if no data is available. On end-of-file, returns ''.");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000737
738PyDoc_STRVAR(write_doc,
739"write(b: bytes) -> int. Write bytes b to file, return number written.\n"
740"\n"
741"Only makes one system call, so not all of the data may be written.\n"
742"The number of bytes actually written is returned.");
743
744PyDoc_STRVAR(fileno_doc,
745"fileno() -> int. \"file descriptor\".\n"
746"\n"
747"This is needed for lower-level file interfaces, such the fcntl module.");
748
749PyDoc_STRVAR(seek_doc,
750"seek(offset: int[, whence: int]) -> None. Move to new file position.\n"
751"\n"
752"Argument offset is a byte count. Optional argument whence defaults to\n"
753"0 (offset from start of file, offset should be >= 0); other values are 1\n"
754"(move relative to current position, positive or negative), and 2 (move\n"
755"relative to end of file, usually negative, although many platforms allow\n"
756"seeking beyond the end of a file)."
757"\n"
758"Note that not all file objects are seekable.");
759
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000760#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000761PyDoc_STRVAR(truncate_doc,
762"truncate([size: int]) -> None. Truncate the file to at most size bytes.\n"
763"\n"
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000764"Size defaults to the current file position, as returned by tell()."
765"The current file position is changed to the value of size.");
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000766#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000767
768PyDoc_STRVAR(tell_doc,
769"tell() -> int. Current file position");
770
771PyDoc_STRVAR(readinto_doc,
772"readinto() -> Undocumented. Don't use this; it may go away.");
773
774PyDoc_STRVAR(close_doc,
775"close() -> None. Close the file.\n"
776"\n"
777"A closed file cannot be used for further I/O operations. close() may be\n"
778"called more than once without error. Changes the fileno to -1.");
779
780PyDoc_STRVAR(isatty_doc,
781"isatty() -> bool. True if the file is connected to a tty device.");
782
Guido van Rossuma9e20242007-03-08 00:43:48 +0000783PyDoc_STRVAR(seekable_doc,
784"seekable() -> bool. True if file supports random-access.");
785
786PyDoc_STRVAR(readable_doc,
787"readable() -> bool. True if file was opened in a read mode.");
788
789PyDoc_STRVAR(writable_doc,
790"writable() -> bool. True if file was opened in a write mode.");
791
792static PyMethodDef fileio_methods[] = {
793 {"read", (PyCFunction)fileio_read, METH_VARARGS, read_doc},
Guido van Rossum7165cb12007-07-10 06:54:34 +0000794 {"readall", (PyCFunction)fileio_readall, METH_NOARGS, readall_doc},
Guido van Rossuma9e20242007-03-08 00:43:48 +0000795 {"readinto", (PyCFunction)fileio_readinto, METH_VARARGS, readinto_doc},
796 {"write", (PyCFunction)fileio_write, METH_VARARGS, write_doc},
797 {"seek", (PyCFunction)fileio_seek, METH_VARARGS, seek_doc},
798 {"tell", (PyCFunction)fileio_tell, METH_VARARGS, tell_doc},
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000799#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000800 {"truncate", (PyCFunction)fileio_truncate, METH_VARARGS, truncate_doc},
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000801#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000802 {"close", (PyCFunction)fileio_close, METH_NOARGS, close_doc},
803 {"seekable", (PyCFunction)fileio_seekable, METH_NOARGS, seekable_doc},
804 {"readable", (PyCFunction)fileio_readable, METH_NOARGS, readable_doc},
805 {"writable", (PyCFunction)fileio_writable, METH_NOARGS, writable_doc},
806 {"fileno", (PyCFunction)fileio_fileno, METH_NOARGS, fileno_doc},
807 {"isatty", (PyCFunction)fileio_isatty, METH_NOARGS, isatty_doc},
Guido van Rossuma9e20242007-03-08 00:43:48 +0000808 {NULL, NULL} /* sentinel */
809};
810
Guido van Rossum53807da2007-04-10 19:01:47 +0000811/* 'closed' and 'mode' are attributes for backwards compatibility reasons. */
812
Guido van Rossumb0428152007-04-08 17:44:42 +0000813static PyObject *
Guido van Rossum53807da2007-04-10 19:01:47 +0000814get_closed(PyFileIOObject *self, void *closure)
Guido van Rossumb0428152007-04-08 17:44:42 +0000815{
Guido van Rossum53807da2007-04-10 19:01:47 +0000816 return PyBool_FromLong((long)(self->fd < 0));
817}
818
819static PyObject *
820get_mode(PyFileIOObject *self, void *closure)
821{
Guido van Rossumc43e79f2007-06-18 18:26:36 +0000822 return PyUnicode_FromString(mode_string(self));
Guido van Rossumb0428152007-04-08 17:44:42 +0000823}
824
825static PyGetSetDef fileio_getsetlist[] = {
826 {"closed", (getter)get_closed, NULL, "True if the file is closed"},
Guido van Rossum53807da2007-04-10 19:01:47 +0000827 {"mode", (getter)get_mode, NULL, "String giving the file mode"},
Guido van Rossumb0428152007-04-08 17:44:42 +0000828 {0},
829};
830
Guido van Rossuma9e20242007-03-08 00:43:48 +0000831PyTypeObject PyFileIO_Type = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +0000832 PyVarObject_HEAD_INIT(&PyType_Type, 0)
Amaury Forgeot d'Arc1ff99102007-11-19 20:34:10 +0000833 "_FileIO",
Guido van Rossuma9e20242007-03-08 00:43:48 +0000834 sizeof(PyFileIOObject),
835 0,
836 (destructor)fileio_dealloc, /* tp_dealloc */
837 0, /* tp_print */
838 0, /* tp_getattr */
839 0, /* tp_setattr */
840 0, /* tp_compare */
841 (reprfunc)fileio_repr, /* tp_repr */
842 0, /* tp_as_number */
843 0, /* tp_as_sequence */
844 0, /* tp_as_mapping */
845 0, /* tp_hash */
846 0, /* tp_call */
847 0, /* tp_str */
848 PyObject_GenericGetAttr, /* tp_getattro */
849 0, /* tp_setattro */
850 0, /* tp_as_buffer */
851 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
852 fileio_doc, /* tp_doc */
853 0, /* tp_traverse */
854 0, /* tp_clear */
855 0, /* tp_richcompare */
856 offsetof(PyFileIOObject, weakreflist), /* tp_weaklistoffset */
857 0, /* tp_iter */
858 0, /* tp_iternext */
859 fileio_methods, /* tp_methods */
860 0, /* tp_members */
Guido van Rossumb0428152007-04-08 17:44:42 +0000861 fileio_getsetlist, /* tp_getset */
Guido van Rossuma9e20242007-03-08 00:43:48 +0000862 0, /* tp_base */
863 0, /* tp_dict */
864 0, /* tp_descr_get */
865 0, /* tp_descr_set */
866 0, /* tp_dictoffset */
867 fileio_init, /* tp_init */
868 PyType_GenericAlloc, /* tp_alloc */
869 fileio_new, /* tp_new */
870 PyObject_Del, /* tp_free */
871};
872
873static PyMethodDef module_methods[] = {
874 {NULL, NULL}
875};
876
Martin v. Löwis1a214512008-06-11 05:26:20 +0000877static struct PyModuleDef fileiomodule = {
878 PyModuleDef_HEAD_INIT,
879 "_fileio",
880 "Fast implementation of io.FileIO.",
881 -1,
882 module_methods,
883 NULL,
884 NULL,
885 NULL,
886 NULL
887};
888
Guido van Rossuma9e20242007-03-08 00:43:48 +0000889PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +0000890PyInit__fileio(void)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000891{
892 PyObject *m; /* a module object */
893
Martin v. Löwis1a214512008-06-11 05:26:20 +0000894 m = PyModule_Create(&fileiomodule);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000895 if (m == NULL)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000896 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000897 if (PyType_Ready(&PyFileIO_Type) < 0)
Martin v. Löwis1a214512008-06-11 05:26:20 +0000898 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000899 Py_INCREF(&PyFileIO_Type);
900 PyModule_AddObject(m, "_FileIO", (PyObject *) &PyFileIO_Type);
Martin v. Löwis1a214512008-06-11 05:26:20 +0000901 return m;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000902}