blob: 37ddaebee4de8740e33929bf11547908ef809651 [file] [log] [blame]
Guido van Rossuma9e20242007-03-08 00:43:48 +00001/* Author: Daniel Stutzbach */
2
3#define PY_SSIZE_T_CLEAN
4#include "Python.h"
5#include <sys/types.h>
6#include <sys/stat.h>
7#include <fcntl.h>
8#include <stddef.h> /* For offsetof */
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +00009#include "_iomodule.h"
Guido van Rossuma9e20242007-03-08 00:43:48 +000010
11/*
12 * Known likely problems:
13 *
14 * - Files larger then 2**32-1
15 * - Files with unicode filenames
16 * - Passing numbers greater than 2**32-1 when an integer is expected
17 * - Making it work on Windows and other oddball platforms
18 *
19 * To Do:
20 *
21 * - autoconfify header file inclusion
Guido van Rossuma9e20242007-03-08 00:43:48 +000022 */
23
24#ifdef MS_WINDOWS
25/* can simulate truncate with Win32 API functions; see file_truncate */
Thomas Hellerfdeee3a2007-07-12 11:21:36 +000026#define HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +000027#define WIN32_LEAN_AND_MEAN
28#include <windows.h>
29#endif
30
Christian Heimesa872de52008-12-05 08:26:55 +000031#if BUFSIZ < (8*1024)
32#define SMALLCHUNK (8*1024)
33#elif (BUFSIZ >= (2 << 25))
34#error "unreasonable BUFSIZ > 64MB defined"
35#else
36#define SMALLCHUNK BUFSIZ
37#endif
38
39#if SIZEOF_INT < 4
40#define BIGCHUNK (512 * 32)
41#else
42#define BIGCHUNK (512 * 1024)
43#endif
44
Guido van Rossuma9e20242007-03-08 00:43:48 +000045typedef struct {
46 PyObject_HEAD
47 int fd;
Antoine Pitrouca767bd2009-09-21 21:37:02 +000048 unsigned int readable : 1;
49 unsigned int writable : 1;
50 signed int seekable : 2; /* -1 means unknown */
51 unsigned int closefd : 1;
Guido van Rossuma9e20242007-03-08 00:43:48 +000052 PyObject *weakreflist;
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +000053 PyObject *dict;
Benjamin Peterson680bf1a2009-06-12 02:07:12 +000054} fileio;
Guido van Rossuma9e20242007-03-08 00:43:48 +000055
Collin Winteraf334382007-03-08 21:46:15 +000056PyTypeObject PyFileIO_Type;
57
Guido van Rossuma9e20242007-03-08 00:43:48 +000058#define PyFileIO_Check(op) (PyObject_TypeCheck((op), &PyFileIO_Type))
59
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +000060int
61_PyFileIO_closed(PyObject *self)
62{
Benjamin Peterson680bf1a2009-06-12 02:07:12 +000063 return ((fileio *)self)->fd < 0;
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +000064}
Antoine Pitrou08838b62009-01-21 00:55:13 +000065
Antoine Pitrou7fb111b2009-03-04 11:14:01 +000066static PyObject *
67portable_lseek(int fd, PyObject *posobj, int whence);
68
Antoine Pitroua28fcfd2009-03-13 23:42:55 +000069static PyObject *portable_lseek(int fd, PyObject *posobj, int whence);
70
Kristján Valur Jónsson19288c22008-12-18 17:15:54 +000071/* Returns 0 on success, -1 with exception set on failure. */
Neal Norwitz88b44da2007-08-12 17:23:54 +000072static int
Benjamin Peterson680bf1a2009-06-12 02:07:12 +000073internal_close(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +000074{
Kristján Valur Jónsson19288c22008-12-18 17:15:54 +000075 int err = 0;
Benjamin Peterson7aedf112009-01-19 15:19:46 +000076 int save_errno = 0;
Guido van Rossuma9e20242007-03-08 00:43:48 +000077 if (self->fd >= 0) {
Guido van Rossumb0428152007-04-08 17:44:42 +000078 int fd = self->fd;
79 self->fd = -1;
Kristján Valur Jónssondc7c1282009-03-24 13:21:53 +000080 /* fd is accessible and someone else may have closed it */
81 if (_PyVerify_fd(fd)) {
82 Py_BEGIN_ALLOW_THREADS
83 err = close(fd);
84 if (err < 0)
85 save_errno = errno;
86 Py_END_ALLOW_THREADS
Kristján Valur Jónsson8915e0e2009-03-24 13:51:36 +000087 } else {
88 save_errno = errno;
89 err = -1;
90 }
Neal Norwitz88b44da2007-08-12 17:23:54 +000091 }
Kristján Valur Jónsson19288c22008-12-18 17:15:54 +000092 if (err < 0) {
93 errno = save_errno;
94 PyErr_SetFromErrno(PyExc_IOError);
95 return -1;
96 }
97 return 0;
Neal Norwitz88b44da2007-08-12 17:23:54 +000098}
99
100static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000101fileio_close(fileio *self)
Neal Norwitz88b44da2007-08-12 17:23:54 +0000102{
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000103 if (!self->closefd) {
Christian Heimesecc42a22008-11-05 19:30:32 +0000104 self->fd = -1;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000105 Py_RETURN_NONE;
106 }
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000107 errno = internal_close(self);
Antoine Pitrou0ae29cf2009-03-13 22:33:17 +0000108 if (errno < 0)
Neal Norwitz88b44da2007-08-12 17:23:54 +0000109 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000110
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000111 return PyObject_CallMethod((PyObject*)&PyRawIOBase_Type,
112 "close", "O", self);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000113}
114
115static PyObject *
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000116fileio_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000117{
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000118 fileio *self;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000119
120 assert(type != NULL && type->tp_alloc != NULL);
121
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000122 self = (fileio *) type->tp_alloc(type, 0);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000123 if (self != NULL) {
124 self->fd = -1;
Christian Heimesdf32b392008-10-30 21:23:35 +0000125 self->readable = 0;
126 self->writable = 0;
127 self->seekable = -1;
128 self->closefd = 1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000129 self->weakreflist = NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000130 }
131
132 return (PyObject *) self;
133}
134
135/* On Unix, open will succeed for directories.
136 In Python, there should be no file objects referring to
137 directories, so we need a check. */
138
139static int
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000140dircheck(fileio* self, const char *name)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000141{
142#if defined(HAVE_FSTAT) && defined(S_IFDIR) && defined(EISDIR)
143 struct stat buf;
144 if (self->fd < 0)
145 return 0;
146 if (fstat(self->fd, &buf) == 0 && S_ISDIR(buf.st_mode)) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000147 char *msg = strerror(EISDIR);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000148 PyObject *exc;
Kristján Valur Jónsson19288c22008-12-18 17:15:54 +0000149 if (internal_close(self))
150 return -1;
Guido van Rossum53807da2007-04-10 19:01:47 +0000151
Benjamin Peterson1efc23c2008-12-29 18:02:28 +0000152 exc = PyObject_CallFunction(PyExc_IOError, "(iss)",
153 EISDIR, msg, name);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000154 PyErr_SetObject(PyExc_IOError, exc);
155 Py_XDECREF(exc);
156 return -1;
157 }
158#endif
159 return 0;
160}
161
Benjamin Peterson806d4022009-01-19 15:11:51 +0000162static int
163check_fd(int fd)
164{
165#if defined(HAVE_FSTAT)
166 struct stat buf;
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000167 if (!_PyVerify_fd(fd) || (fstat(fd, &buf) < 0 && errno == EBADF)) {
Benjamin Peterson806d4022009-01-19 15:11:51 +0000168 PyObject *exc;
169 char *msg = strerror(EBADF);
170 exc = PyObject_CallFunction(PyExc_OSError, "(is)",
171 EBADF, msg);
172 PyErr_SetObject(PyExc_OSError, exc);
173 Py_XDECREF(exc);
174 return -1;
175 }
176#endif
177 return 0;
178}
179
Guido van Rossuma9e20242007-03-08 00:43:48 +0000180
181static int
182fileio_init(PyObject *oself, PyObject *args, PyObject *kwds)
183{
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000184 fileio *self = (fileio *) oself;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000185 static char *kwlist[] = {"file", "mode", "closefd", NULL};
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000186 const char *name = NULL;
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000187 PyObject *nameobj, *stringobj = NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000188 char *mode = "r";
Guido van Rossum53807da2007-04-10 19:01:47 +0000189 char *s;
Thomas Helleraf2be262007-07-12 11:03:13 +0000190#ifdef MS_WINDOWS
191 Py_UNICODE *widename = NULL;
192#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000193 int ret = 0;
194 int rwa = 0, plus = 0, append = 0;
195 int flags = 0;
Guido van Rossumb0428152007-04-08 17:44:42 +0000196 int fd = -1;
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000197 int closefd = 1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000198
199 assert(PyFileIO_Check(oself));
Neal Norwitz88b44da2007-08-12 17:23:54 +0000200 if (self->fd >= 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000201 /* Have to close the existing file first. */
Neal Norwitz88b44da2007-08-12 17:23:54 +0000202 if (internal_close(self) < 0)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000203 return -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000204 }
205
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000206 if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|si:fileio",
207 kwlist, &nameobj, &mode, &closefd))
208 return -1;
209
210 if (PyFloat_Check(nameobj)) {
211 PyErr_SetString(PyExc_TypeError,
212 "integer argument expected, got float");
213 return -1;
214 }
215
216 fd = PyLong_AsLong(nameobj);
217 if (fd < 0) {
218 if (!PyErr_Occurred()) {
Guido van Rossumb0428152007-04-08 17:44:42 +0000219 PyErr_SetString(PyExc_ValueError,
220 "Negative filedescriptor");
221 return -1;
222 }
Guido van Rossumb0428152007-04-08 17:44:42 +0000223 PyErr_Clear();
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000224 }
Guido van Rossumb0428152007-04-08 17:44:42 +0000225
Hirokazu Yamamoto8223c242009-05-17 04:21:53 +0000226#ifdef MS_WINDOWS
Hirokazu Yamamoto892a37a2009-06-28 11:07:03 +0000227 if (PyUnicode_Check(nameobj))
228 widename = PyUnicode_AS_UNICODE(nameobj);
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000229 if (widename == NULL)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000230#endif
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000231 if (fd < 0)
232 {
233 if (PyBytes_Check(nameobj) || PyByteArray_Check(nameobj)) {
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000234 Py_ssize_t namelen;
235 if (PyObject_AsCharBuffer(nameobj, &name, &namelen) < 0)
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000236 return -1;
237 }
238 else {
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000239 PyObject *u = PyUnicode_FromObject(nameobj);
240
241 if (u == NULL)
242 return -1;
243
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000244 stringobj = PyUnicode_AsEncodedString(
Martin v. Löwis43c57782009-05-10 08:15:24 +0000245 u, Py_FileSystemDefaultEncoding, "surrogateescape");
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000246 Py_DECREF(u);
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000247 if (stringobj == NULL)
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000248 return -1;
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000249 if (!PyBytes_Check(stringobj)) {
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000250 PyErr_SetString(PyExc_TypeError,
251 "encoder failed to return bytes");
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000252 goto error;
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000253 }
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000254 name = PyBytes_AS_STRING(stringobj);
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000255 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000256 }
257
Guido van Rossum53807da2007-04-10 19:01:47 +0000258 s = mode;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000259 while (*s) {
260 switch (*s++) {
261 case 'r':
262 if (rwa) {
263 bad_mode:
264 PyErr_SetString(PyExc_ValueError,
265 "Must have exactly one of read/write/append mode");
266 goto error;
267 }
268 rwa = 1;
269 self->readable = 1;
270 break;
271 case 'w':
272 if (rwa)
273 goto bad_mode;
274 rwa = 1;
275 self->writable = 1;
276 flags |= O_CREAT | O_TRUNC;
277 break;
278 case 'a':
279 if (rwa)
280 goto bad_mode;
281 rwa = 1;
282 self->writable = 1;
283 flags |= O_CREAT;
284 append = 1;
285 break;
Benjamin Peterson44309e62008-11-22 00:41:45 +0000286 case 'b':
287 break;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000288 case '+':
289 if (plus)
290 goto bad_mode;
291 self->readable = self->writable = 1;
292 plus = 1;
293 break;
294 default:
295 PyErr_Format(PyExc_ValueError,
296 "invalid mode: %.200s", mode);
297 goto error;
298 }
299 }
300
301 if (!rwa)
302 goto bad_mode;
303
304 if (self->readable && self->writable)
305 flags |= O_RDWR;
306 else if (self->readable)
307 flags |= O_RDONLY;
308 else
309 flags |= O_WRONLY;
310
311#ifdef O_BINARY
312 flags |= O_BINARY;
313#endif
314
Walter Dörwald0e411482007-06-06 16:55:38 +0000315#ifdef O_APPEND
316 if (append)
317 flags |= O_APPEND;
318#endif
319
Guido van Rossumb0428152007-04-08 17:44:42 +0000320 if (fd >= 0) {
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000321 if (check_fd(fd))
322 goto error;
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000323 self->fd = fd;
324 self->closefd = closefd;
Guido van Rossumb0428152007-04-08 17:44:42 +0000325 }
326 else {
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000327 self->closefd = 1;
328 if (!closefd) {
329 PyErr_SetString(PyExc_ValueError,
Benjamin Petersonc0747cf2008-11-03 20:31:38 +0000330 "Cannot use closefd=False with file name");
Guido van Rossum2dced8b2007-10-30 17:27:30 +0000331 goto error;
332 }
333
Guido van Rossumb0428152007-04-08 17:44:42 +0000334 Py_BEGIN_ALLOW_THREADS
335 errno = 0;
Thomas Helleraf2be262007-07-12 11:03:13 +0000336#ifdef MS_WINDOWS
337 if (widename != NULL)
Neal Norwitz88b44da2007-08-12 17:23:54 +0000338 self->fd = _wopen(widename, flags, 0666);
Thomas Helleraf2be262007-07-12 11:03:13 +0000339 else
340#endif
Neal Norwitz88b44da2007-08-12 17:23:54 +0000341 self->fd = open(name, flags, 0666);
Guido van Rossumb0428152007-04-08 17:44:42 +0000342 Py_END_ALLOW_THREADS
Benjamin Peterson3e4f0552008-09-02 00:31:15 +0000343 if (self->fd < 0) {
Christian Heimes0b489542007-10-31 19:20:48 +0000344#ifdef MS_WINDOWS
Hirokazu Yamamoto0f22d692009-01-01 16:03:45 +0000345 if (widename != NULL)
346 PyErr_SetFromErrnoWithUnicodeFilename(PyExc_IOError, widename);
347 else
Christian Heimes0b489542007-10-31 19:20:48 +0000348#endif
Hirokazu Yamamoto0f22d692009-01-01 16:03:45 +0000349 PyErr_SetFromErrnoWithFilename(PyExc_IOError, name);
Guido van Rossumb0428152007-04-08 17:44:42 +0000350 goto error;
351 }
Benjamin Peterson1efc23c2008-12-29 18:02:28 +0000352 if(dircheck(self, name) < 0)
Benjamin Peterson3e4f0552008-09-02 00:31:15 +0000353 goto error;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000354 }
355
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000356 if (PyObject_SetAttrString((PyObject *)self, "name", nameobj) < 0)
357 goto error;
Antoine Pitrou08838b62009-01-21 00:55:13 +0000358
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000359 if (append) {
360 /* For consistent behaviour, we explicitly seek to the
361 end of file (otherwise, it might be done only on the
362 first write()). */
363 PyObject *pos = portable_lseek(self->fd, NULL, 2);
364 if (pos == NULL)
365 goto error;
366 Py_DECREF(pos);
367 }
368
Guido van Rossuma9e20242007-03-08 00:43:48 +0000369 goto done;
370
371 error:
372 ret = -1;
Guido van Rossum53807da2007-04-10 19:01:47 +0000373
Guido van Rossuma9e20242007-03-08 00:43:48 +0000374 done:
Antoine Pitrou7fb111b2009-03-04 11:14:01 +0000375 Py_CLEAR(stringobj);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000376 return ret;
377}
378
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000379static int
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000380fileio_traverse(fileio *self, visitproc visit, void *arg)
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000381{
382 Py_VISIT(self->dict);
383 return 0;
384}
385
386static int
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000387fileio_clear(fileio *self)
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000388{
389 Py_CLEAR(self->dict);
390 return 0;
391}
392
Guido van Rossuma9e20242007-03-08 00:43:48 +0000393static void
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000394fileio_dealloc(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000395{
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000396 if (_PyIOBase_finalize((PyObject *) self) < 0)
397 return;
398 _PyObject_GC_UNTRACK(self);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000399 if (self->weakreflist != NULL)
400 PyObject_ClearWeakRefs((PyObject *) self);
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000401 Py_CLEAR(self->dict);
Christian Heimes90aa7642007-12-19 02:45:37 +0000402 Py_TYPE(self)->tp_free((PyObject *)self);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000403}
404
405static PyObject *
406err_closed(void)
407{
408 PyErr_SetString(PyExc_ValueError, "I/O operation on closed file");
409 return NULL;
410}
411
412static PyObject *
Guido van Rossum53807da2007-04-10 19:01:47 +0000413err_mode(char *action)
414{
415 PyErr_Format(PyExc_ValueError, "File not open for %s", action);
416 return NULL;
417}
418
419static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000420fileio_fileno(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000421{
422 if (self->fd < 0)
423 return err_closed();
Christian Heimes217cfd12007-12-02 14:31:20 +0000424 return PyLong_FromLong((long) self->fd);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000425}
426
427static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000428fileio_readable(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000429{
430 if (self->fd < 0)
431 return err_closed();
Neal Norwitz88b44da2007-08-12 17:23:54 +0000432 return PyBool_FromLong((long) self->readable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000433}
434
435static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000436fileio_writable(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000437{
438 if (self->fd < 0)
439 return err_closed();
Neal Norwitz88b44da2007-08-12 17:23:54 +0000440 return PyBool_FromLong((long) self->writable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000441}
442
443static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000444fileio_seekable(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000445{
446 if (self->fd < 0)
447 return err_closed();
448 if (self->seekable < 0) {
Antoine Pitroua28fcfd2009-03-13 23:42:55 +0000449 PyObject *pos = portable_lseek(self->fd, NULL, SEEK_CUR);
450 if (pos == NULL) {
451 PyErr_Clear();
Guido van Rossuma9e20242007-03-08 00:43:48 +0000452 self->seekable = 0;
Antoine Pitroua28fcfd2009-03-13 23:42:55 +0000453 } else {
454 Py_DECREF(pos);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000455 self->seekable = 1;
Antoine Pitroua28fcfd2009-03-13 23:42:55 +0000456 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000457 }
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000458 return PyBool_FromLong((long) self->seekable);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000459}
460
461static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000462fileio_readinto(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000463{
Martin v. Löwis423be952008-08-13 15:53:07 +0000464 Py_buffer pbuf;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000465 Py_ssize_t n;
Guido van Rossum53807da2007-04-10 19:01:47 +0000466
Guido van Rossuma9e20242007-03-08 00:43:48 +0000467 if (self->fd < 0)
468 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000469 if (!self->readable)
470 return err_mode("reading");
471
Martin v. Löwis423be952008-08-13 15:53:07 +0000472 if (!PyArg_ParseTuple(args, "w*", &pbuf))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000473 return NULL;
474
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000475 if (_PyVerify_fd(self->fd)) {
476 Py_BEGIN_ALLOW_THREADS
477 errno = 0;
478 n = read(self->fd, pbuf.buf, pbuf.len);
479 Py_END_ALLOW_THREADS
480 } else
481 n = -1;
Martin v. Löwis423be952008-08-13 15:53:07 +0000482 PyBuffer_Release(&pbuf);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000483 if (n < 0) {
484 if (errno == EAGAIN)
485 Py_RETURN_NONE;
486 PyErr_SetFromErrno(PyExc_IOError);
487 return NULL;
488 }
489
Christian Heimes217cfd12007-12-02 14:31:20 +0000490 return PyLong_FromSsize_t(n);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000491}
492
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000493static size_t
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000494new_buffersize(fileio *self, size_t currentsize)
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000495{
496#ifdef HAVE_FSTAT
497 off_t pos, end;
498 struct stat st;
499 if (fstat(self->fd, &st) == 0) {
500 end = st.st_size;
501 pos = lseek(self->fd, 0L, SEEK_CUR);
Antoine Pitrou66994e12009-03-29 00:45:26 +0000502 /* Files claiming a size smaller than SMALLCHUNK may
503 actually be streaming pseudo-files. In this case, we
504 apply the more aggressive algorithm below.
505 */
Antoine Pitrou9041daa2009-03-29 01:09:51 +0000506 if (end >= SMALLCHUNK && end >= pos && pos >= 0) {
Antoine Pitrou66994e12009-03-29 00:45:26 +0000507 /* Add 1 so if the file were to grow we'd notice. */
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000508 return currentsize + end - pos + 1;
Antoine Pitrou66994e12009-03-29 00:45:26 +0000509 }
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +0000510 }
511#endif
512 if (currentsize > SMALLCHUNK) {
513 /* Keep doubling until we reach BIGCHUNK;
514 then keep adding BIGCHUNK. */
515 if (currentsize <= BIGCHUNK)
516 return currentsize + currentsize;
517 else
518 return currentsize + BIGCHUNK;
519 }
520 return currentsize + SMALLCHUNK;
521}
522
Guido van Rossum7165cb12007-07-10 06:54:34 +0000523static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000524fileio_readall(fileio *self)
Guido van Rossum7165cb12007-07-10 06:54:34 +0000525{
526 PyObject *result;
527 Py_ssize_t total = 0;
528 int n;
529
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000530 if (!_PyVerify_fd(self->fd))
531 return PyErr_SetFromErrno(PyExc_IOError);
532
Christian Heimesa872de52008-12-05 08:26:55 +0000533 result = PyBytes_FromStringAndSize(NULL, SMALLCHUNK);
Guido van Rossum7165cb12007-07-10 06:54:34 +0000534 if (result == NULL)
535 return NULL;
536
537 while (1) {
Antoine Pitrou66994e12009-03-29 00:45:26 +0000538 size_t newsize = new_buffersize(self, total);
539 if (newsize > PY_SSIZE_T_MAX || newsize <= 0) {
540 PyErr_SetString(PyExc_OverflowError,
541 "unbounded read returned more bytes "
542 "than a Python string can hold ");
Antoine Pitrou7d037a72009-03-29 18:55:12 +0000543 Py_DECREF(result);
Antoine Pitrou66994e12009-03-29 00:45:26 +0000544 return NULL;
545 }
Christian Heimesa872de52008-12-05 08:26:55 +0000546
Raymond Hettingerc3583b22009-05-15 23:05:29 +0000547 if (PyBytes_GET_SIZE(result) < (Py_ssize_t)newsize) {
Christian Heimes72b710a2008-05-26 13:28:38 +0000548 if (_PyBytes_Resize(&result, newsize) < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000549 if (total == 0) {
550 Py_DECREF(result);
551 return NULL;
552 }
553 PyErr_Clear();
554 break;
555 }
556 }
557 Py_BEGIN_ALLOW_THREADS
558 errno = 0;
559 n = read(self->fd,
Christian Heimes72b710a2008-05-26 13:28:38 +0000560 PyBytes_AS_STRING(result) + total,
Guido van Rossum7165cb12007-07-10 06:54:34 +0000561 newsize - total);
562 Py_END_ALLOW_THREADS
563 if (n == 0)
564 break;
565 if (n < 0) {
566 if (total > 0)
567 break;
568 if (errno == EAGAIN) {
569 Py_DECREF(result);
570 Py_RETURN_NONE;
571 }
572 Py_DECREF(result);
573 PyErr_SetFromErrno(PyExc_IOError);
574 return NULL;
575 }
576 total += n;
577 }
578
Christian Heimes72b710a2008-05-26 13:28:38 +0000579 if (PyBytes_GET_SIZE(result) > total) {
580 if (_PyBytes_Resize(&result, total) < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000581 /* This should never happen, but just in case */
582 Py_DECREF(result);
583 return NULL;
584 }
585 }
586 return result;
587}
588
Guido van Rossuma9e20242007-03-08 00:43:48 +0000589static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000590fileio_read(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000591{
592 char *ptr;
Guido van Rossum7165cb12007-07-10 06:54:34 +0000593 Py_ssize_t n;
594 Py_ssize_t size = -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000595 PyObject *bytes;
596
597 if (self->fd < 0)
598 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000599 if (!self->readable)
600 return err_mode("reading");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000601
Benjamin Petersonbf5ff762009-12-13 19:25:34 +0000602 if (!PyArg_ParseTuple(args, "|O&", &_PyIO_ConvertSsize_t, &size))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000603 return NULL;
604
Guido van Rossumc2f93dc2007-05-24 00:50:02 +0000605 if (size < 0) {
Guido van Rossum7165cb12007-07-10 06:54:34 +0000606 return fileio_readall(self);
Guido van Rossumc2f93dc2007-05-24 00:50:02 +0000607 }
608
Christian Heimes72b710a2008-05-26 13:28:38 +0000609 bytes = PyBytes_FromStringAndSize(NULL, size);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000610 if (bytes == NULL)
611 return NULL;
Christian Heimes72b710a2008-05-26 13:28:38 +0000612 ptr = PyBytes_AS_STRING(bytes);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000613
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000614 if (_PyVerify_fd(self->fd)) {
615 Py_BEGIN_ALLOW_THREADS
616 errno = 0;
617 n = read(self->fd, ptr, size);
618 Py_END_ALLOW_THREADS
619 } else
620 n = -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000621
622 if (n < 0) {
Antoine Pitrou8e21fb22009-03-29 18:40:13 +0000623 Py_DECREF(bytes);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000624 if (errno == EAGAIN)
625 Py_RETURN_NONE;
626 PyErr_SetFromErrno(PyExc_IOError);
627 return NULL;
628 }
629
630 if (n != size) {
Christian Heimes72b710a2008-05-26 13:28:38 +0000631 if (_PyBytes_Resize(&bytes, n) < 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000632 Py_DECREF(bytes);
Guido van Rossum53807da2007-04-10 19:01:47 +0000633 return NULL;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000634 }
Guido van Rossum53807da2007-04-10 19:01:47 +0000635 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000636
637 return (PyObject *) bytes;
638}
639
640static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000641fileio_write(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000642{
Martin v. Löwis423be952008-08-13 15:53:07 +0000643 Py_buffer pbuf;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000644 Py_ssize_t n;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000645
646 if (self->fd < 0)
647 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000648 if (!self->writable)
649 return err_mode("writing");
650
Martin v. Löwis423be952008-08-13 15:53:07 +0000651 if (!PyArg_ParseTuple(args, "s*", &pbuf))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000652 return NULL;
653
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000654 if (_PyVerify_fd(self->fd)) {
655 Py_BEGIN_ALLOW_THREADS
656 errno = 0;
657 n = write(self->fd, pbuf.buf, pbuf.len);
658 Py_END_ALLOW_THREADS
659 } else
660 n = -1;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000661
Martin v. Löwis423be952008-08-13 15:53:07 +0000662 PyBuffer_Release(&pbuf);
663
Guido van Rossuma9e20242007-03-08 00:43:48 +0000664 if (n < 0) {
665 if (errno == EAGAIN)
666 Py_RETURN_NONE;
667 PyErr_SetFromErrno(PyExc_IOError);
668 return NULL;
669 }
670
Christian Heimes217cfd12007-12-02 14:31:20 +0000671 return PyLong_FromSsize_t(n);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000672}
673
Guido van Rossum53807da2007-04-10 19:01:47 +0000674/* XXX Windows support below is likely incomplete */
675
Guido van Rossum53807da2007-04-10 19:01:47 +0000676/* Cribbed from posix_lseek() */
677static PyObject *
678portable_lseek(int fd, PyObject *posobj, int whence)
679{
680 Py_off_t pos, res;
681
682#ifdef SEEK_SET
683 /* Turn 0, 1, 2 into SEEK_{SET,CUR,END} */
684 switch (whence) {
685#if SEEK_SET != 0
686 case 0: whence = SEEK_SET; break;
687#endif
688#if SEEK_CUR != 1
689 case 1: whence = SEEK_CUR; break;
690#endif
Antoine Pitrou4f7945f2009-01-20 11:42:11 +0000691#if SEEK_END != 2
Guido van Rossum53807da2007-04-10 19:01:47 +0000692 case 2: whence = SEEK_END; break;
693#endif
694 }
695#endif /* SEEK_SET */
696
697 if (posobj == NULL)
698 pos = 0;
699 else {
Christian Heimes8e42a0a2007-11-08 18:04:45 +0000700 if(PyFloat_Check(posobj)) {
701 PyErr_SetString(PyExc_TypeError, "an integer is required");
702 return NULL;
703 }
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000704#if defined(HAVE_LARGEFILE_SUPPORT)
705 pos = PyLong_AsLongLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000706#else
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000707 pos = PyLong_AsLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000708#endif
709 if (PyErr_Occurred())
710 return NULL;
711 }
712
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000713 if (_PyVerify_fd(fd)) {
714 Py_BEGIN_ALLOW_THREADS
Guido van Rossum53807da2007-04-10 19:01:47 +0000715#if defined(MS_WIN64) || defined(MS_WINDOWS)
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000716 res = _lseeki64(fd, pos, whence);
Guido van Rossum53807da2007-04-10 19:01:47 +0000717#else
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000718 res = lseek(fd, pos, whence);
Guido van Rossum53807da2007-04-10 19:01:47 +0000719#endif
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000720 Py_END_ALLOW_THREADS
721 } else
722 res = -1;
Guido van Rossum53807da2007-04-10 19:01:47 +0000723 if (res < 0)
724 return PyErr_SetFromErrno(PyExc_IOError);
725
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000726#if defined(HAVE_LARGEFILE_SUPPORT)
Guido van Rossum53807da2007-04-10 19:01:47 +0000727 return PyLong_FromLongLong(res);
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000728#else
729 return PyLong_FromLong(res);
Guido van Rossum53807da2007-04-10 19:01:47 +0000730#endif
731}
732
Guido van Rossuma9e20242007-03-08 00:43:48 +0000733static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000734fileio_seek(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000735{
Guido van Rossum53807da2007-04-10 19:01:47 +0000736 PyObject *posobj;
737 int whence = 0;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000738
739 if (self->fd < 0)
740 return err_closed();
741
Guido van Rossum53807da2007-04-10 19:01:47 +0000742 if (!PyArg_ParseTuple(args, "O|i", &posobj, &whence))
Guido van Rossuma9e20242007-03-08 00:43:48 +0000743 return NULL;
744
Guido van Rossum53807da2007-04-10 19:01:47 +0000745 return portable_lseek(self->fd, posobj, whence);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000746}
747
748static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000749fileio_tell(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000750{
Guido van Rossuma9e20242007-03-08 00:43:48 +0000751 if (self->fd < 0)
752 return err_closed();
753
Guido van Rossum53807da2007-04-10 19:01:47 +0000754 return portable_lseek(self->fd, NULL, 1);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000755}
756
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000757#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000758static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000759fileio_truncate(fileio *self, PyObject *args)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000760{
Guido van Rossum53807da2007-04-10 19:01:47 +0000761 PyObject *posobj = NULL;
762 Py_off_t pos;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000763 int ret;
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000764 int fd;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000765
Guido van Rossum53807da2007-04-10 19:01:47 +0000766 fd = self->fd;
767 if (fd < 0)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000768 return err_closed();
Guido van Rossum53807da2007-04-10 19:01:47 +0000769 if (!self->writable)
770 return err_mode("writing");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000771
Guido van Rossum53807da2007-04-10 19:01:47 +0000772 if (!PyArg_ParseTuple(args, "|O", &posobj))
773 return NULL;
774
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000775 if (posobj == Py_None || posobj == NULL) {
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000776 /* Get the current position. */
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000777 posobj = portable_lseek(fd, NULL, 1);
778 if (posobj == NULL)
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000779 return NULL;
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000780 }
781 else {
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000782 /* Move to the position to be truncated. */
783 posobj = portable_lseek(fd, posobj, 0);
Guido van Rossumdc0b1a12007-04-12 22:55:07 +0000784 }
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000785 if (posobj == NULL)
786 return NULL;
Guido van Rossum53807da2007-04-10 19:01:47 +0000787
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000788#if defined(HAVE_LARGEFILE_SUPPORT)
789 pos = PyLong_AsLongLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000790#else
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000791 pos = PyLong_AsLong(posobj);
Guido van Rossum53807da2007-04-10 19:01:47 +0000792#endif
Kristján Valur Jónssona8abe862009-03-24 15:27:42 +0000793 if (pos == -1 && PyErr_Occurred())
Guido van Rossum53807da2007-04-10 19:01:47 +0000794 return NULL;
795
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000796#ifdef MS_WINDOWS
797 /* MS _chsize doesn't work if newsize doesn't fit in 32 bits,
798 so don't even try using it. */
799 {
800 HANDLE hFile;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000801
802 /* Truncate. Note that this may grow the file! */
803 Py_BEGIN_ALLOW_THREADS
804 errno = 0;
805 hFile = (HANDLE)_get_osfhandle(fd);
806 ret = hFile == (HANDLE)-1;
807 if (ret == 0) {
808 ret = SetEndOfFile(hFile) == 0;
809 if (ret)
810 errno = EACCES;
811 }
812 Py_END_ALLOW_THREADS
813 }
814#else
Guido van Rossuma9e20242007-03-08 00:43:48 +0000815 Py_BEGIN_ALLOW_THREADS
816 errno = 0;
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000817 ret = ftruncate(fd, pos);
Guido van Rossuma9e20242007-03-08 00:43:48 +0000818 Py_END_ALLOW_THREADS
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000819#endif /* !MS_WINDOWS */
Guido van Rossuma9e20242007-03-08 00:43:48 +0000820
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000821 if (ret != 0) {
Guido van Rossuma9e20242007-03-08 00:43:48 +0000822 PyErr_SetFromErrno(PyExc_IOError);
Thomas Hellerfdeee3a2007-07-12 11:21:36 +0000823 return NULL;
Guido van Rossum87429772007-04-10 21:06:59 +0000824 }
Guido van Rossuma9e20242007-03-08 00:43:48 +0000825
Guido van Rossum87429772007-04-10 21:06:59 +0000826 return posobj;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000827}
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000828#endif
Guido van Rossum53807da2007-04-10 19:01:47 +0000829
830static char *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000831mode_string(fileio *self)
Guido van Rossum53807da2007-04-10 19:01:47 +0000832{
833 if (self->readable) {
834 if (self->writable)
Benjamin Peterson44309e62008-11-22 00:41:45 +0000835 return "rb+";
Guido van Rossum53807da2007-04-10 19:01:47 +0000836 else
Benjamin Peterson44309e62008-11-22 00:41:45 +0000837 return "rb";
Guido van Rossum53807da2007-04-10 19:01:47 +0000838 }
839 else
Benjamin Peterson44309e62008-11-22 00:41:45 +0000840 return "wb";
Guido van Rossum53807da2007-04-10 19:01:47 +0000841}
Guido van Rossuma9e20242007-03-08 00:43:48 +0000842
843static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000844fileio_repr(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000845{
Antoine Pitrou716c4442009-05-23 19:04:03 +0000846 PyObject *nameobj, *res;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000847
Antoine Pitrou716c4442009-05-23 19:04:03 +0000848 if (self->fd < 0)
849 return PyUnicode_FromFormat("<_io.FileIO [closed]>");
850
851 nameobj = PyObject_GetAttrString((PyObject *) self, "name");
852 if (nameobj == NULL) {
853 if (PyErr_ExceptionMatches(PyExc_AttributeError))
854 PyErr_Clear();
855 else
856 return NULL;
857 res = PyUnicode_FromFormat("<_io.FileIO fd=%d mode='%s'>",
858 self->fd, mode_string(self));
859 }
860 else {
861 res = PyUnicode_FromFormat("<_io.FileIO name=%R mode='%s'>",
862 nameobj, mode_string(self));
863 Py_DECREF(nameobj);
864 }
865 return res;
Guido van Rossuma9e20242007-03-08 00:43:48 +0000866}
867
868static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000869fileio_isatty(fileio *self)
Guido van Rossuma9e20242007-03-08 00:43:48 +0000870{
871 long res;
Guido van Rossum53807da2007-04-10 19:01:47 +0000872
Guido van Rossuma9e20242007-03-08 00:43:48 +0000873 if (self->fd < 0)
874 return err_closed();
875 Py_BEGIN_ALLOW_THREADS
876 res = isatty(self->fd);
877 Py_END_ALLOW_THREADS
878 return PyBool_FromLong(res);
879}
880
Guido van Rossuma9e20242007-03-08 00:43:48 +0000881
882PyDoc_STRVAR(fileio_doc,
883"file(name: str[, mode: str]) -> file IO object\n"
884"\n"
885"Open a file. The mode can be 'r', 'w' or 'a' for reading (default),\n"
886"writing or appending. The file will be created if it doesn't exist\n"
887"when opened for writing or appending; it will be truncated when\n"
888"opened for writing. Add a '+' to the mode to allow simultaneous\n"
889"reading and writing.");
890
891PyDoc_STRVAR(read_doc,
892"read(size: int) -> bytes. read at most size bytes, returned as bytes.\n"
893"\n"
894"Only makes one system call, so less data may be returned than requested\n"
Guido van Rossum7165cb12007-07-10 06:54:34 +0000895"In non-blocking mode, returns None if no data is available.\n"
896"On end-of-file, returns ''.");
897
898PyDoc_STRVAR(readall_doc,
899"readall() -> bytes. read all data from the file, returned as bytes.\n"
900"\n"
901"In non-blocking mode, returns as much as is immediately available,\n"
902"or None if no data is available. On end-of-file, returns ''.");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000903
904PyDoc_STRVAR(write_doc,
905"write(b: bytes) -> int. Write bytes b to file, return number written.\n"
906"\n"
907"Only makes one system call, so not all of the data may be written.\n"
908"The number of bytes actually written is returned.");
909
910PyDoc_STRVAR(fileno_doc,
911"fileno() -> int. \"file descriptor\".\n"
912"\n"
913"This is needed for lower-level file interfaces, such the fcntl module.");
914
915PyDoc_STRVAR(seek_doc,
916"seek(offset: int[, whence: int]) -> None. Move to new file position.\n"
917"\n"
918"Argument offset is a byte count. Optional argument whence defaults to\n"
919"0 (offset from start of file, offset should be >= 0); other values are 1\n"
920"(move relative to current position, positive or negative), and 2 (move\n"
921"relative to end of file, usually negative, although many platforms allow\n"
922"seeking beyond the end of a file)."
923"\n"
924"Note that not all file objects are seekable.");
925
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000926#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000927PyDoc_STRVAR(truncate_doc,
928"truncate([size: int]) -> None. Truncate the file to at most size bytes.\n"
929"\n"
Alexandre Vassalotti77250f42008-05-06 19:48:38 +0000930"Size defaults to the current file position, as returned by tell()."
931"The current file position is changed to the value of size.");
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000932#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000933
934PyDoc_STRVAR(tell_doc,
935"tell() -> int. Current file position");
936
937PyDoc_STRVAR(readinto_doc,
Benjamin Peterson9a8082f2009-03-05 00:55:56 +0000938"readinto() -> Same as RawIOBase.readinto().");
Guido van Rossuma9e20242007-03-08 00:43:48 +0000939
940PyDoc_STRVAR(close_doc,
941"close() -> None. Close the file.\n"
942"\n"
943"A closed file cannot be used for further I/O operations. close() may be\n"
944"called more than once without error. Changes the fileno to -1.");
945
946PyDoc_STRVAR(isatty_doc,
947"isatty() -> bool. True if the file is connected to a tty device.");
948
Guido van Rossuma9e20242007-03-08 00:43:48 +0000949PyDoc_STRVAR(seekable_doc,
950"seekable() -> bool. True if file supports random-access.");
951
952PyDoc_STRVAR(readable_doc,
953"readable() -> bool. True if file was opened in a read mode.");
954
955PyDoc_STRVAR(writable_doc,
956"writable() -> bool. True if file was opened in a write mode.");
957
958static PyMethodDef fileio_methods[] = {
959 {"read", (PyCFunction)fileio_read, METH_VARARGS, read_doc},
Guido van Rossum7165cb12007-07-10 06:54:34 +0000960 {"readall", (PyCFunction)fileio_readall, METH_NOARGS, readall_doc},
Guido van Rossuma9e20242007-03-08 00:43:48 +0000961 {"readinto", (PyCFunction)fileio_readinto, METH_VARARGS, readinto_doc},
962 {"write", (PyCFunction)fileio_write, METH_VARARGS, write_doc},
963 {"seek", (PyCFunction)fileio_seek, METH_VARARGS, seek_doc},
964 {"tell", (PyCFunction)fileio_tell, METH_VARARGS, tell_doc},
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000965#ifdef HAVE_FTRUNCATE
Guido van Rossuma9e20242007-03-08 00:43:48 +0000966 {"truncate", (PyCFunction)fileio_truncate, METH_VARARGS, truncate_doc},
Thomas Hellerc6a55ee2007-07-11 12:45:46 +0000967#endif
Guido van Rossuma9e20242007-03-08 00:43:48 +0000968 {"close", (PyCFunction)fileio_close, METH_NOARGS, close_doc},
969 {"seekable", (PyCFunction)fileio_seekable, METH_NOARGS, seekable_doc},
970 {"readable", (PyCFunction)fileio_readable, METH_NOARGS, readable_doc},
971 {"writable", (PyCFunction)fileio_writable, METH_NOARGS, writable_doc},
972 {"fileno", (PyCFunction)fileio_fileno, METH_NOARGS, fileno_doc},
973 {"isatty", (PyCFunction)fileio_isatty, METH_NOARGS, isatty_doc},
Guido van Rossuma9e20242007-03-08 00:43:48 +0000974 {NULL, NULL} /* sentinel */
975};
976
Guido van Rossum53807da2007-04-10 19:01:47 +0000977/* 'closed' and 'mode' are attributes for backwards compatibility reasons. */
978
Guido van Rossumb0428152007-04-08 17:44:42 +0000979static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000980get_closed(fileio *self, void *closure)
Guido van Rossumb0428152007-04-08 17:44:42 +0000981{
Guido van Rossum53807da2007-04-10 19:01:47 +0000982 return PyBool_FromLong((long)(self->fd < 0));
983}
984
985static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000986get_closefd(fileio *self, void *closure)
Christian Heimesecc42a22008-11-05 19:30:32 +0000987{
988 return PyBool_FromLong((long)(self->closefd));
989}
990
991static PyObject *
Benjamin Peterson680bf1a2009-06-12 02:07:12 +0000992get_mode(fileio *self, void *closure)
Guido van Rossum53807da2007-04-10 19:01:47 +0000993{
Guido van Rossumc43e79f2007-06-18 18:26:36 +0000994 return PyUnicode_FromString(mode_string(self));
Guido van Rossumb0428152007-04-08 17:44:42 +0000995}
996
997static PyGetSetDef fileio_getsetlist[] = {
998 {"closed", (getter)get_closed, NULL, "True if the file is closed"},
Christian Heimesecc42a22008-11-05 19:30:32 +0000999 {"closefd", (getter)get_closefd, NULL,
1000 "True if the file descriptor will be closed"},
Guido van Rossum53807da2007-04-10 19:01:47 +00001001 {"mode", (getter)get_mode, NULL, "String giving the file mode"},
Benjamin Peterson1fea3212009-04-19 03:15:20 +00001002 {NULL},
Guido van Rossumb0428152007-04-08 17:44:42 +00001003};
1004
Guido van Rossuma9e20242007-03-08 00:43:48 +00001005PyTypeObject PyFileIO_Type = {
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +00001006 PyVarObject_HEAD_INIT(NULL, 0)
Antoine Pitrou7fb111b2009-03-04 11:14:01 +00001007 "_io.FileIO",
Benjamin Peterson680bf1a2009-06-12 02:07:12 +00001008 sizeof(fileio),
Guido van Rossuma9e20242007-03-08 00:43:48 +00001009 0,
1010 (destructor)fileio_dealloc, /* tp_dealloc */
1011 0, /* tp_print */
1012 0, /* tp_getattr */
1013 0, /* tp_setattr */
Antoine Pitrou7fb111b2009-03-04 11:14:01 +00001014 0, /* tp_reserved */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001015 (reprfunc)fileio_repr, /* tp_repr */
1016 0, /* tp_as_number */
1017 0, /* tp_as_sequence */
1018 0, /* tp_as_mapping */
1019 0, /* tp_hash */
1020 0, /* tp_call */
1021 0, /* tp_str */
1022 PyObject_GenericGetAttr, /* tp_getattro */
1023 0, /* tp_setattro */
1024 0, /* tp_as_buffer */
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +00001025 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE
1026 | Py_TPFLAGS_HAVE_GC, /* tp_flags */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001027 fileio_doc, /* tp_doc */
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +00001028 (traverseproc)fileio_traverse, /* tp_traverse */
1029 (inquiry)fileio_clear, /* tp_clear */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001030 0, /* tp_richcompare */
Benjamin Peterson680bf1a2009-06-12 02:07:12 +00001031 offsetof(fileio, weakreflist), /* tp_weaklistoffset */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001032 0, /* tp_iter */
1033 0, /* tp_iternext */
1034 fileio_methods, /* tp_methods */
1035 0, /* tp_members */
Guido van Rossumb0428152007-04-08 17:44:42 +00001036 fileio_getsetlist, /* tp_getset */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001037 0, /* tp_base */
1038 0, /* tp_dict */
1039 0, /* tp_descr_get */
1040 0, /* tp_descr_set */
Benjamin Peterson680bf1a2009-06-12 02:07:12 +00001041 offsetof(fileio, dict), /* tp_dictoffset */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001042 fileio_init, /* tp_init */
1043 PyType_GenericAlloc, /* tp_alloc */
1044 fileio_new, /* tp_new */
Benjamin Peterson4fa88fa2009-03-04 00:14:51 +00001045 PyObject_GC_Del, /* tp_free */
Guido van Rossuma9e20242007-03-08 00:43:48 +00001046};