Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1 | /* Author: Daniel Stutzbach */ |
| 2 | |
| 3 | #define PY_SSIZE_T_CLEAN |
| 4 | #include "Python.h" |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 5 | #include "structmember.h" |
Benjamin Peterson | 2614cda | 2010-03-21 22:36:19 +0000 | [diff] [blame] | 6 | #ifdef HAVE_SYS_TYPES_H |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 7 | #include <sys/types.h> |
Benjamin Peterson | 2614cda | 2010-03-21 22:36:19 +0000 | [diff] [blame] | 8 | #endif |
| 9 | #ifdef HAVE_SYS_STAT_H |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 10 | #include <sys/stat.h> |
Benjamin Peterson | 2614cda | 2010-03-21 22:36:19 +0000 | [diff] [blame] | 11 | #endif |
| 12 | #ifdef HAVE_FCNTL_H |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 13 | #include <fcntl.h> |
Benjamin Peterson | 2614cda | 2010-03-21 22:36:19 +0000 | [diff] [blame] | 14 | #endif |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 15 | #include <stddef.h> /* For offsetof */ |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 16 | #include "_iomodule.h" |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 17 | |
| 18 | /* |
| 19 | * Known likely problems: |
| 20 | * |
| 21 | * - Files larger then 2**32-1 |
| 22 | * - Files with unicode filenames |
| 23 | * - Passing numbers greater than 2**32-1 when an integer is expected |
| 24 | * - Making it work on Windows and other oddball platforms |
| 25 | * |
| 26 | * To Do: |
| 27 | * |
| 28 | * - autoconfify header file inclusion |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 29 | */ |
| 30 | |
| 31 | #ifdef MS_WINDOWS |
| 32 | /* can simulate truncate with Win32 API functions; see file_truncate */ |
Thomas Heller | fdeee3a | 2007-07-12 11:21:36 +0000 | [diff] [blame] | 33 | #define HAVE_FTRUNCATE |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 34 | #define WIN32_LEAN_AND_MEAN |
| 35 | #include <windows.h> |
| 36 | #endif |
| 37 | |
Christian Heimes | a872de5 | 2008-12-05 08:26:55 +0000 | [diff] [blame] | 38 | #if BUFSIZ < (8*1024) |
| 39 | #define SMALLCHUNK (8*1024) |
| 40 | #elif (BUFSIZ >= (2 << 25)) |
| 41 | #error "unreasonable BUFSIZ > 64MB defined" |
| 42 | #else |
| 43 | #define SMALLCHUNK BUFSIZ |
| 44 | #endif |
| 45 | |
| 46 | #if SIZEOF_INT < 4 |
| 47 | #define BIGCHUNK (512 * 32) |
| 48 | #else |
| 49 | #define BIGCHUNK (512 * 1024) |
| 50 | #endif |
| 51 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 52 | typedef struct { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 53 | PyObject_HEAD |
| 54 | int fd; |
| 55 | unsigned int readable : 1; |
| 56 | unsigned int writable : 1; |
| 57 | signed int seekable : 2; /* -1 means unknown */ |
| 58 | unsigned int closefd : 1; |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 59 | unsigned int deallocating: 1; |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 60 | PyObject *weakreflist; |
| 61 | PyObject *dict; |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 62 | } fileio; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 63 | |
Collin Winter | af33438 | 2007-03-08 21:46:15 +0000 | [diff] [blame] | 64 | PyTypeObject PyFileIO_Type; |
| 65 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 66 | #define PyFileIO_Check(op) (PyObject_TypeCheck((op), &PyFileIO_Type)) |
| 67 | |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 68 | int |
| 69 | _PyFileIO_closed(PyObject *self) |
| 70 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 71 | return ((fileio *)self)->fd < 0; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 72 | } |
Antoine Pitrou | 08838b6 | 2009-01-21 00:55:13 +0000 | [diff] [blame] | 73 | |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 74 | /* Because this can call arbitrary code, it shouldn't be called when |
| 75 | the refcount is 0 (that is, not directly from tp_dealloc unless |
| 76 | the refcount has been temporarily re-incremented). */ |
| 77 | static PyObject * |
| 78 | fileio_dealloc_warn(fileio *self, PyObject *source) |
| 79 | { |
| 80 | if (self->fd >= 0 && self->closefd) { |
| 81 | PyObject *exc, *val, *tb; |
| 82 | PyErr_Fetch(&exc, &val, &tb); |
| 83 | if (PyErr_WarnFormat(PyExc_ResourceWarning, 1, |
| 84 | "unclosed file %R", source)) { |
| 85 | /* Spurious errors can appear at shutdown */ |
| 86 | if (PyErr_ExceptionMatches(PyExc_Warning)) |
| 87 | PyErr_WriteUnraisable((PyObject *) self); |
| 88 | } |
| 89 | PyErr_Restore(exc, val, tb); |
| 90 | } |
| 91 | Py_RETURN_NONE; |
| 92 | } |
| 93 | |
Antoine Pitrou | 7fb111b | 2009-03-04 11:14:01 +0000 | [diff] [blame] | 94 | static PyObject * |
| 95 | portable_lseek(int fd, PyObject *posobj, int whence); |
| 96 | |
Antoine Pitrou | a28fcfd | 2009-03-13 23:42:55 +0000 | [diff] [blame] | 97 | static PyObject *portable_lseek(int fd, PyObject *posobj, int whence); |
| 98 | |
Kristján Valur Jónsson | 19288c2 | 2008-12-18 17:15:54 +0000 | [diff] [blame] | 99 | /* Returns 0 on success, -1 with exception set on failure. */ |
Neal Norwitz | 88b44da | 2007-08-12 17:23:54 +0000 | [diff] [blame] | 100 | static int |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 101 | internal_close(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 102 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 103 | int err = 0; |
| 104 | int save_errno = 0; |
| 105 | if (self->fd >= 0) { |
| 106 | int fd = self->fd; |
| 107 | self->fd = -1; |
| 108 | /* fd is accessible and someone else may have closed it */ |
| 109 | if (_PyVerify_fd(fd)) { |
| 110 | Py_BEGIN_ALLOW_THREADS |
| 111 | err = close(fd); |
| 112 | if (err < 0) |
| 113 | save_errno = errno; |
| 114 | Py_END_ALLOW_THREADS |
| 115 | } else { |
| 116 | save_errno = errno; |
| 117 | err = -1; |
| 118 | } |
| 119 | } |
| 120 | if (err < 0) { |
| 121 | errno = save_errno; |
| 122 | PyErr_SetFromErrno(PyExc_IOError); |
| 123 | return -1; |
| 124 | } |
| 125 | return 0; |
Neal Norwitz | 88b44da | 2007-08-12 17:23:54 +0000 | [diff] [blame] | 126 | } |
| 127 | |
| 128 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 129 | fileio_close(fileio *self) |
Neal Norwitz | 88b44da | 2007-08-12 17:23:54 +0000 | [diff] [blame] | 130 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 131 | if (!self->closefd) { |
| 132 | self->fd = -1; |
| 133 | Py_RETURN_NONE; |
| 134 | } |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 135 | if (self->deallocating) { |
| 136 | PyObject *r = fileio_dealloc_warn(self, (PyObject *) self); |
| 137 | if (r) |
| 138 | Py_DECREF(r); |
| 139 | else |
| 140 | PyErr_Clear(); |
| 141 | } |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 142 | errno = internal_close(self); |
| 143 | if (errno < 0) |
| 144 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 145 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 146 | return PyObject_CallMethod((PyObject*)&PyRawIOBase_Type, |
| 147 | "close", "O", self); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | static PyObject * |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 151 | fileio_new(PyTypeObject *type, PyObject *args, PyObject *kwds) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 152 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 153 | fileio *self; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 154 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 155 | assert(type != NULL && type->tp_alloc != NULL); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 156 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 157 | self = (fileio *) type->tp_alloc(type, 0); |
| 158 | if (self != NULL) { |
| 159 | self->fd = -1; |
| 160 | self->readable = 0; |
| 161 | self->writable = 0; |
| 162 | self->seekable = -1; |
| 163 | self->closefd = 1; |
| 164 | self->weakreflist = NULL; |
| 165 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 166 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 167 | return (PyObject *) self; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 168 | } |
| 169 | |
| 170 | /* On Unix, open will succeed for directories. |
| 171 | In Python, there should be no file objects referring to |
| 172 | directories, so we need a check. */ |
| 173 | |
| 174 | static int |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 175 | dircheck(fileio* self, const char *name) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 176 | { |
| 177 | #if defined(HAVE_FSTAT) && defined(S_IFDIR) && defined(EISDIR) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 178 | struct stat buf; |
| 179 | if (self->fd < 0) |
| 180 | return 0; |
| 181 | if (fstat(self->fd, &buf) == 0 && S_ISDIR(buf.st_mode)) { |
| 182 | char *msg = strerror(EISDIR); |
| 183 | PyObject *exc; |
| 184 | if (internal_close(self)) |
| 185 | return -1; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 186 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 187 | exc = PyObject_CallFunction(PyExc_IOError, "(iss)", |
| 188 | EISDIR, msg, name); |
| 189 | PyErr_SetObject(PyExc_IOError, exc); |
| 190 | Py_XDECREF(exc); |
| 191 | return -1; |
| 192 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 193 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 194 | return 0; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 195 | } |
| 196 | |
Benjamin Peterson | 806d402 | 2009-01-19 15:11:51 +0000 | [diff] [blame] | 197 | static int |
| 198 | check_fd(int fd) |
| 199 | { |
| 200 | #if defined(HAVE_FSTAT) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 201 | struct stat buf; |
| 202 | if (!_PyVerify_fd(fd) || (fstat(fd, &buf) < 0 && errno == EBADF)) { |
| 203 | PyObject *exc; |
| 204 | char *msg = strerror(EBADF); |
| 205 | exc = PyObject_CallFunction(PyExc_OSError, "(is)", |
| 206 | EBADF, msg); |
| 207 | PyErr_SetObject(PyExc_OSError, exc); |
| 208 | Py_XDECREF(exc); |
| 209 | return -1; |
| 210 | } |
Benjamin Peterson | 806d402 | 2009-01-19 15:11:51 +0000 | [diff] [blame] | 211 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 212 | return 0; |
Benjamin Peterson | 806d402 | 2009-01-19 15:11:51 +0000 | [diff] [blame] | 213 | } |
| 214 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 215 | |
| 216 | static int |
| 217 | fileio_init(PyObject *oself, PyObject *args, PyObject *kwds) |
| 218 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 219 | fileio *self = (fileio *) oself; |
| 220 | static char *kwlist[] = {"file", "mode", "closefd", NULL}; |
| 221 | const char *name = NULL; |
| 222 | PyObject *nameobj, *stringobj = NULL; |
| 223 | char *mode = "r"; |
| 224 | char *s; |
Thomas Heller | af2be26 | 2007-07-12 11:03:13 +0000 | [diff] [blame] | 225 | #ifdef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 226 | Py_UNICODE *widename = NULL; |
Thomas Heller | af2be26 | 2007-07-12 11:03:13 +0000 | [diff] [blame] | 227 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 228 | int ret = 0; |
| 229 | int rwa = 0, plus = 0, append = 0; |
| 230 | int flags = 0; |
| 231 | int fd = -1; |
| 232 | int closefd = 1; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 233 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 234 | assert(PyFileIO_Check(oself)); |
| 235 | if (self->fd >= 0) { |
| 236 | /* Have to close the existing file first. */ |
| 237 | if (internal_close(self) < 0) |
| 238 | return -1; |
| 239 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 240 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 241 | if (!PyArg_ParseTupleAndKeywords(args, kwds, "O|si:fileio", |
| 242 | kwlist, &nameobj, &mode, &closefd)) |
| 243 | return -1; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 244 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 245 | if (PyFloat_Check(nameobj)) { |
| 246 | PyErr_SetString(PyExc_TypeError, |
| 247 | "integer argument expected, got float"); |
| 248 | return -1; |
| 249 | } |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 250 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 251 | fd = PyLong_AsLong(nameobj); |
| 252 | if (fd < 0) { |
| 253 | if (!PyErr_Occurred()) { |
| 254 | PyErr_SetString(PyExc_ValueError, |
| 255 | "Negative filedescriptor"); |
| 256 | return -1; |
| 257 | } |
| 258 | PyErr_Clear(); |
| 259 | } |
Guido van Rossum | b042815 | 2007-04-08 17:44:42 +0000 | [diff] [blame] | 260 | |
Hirokazu Yamamoto | 8223c24 | 2009-05-17 04:21:53 +0000 | [diff] [blame] | 261 | #ifdef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 262 | if (PyUnicode_Check(nameobj)) |
| 263 | widename = PyUnicode_AS_UNICODE(nameobj); |
| 264 | if (widename == NULL) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 265 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 266 | if (fd < 0) |
| 267 | { |
| 268 | if (PyBytes_Check(nameobj) || PyByteArray_Check(nameobj)) { |
| 269 | Py_ssize_t namelen; |
| 270 | if (PyObject_AsCharBuffer(nameobj, &name, &namelen) < 0) |
| 271 | return -1; |
| 272 | } |
| 273 | else { |
| 274 | PyObject *u = PyUnicode_FromObject(nameobj); |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 275 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 276 | if (u == NULL) |
| 277 | return -1; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 278 | |
Victor Stinner | ae6265f | 2010-05-15 16:27:27 +0000 | [diff] [blame] | 279 | stringobj = PyUnicode_EncodeFSDefault(u); |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 280 | Py_DECREF(u); |
| 281 | if (stringobj == NULL) |
| 282 | return -1; |
| 283 | if (!PyBytes_Check(stringobj)) { |
| 284 | PyErr_SetString(PyExc_TypeError, |
| 285 | "encoder failed to return bytes"); |
| 286 | goto error; |
| 287 | } |
| 288 | name = PyBytes_AS_STRING(stringobj); |
| 289 | } |
| 290 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 291 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 292 | s = mode; |
| 293 | while (*s) { |
| 294 | switch (*s++) { |
| 295 | case 'r': |
| 296 | if (rwa) { |
| 297 | bad_mode: |
| 298 | PyErr_SetString(PyExc_ValueError, |
Georg Brandl | 28928ae | 2010-10-21 13:45:52 +0000 | [diff] [blame] | 299 | "Must have exactly one of read/write/append " |
| 300 | "mode and at most one plus"); |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 301 | goto error; |
| 302 | } |
| 303 | rwa = 1; |
| 304 | self->readable = 1; |
| 305 | break; |
| 306 | case 'w': |
| 307 | if (rwa) |
| 308 | goto bad_mode; |
| 309 | rwa = 1; |
| 310 | self->writable = 1; |
| 311 | flags |= O_CREAT | O_TRUNC; |
| 312 | break; |
| 313 | case 'a': |
| 314 | if (rwa) |
| 315 | goto bad_mode; |
| 316 | rwa = 1; |
| 317 | self->writable = 1; |
| 318 | flags |= O_CREAT; |
| 319 | append = 1; |
| 320 | break; |
| 321 | case 'b': |
| 322 | break; |
| 323 | case '+': |
| 324 | if (plus) |
| 325 | goto bad_mode; |
| 326 | self->readable = self->writable = 1; |
| 327 | plus = 1; |
| 328 | break; |
| 329 | default: |
| 330 | PyErr_Format(PyExc_ValueError, |
| 331 | "invalid mode: %.200s", mode); |
| 332 | goto error; |
| 333 | } |
| 334 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 335 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 336 | if (!rwa) |
| 337 | goto bad_mode; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 338 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 339 | if (self->readable && self->writable) |
| 340 | flags |= O_RDWR; |
| 341 | else if (self->readable) |
| 342 | flags |= O_RDONLY; |
| 343 | else |
| 344 | flags |= O_WRONLY; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 345 | |
| 346 | #ifdef O_BINARY |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 347 | flags |= O_BINARY; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 348 | #endif |
| 349 | |
Walter Dörwald | 0e41148 | 2007-06-06 16:55:38 +0000 | [diff] [blame] | 350 | #ifdef O_APPEND |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 351 | if (append) |
| 352 | flags |= O_APPEND; |
Walter Dörwald | 0e41148 | 2007-06-06 16:55:38 +0000 | [diff] [blame] | 353 | #endif |
| 354 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 355 | if (fd >= 0) { |
| 356 | if (check_fd(fd)) |
| 357 | goto error; |
| 358 | self->fd = fd; |
| 359 | self->closefd = closefd; |
| 360 | } |
| 361 | else { |
| 362 | self->closefd = 1; |
| 363 | if (!closefd) { |
| 364 | PyErr_SetString(PyExc_ValueError, |
| 365 | "Cannot use closefd=False with file name"); |
| 366 | goto error; |
| 367 | } |
Guido van Rossum | 2dced8b | 2007-10-30 17:27:30 +0000 | [diff] [blame] | 368 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 369 | Py_BEGIN_ALLOW_THREADS |
| 370 | errno = 0; |
Thomas Heller | af2be26 | 2007-07-12 11:03:13 +0000 | [diff] [blame] | 371 | #ifdef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 372 | if (widename != NULL) |
| 373 | self->fd = _wopen(widename, flags, 0666); |
| 374 | else |
Thomas Heller | af2be26 | 2007-07-12 11:03:13 +0000 | [diff] [blame] | 375 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 376 | self->fd = open(name, flags, 0666); |
| 377 | Py_END_ALLOW_THREADS |
| 378 | if (self->fd < 0) { |
Christian Heimes | 0b48954 | 2007-10-31 19:20:48 +0000 | [diff] [blame] | 379 | #ifdef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 380 | if (widename != NULL) |
| 381 | PyErr_SetFromErrnoWithUnicodeFilename(PyExc_IOError, widename); |
| 382 | else |
Christian Heimes | 0b48954 | 2007-10-31 19:20:48 +0000 | [diff] [blame] | 383 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 384 | PyErr_SetFromErrnoWithFilename(PyExc_IOError, name); |
| 385 | goto error; |
| 386 | } |
Benjamin Peterson | 430d469 | 2010-10-30 23:13:57 +0000 | [diff] [blame] | 387 | if (dircheck(self, name) < 0) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 388 | goto error; |
| 389 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 390 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 391 | if (PyObject_SetAttrString((PyObject *)self, "name", nameobj) < 0) |
| 392 | goto error; |
Antoine Pitrou | 08838b6 | 2009-01-21 00:55:13 +0000 | [diff] [blame] | 393 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 394 | if (append) { |
| 395 | /* For consistent behaviour, we explicitly seek to the |
| 396 | end of file (otherwise, it might be done only on the |
| 397 | first write()). */ |
| 398 | PyObject *pos = portable_lseek(self->fd, NULL, 2); |
Antoine Pitrou | 8d2b51b | 2010-10-30 16:19:14 +0000 | [diff] [blame] | 399 | if (pos == NULL) { |
| 400 | if (closefd) { |
| 401 | close(self->fd); |
| 402 | self->fd = -1; |
| 403 | } |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 404 | goto error; |
Antoine Pitrou | 8d2b51b | 2010-10-30 16:19:14 +0000 | [diff] [blame] | 405 | } |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 406 | Py_DECREF(pos); |
| 407 | } |
Antoine Pitrou | 7fb111b | 2009-03-04 11:14:01 +0000 | [diff] [blame] | 408 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 409 | goto done; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 410 | |
| 411 | error: |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 412 | ret = -1; |
Benjamin Peterson | bbb0412 | 2010-10-30 23:16:28 +0000 | [diff] [blame] | 413 | if (self->fd >= 0) |
| 414 | internal_close(self); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 415 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 416 | done: |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 417 | Py_CLEAR(stringobj); |
| 418 | return ret; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 419 | } |
| 420 | |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 421 | static int |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 422 | fileio_traverse(fileio *self, visitproc visit, void *arg) |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 423 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 424 | Py_VISIT(self->dict); |
| 425 | return 0; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 426 | } |
| 427 | |
| 428 | static int |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 429 | fileio_clear(fileio *self) |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 430 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 431 | Py_CLEAR(self->dict); |
| 432 | return 0; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 433 | } |
| 434 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 435 | static void |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 436 | fileio_dealloc(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 437 | { |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 438 | self->deallocating = 1; |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 439 | if (_PyIOBase_finalize((PyObject *) self) < 0) |
| 440 | return; |
| 441 | _PyObject_GC_UNTRACK(self); |
| 442 | if (self->weakreflist != NULL) |
| 443 | PyObject_ClearWeakRefs((PyObject *) self); |
| 444 | Py_CLEAR(self->dict); |
| 445 | Py_TYPE(self)->tp_free((PyObject *)self); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 446 | } |
| 447 | |
| 448 | static PyObject * |
| 449 | err_closed(void) |
| 450 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 451 | PyErr_SetString(PyExc_ValueError, "I/O operation on closed file"); |
| 452 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 453 | } |
| 454 | |
| 455 | static PyObject * |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 456 | err_mode(char *action) |
| 457 | { |
Antoine Pitrou | 0d739d7 | 2010-09-05 23:01:12 +0000 | [diff] [blame] | 458 | PyErr_Format(IO_STATE->unsupported_operation, |
| 459 | "File not open for %s", action); |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 460 | return NULL; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 461 | } |
| 462 | |
| 463 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 464 | fileio_fileno(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 465 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 466 | if (self->fd < 0) |
| 467 | return err_closed(); |
| 468 | return PyLong_FromLong((long) self->fd); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 469 | } |
| 470 | |
| 471 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 472 | fileio_readable(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 473 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 474 | if (self->fd < 0) |
| 475 | return err_closed(); |
| 476 | return PyBool_FromLong((long) self->readable); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 477 | } |
| 478 | |
| 479 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 480 | fileio_writable(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 481 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 482 | if (self->fd < 0) |
| 483 | return err_closed(); |
| 484 | return PyBool_FromLong((long) self->writable); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 485 | } |
| 486 | |
| 487 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 488 | fileio_seekable(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 489 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 490 | if (self->fd < 0) |
| 491 | return err_closed(); |
| 492 | if (self->seekable < 0) { |
| 493 | PyObject *pos = portable_lseek(self->fd, NULL, SEEK_CUR); |
| 494 | if (pos == NULL) { |
| 495 | PyErr_Clear(); |
| 496 | self->seekable = 0; |
| 497 | } else { |
| 498 | Py_DECREF(pos); |
| 499 | self->seekable = 1; |
| 500 | } |
| 501 | } |
| 502 | return PyBool_FromLong((long) self->seekable); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 503 | } |
| 504 | |
| 505 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 506 | fileio_readinto(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 507 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 508 | Py_buffer pbuf; |
| 509 | Py_ssize_t n; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 510 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 511 | if (self->fd < 0) |
| 512 | return err_closed(); |
| 513 | if (!self->readable) |
| 514 | return err_mode("reading"); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 515 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 516 | if (!PyArg_ParseTuple(args, "w*", &pbuf)) |
| 517 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 518 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 519 | if (_PyVerify_fd(self->fd)) { |
| 520 | Py_BEGIN_ALLOW_THREADS |
| 521 | errno = 0; |
| 522 | n = read(self->fd, pbuf.buf, pbuf.len); |
| 523 | Py_END_ALLOW_THREADS |
| 524 | } else |
| 525 | n = -1; |
| 526 | PyBuffer_Release(&pbuf); |
| 527 | if (n < 0) { |
| 528 | if (errno == EAGAIN) |
| 529 | Py_RETURN_NONE; |
| 530 | PyErr_SetFromErrno(PyExc_IOError); |
| 531 | return NULL; |
| 532 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 533 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 534 | return PyLong_FromSsize_t(n); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 535 | } |
| 536 | |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 537 | static size_t |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 538 | new_buffersize(fileio *self, size_t currentsize) |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 539 | { |
| 540 | #ifdef HAVE_FSTAT |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 541 | off_t pos, end; |
| 542 | struct stat st; |
| 543 | if (fstat(self->fd, &st) == 0) { |
| 544 | end = st.st_size; |
| 545 | pos = lseek(self->fd, 0L, SEEK_CUR); |
| 546 | /* Files claiming a size smaller than SMALLCHUNK may |
| 547 | actually be streaming pseudo-files. In this case, we |
| 548 | apply the more aggressive algorithm below. |
| 549 | */ |
| 550 | if (end >= SMALLCHUNK && end >= pos && pos >= 0) { |
| 551 | /* Add 1 so if the file were to grow we'd notice. */ |
| 552 | return currentsize + end - pos + 1; |
| 553 | } |
| 554 | } |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 555 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 556 | if (currentsize > SMALLCHUNK) { |
| 557 | /* Keep doubling until we reach BIGCHUNK; |
| 558 | then keep adding BIGCHUNK. */ |
| 559 | if (currentsize <= BIGCHUNK) |
| 560 | return currentsize + currentsize; |
| 561 | else |
| 562 | return currentsize + BIGCHUNK; |
| 563 | } |
| 564 | return currentsize + SMALLCHUNK; |
Benjamin Peterson | 4fa88fa | 2009-03-04 00:14:51 +0000 | [diff] [blame] | 565 | } |
| 566 | |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 567 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 568 | fileio_readall(fileio *self) |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 569 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 570 | PyObject *result; |
| 571 | Py_ssize_t total = 0; |
| 572 | int n; |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 573 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 574 | if (!_PyVerify_fd(self->fd)) |
| 575 | return PyErr_SetFromErrno(PyExc_IOError); |
Kristján Valur Jónsson | a8abe86 | 2009-03-24 15:27:42 +0000 | [diff] [blame] | 576 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 577 | result = PyBytes_FromStringAndSize(NULL, SMALLCHUNK); |
| 578 | if (result == NULL) |
| 579 | return NULL; |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 580 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 581 | while (1) { |
| 582 | size_t newsize = new_buffersize(self, total); |
| 583 | if (newsize > PY_SSIZE_T_MAX || newsize <= 0) { |
| 584 | PyErr_SetString(PyExc_OverflowError, |
| 585 | "unbounded read returned more bytes " |
| 586 | "than a Python string can hold "); |
| 587 | Py_DECREF(result); |
| 588 | return NULL; |
| 589 | } |
Christian Heimes | a872de5 | 2008-12-05 08:26:55 +0000 | [diff] [blame] | 590 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 591 | if (PyBytes_GET_SIZE(result) < (Py_ssize_t)newsize) { |
| 592 | if (_PyBytes_Resize(&result, newsize) < 0) { |
| 593 | if (total == 0) { |
| 594 | Py_DECREF(result); |
| 595 | return NULL; |
| 596 | } |
| 597 | PyErr_Clear(); |
| 598 | break; |
| 599 | } |
| 600 | } |
| 601 | Py_BEGIN_ALLOW_THREADS |
| 602 | errno = 0; |
| 603 | n = read(self->fd, |
| 604 | PyBytes_AS_STRING(result) + total, |
| 605 | newsize - total); |
| 606 | Py_END_ALLOW_THREADS |
| 607 | if (n == 0) |
| 608 | break; |
| 609 | if (n < 0) { |
| 610 | if (total > 0) |
| 611 | break; |
| 612 | if (errno == EAGAIN) { |
| 613 | Py_DECREF(result); |
| 614 | Py_RETURN_NONE; |
| 615 | } |
| 616 | Py_DECREF(result); |
| 617 | PyErr_SetFromErrno(PyExc_IOError); |
| 618 | return NULL; |
| 619 | } |
| 620 | total += n; |
| 621 | } |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 622 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 623 | if (PyBytes_GET_SIZE(result) > total) { |
| 624 | if (_PyBytes_Resize(&result, total) < 0) { |
| 625 | /* This should never happen, but just in case */ |
| 626 | Py_DECREF(result); |
| 627 | return NULL; |
| 628 | } |
| 629 | } |
| 630 | return result; |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 631 | } |
| 632 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 633 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 634 | fileio_read(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 635 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 636 | char *ptr; |
| 637 | Py_ssize_t n; |
| 638 | Py_ssize_t size = -1; |
| 639 | PyObject *bytes; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 640 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 641 | if (self->fd < 0) |
| 642 | return err_closed(); |
| 643 | if (!self->readable) |
| 644 | return err_mode("reading"); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 645 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 646 | if (!PyArg_ParseTuple(args, "|O&", &_PyIO_ConvertSsize_t, &size)) |
| 647 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 648 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 649 | if (size < 0) { |
| 650 | return fileio_readall(self); |
| 651 | } |
Guido van Rossum | c2f93dc | 2007-05-24 00:50:02 +0000 | [diff] [blame] | 652 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 653 | bytes = PyBytes_FromStringAndSize(NULL, size); |
| 654 | if (bytes == NULL) |
| 655 | return NULL; |
| 656 | ptr = PyBytes_AS_STRING(bytes); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 657 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 658 | if (_PyVerify_fd(self->fd)) { |
| 659 | Py_BEGIN_ALLOW_THREADS |
| 660 | errno = 0; |
| 661 | n = read(self->fd, ptr, size); |
| 662 | Py_END_ALLOW_THREADS |
| 663 | } else |
| 664 | n = -1; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 665 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 666 | if (n < 0) { |
| 667 | Py_DECREF(bytes); |
| 668 | if (errno == EAGAIN) |
| 669 | Py_RETURN_NONE; |
| 670 | PyErr_SetFromErrno(PyExc_IOError); |
| 671 | return NULL; |
| 672 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 673 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 674 | if (n != size) { |
| 675 | if (_PyBytes_Resize(&bytes, n) < 0) { |
| 676 | Py_DECREF(bytes); |
| 677 | return NULL; |
| 678 | } |
| 679 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 680 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 681 | return (PyObject *) bytes; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 682 | } |
| 683 | |
| 684 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 685 | fileio_write(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 686 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 687 | Py_buffer pbuf; |
| 688 | Py_ssize_t n; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 689 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 690 | if (self->fd < 0) |
| 691 | return err_closed(); |
| 692 | if (!self->writable) |
| 693 | return err_mode("writing"); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 694 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 695 | if (!PyArg_ParseTuple(args, "y*", &pbuf)) |
| 696 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 697 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 698 | if (_PyVerify_fd(self->fd)) { |
| 699 | Py_BEGIN_ALLOW_THREADS |
| 700 | errno = 0; |
| 701 | n = write(self->fd, pbuf.buf, pbuf.len); |
| 702 | Py_END_ALLOW_THREADS |
| 703 | } else |
| 704 | n = -1; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 705 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 706 | PyBuffer_Release(&pbuf); |
Martin v. Löwis | 423be95 | 2008-08-13 15:53:07 +0000 | [diff] [blame] | 707 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 708 | if (n < 0) { |
| 709 | if (errno == EAGAIN) |
| 710 | Py_RETURN_NONE; |
| 711 | PyErr_SetFromErrno(PyExc_IOError); |
| 712 | return NULL; |
| 713 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 714 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 715 | return PyLong_FromSsize_t(n); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 716 | } |
| 717 | |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 718 | /* XXX Windows support below is likely incomplete */ |
| 719 | |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 720 | /* Cribbed from posix_lseek() */ |
| 721 | static PyObject * |
| 722 | portable_lseek(int fd, PyObject *posobj, int whence) |
| 723 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 724 | Py_off_t pos, res; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 725 | |
| 726 | #ifdef SEEK_SET |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 727 | /* Turn 0, 1, 2 into SEEK_{SET,CUR,END} */ |
| 728 | switch (whence) { |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 729 | #if SEEK_SET != 0 |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 730 | case 0: whence = SEEK_SET; break; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 731 | #endif |
| 732 | #if SEEK_CUR != 1 |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 733 | case 1: whence = SEEK_CUR; break; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 734 | #endif |
Antoine Pitrou | 4f7945f | 2009-01-20 11:42:11 +0000 | [diff] [blame] | 735 | #if SEEK_END != 2 |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 736 | case 2: whence = SEEK_END; break; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 737 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 738 | } |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 739 | #endif /* SEEK_SET */ |
| 740 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 741 | if (posobj == NULL) |
| 742 | pos = 0; |
| 743 | else { |
| 744 | if(PyFloat_Check(posobj)) { |
| 745 | PyErr_SetString(PyExc_TypeError, "an integer is required"); |
| 746 | return NULL; |
| 747 | } |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 748 | #if defined(HAVE_LARGEFILE_SUPPORT) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 749 | pos = PyLong_AsLongLong(posobj); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 750 | #else |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 751 | pos = PyLong_AsLong(posobj); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 752 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 753 | if (PyErr_Occurred()) |
| 754 | return NULL; |
| 755 | } |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 756 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 757 | if (_PyVerify_fd(fd)) { |
| 758 | Py_BEGIN_ALLOW_THREADS |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 759 | #if defined(MS_WIN64) || defined(MS_WINDOWS) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 760 | res = _lseeki64(fd, pos, whence); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 761 | #else |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 762 | res = lseek(fd, pos, whence); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 763 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 764 | Py_END_ALLOW_THREADS |
| 765 | } else |
| 766 | res = -1; |
| 767 | if (res < 0) |
| 768 | return PyErr_SetFromErrno(PyExc_IOError); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 769 | |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 770 | #if defined(HAVE_LARGEFILE_SUPPORT) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 771 | return PyLong_FromLongLong(res); |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 772 | #else |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 773 | return PyLong_FromLong(res); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 774 | #endif |
| 775 | } |
| 776 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 777 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 778 | fileio_seek(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 779 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 780 | PyObject *posobj; |
| 781 | int whence = 0; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 782 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 783 | if (self->fd < 0) |
| 784 | return err_closed(); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 785 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 786 | if (!PyArg_ParseTuple(args, "O|i", &posobj, &whence)) |
| 787 | return NULL; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 788 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 789 | return portable_lseek(self->fd, posobj, whence); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 790 | } |
| 791 | |
| 792 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 793 | fileio_tell(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 794 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 795 | if (self->fd < 0) |
| 796 | return err_closed(); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 797 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 798 | return portable_lseek(self->fd, NULL, 1); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 799 | } |
| 800 | |
Thomas Heller | c6a55ee | 2007-07-11 12:45:46 +0000 | [diff] [blame] | 801 | #ifdef HAVE_FTRUNCATE |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 802 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 803 | fileio_truncate(fileio *self, PyObject *args) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 804 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 805 | PyObject *posobj = NULL; /* the new size wanted by the user */ |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 806 | #ifndef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 807 | Py_off_t pos; |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 808 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 809 | int ret; |
| 810 | int fd; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 811 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 812 | fd = self->fd; |
| 813 | if (fd < 0) |
| 814 | return err_closed(); |
| 815 | if (!self->writable) |
| 816 | return err_mode("writing"); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 817 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 818 | if (!PyArg_ParseTuple(args, "|O", &posobj)) |
| 819 | return NULL; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 820 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 821 | if (posobj == Py_None || posobj == NULL) { |
| 822 | /* Get the current position. */ |
| 823 | posobj = portable_lseek(fd, NULL, 1); |
| 824 | if (posobj == NULL) |
| 825 | return NULL; |
| 826 | } |
| 827 | else { |
| 828 | Py_INCREF(posobj); |
| 829 | } |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 830 | |
Thomas Heller | fdeee3a | 2007-07-12 11:21:36 +0000 | [diff] [blame] | 831 | #ifdef MS_WINDOWS |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 832 | /* MS _chsize doesn't work if newsize doesn't fit in 32 bits, |
| 833 | so don't even try using it. */ |
| 834 | { |
| 835 | PyObject *oldposobj, *tempposobj; |
| 836 | HANDLE hFile; |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 837 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 838 | /* we save the file pointer position */ |
| 839 | oldposobj = portable_lseek(fd, NULL, 1); |
| 840 | if (oldposobj == NULL) { |
| 841 | Py_DECREF(posobj); |
| 842 | return NULL; |
| 843 | } |
Thomas Heller | fdeee3a | 2007-07-12 11:21:36 +0000 | [diff] [blame] | 844 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 845 | /* we then move to the truncation position */ |
| 846 | tempposobj = portable_lseek(fd, posobj, 0); |
| 847 | if (tempposobj == NULL) { |
| 848 | Py_DECREF(oldposobj); |
| 849 | Py_DECREF(posobj); |
| 850 | return NULL; |
| 851 | } |
| 852 | Py_DECREF(tempposobj); |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 853 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 854 | /* Truncate. Note that this may grow the file! */ |
| 855 | Py_BEGIN_ALLOW_THREADS |
| 856 | errno = 0; |
| 857 | hFile = (HANDLE)_get_osfhandle(fd); |
| 858 | ret = hFile == (HANDLE)-1; /* testing for INVALID_HANDLE value */ |
| 859 | if (ret == 0) { |
| 860 | ret = SetEndOfFile(hFile) == 0; |
| 861 | if (ret) |
| 862 | errno = EACCES; |
| 863 | } |
| 864 | Py_END_ALLOW_THREADS |
| 865 | |
| 866 | /* we restore the file pointer position in any case */ |
| 867 | tempposobj = portable_lseek(fd, oldposobj, 0); |
| 868 | Py_DECREF(oldposobj); |
| 869 | if (tempposobj == NULL) { |
| 870 | Py_DECREF(posobj); |
| 871 | return NULL; |
| 872 | } |
| 873 | Py_DECREF(tempposobj); |
| 874 | } |
Thomas Heller | fdeee3a | 2007-07-12 11:21:36 +0000 | [diff] [blame] | 875 | #else |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 876 | |
| 877 | #if defined(HAVE_LARGEFILE_SUPPORT) |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 878 | pos = PyLong_AsLongLong(posobj); |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 879 | #else |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 880 | pos = PyLong_AsLong(posobj); |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 881 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 882 | if (PyErr_Occurred()){ |
| 883 | Py_DECREF(posobj); |
| 884 | return NULL; |
| 885 | } |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 886 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 887 | Py_BEGIN_ALLOW_THREADS |
| 888 | errno = 0; |
| 889 | ret = ftruncate(fd, pos); |
| 890 | Py_END_ALLOW_THREADS |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 891 | |
Thomas Heller | fdeee3a | 2007-07-12 11:21:36 +0000 | [diff] [blame] | 892 | #endif /* !MS_WINDOWS */ |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 893 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 894 | if (ret != 0) { |
| 895 | Py_DECREF(posobj); |
| 896 | PyErr_SetFromErrno(PyExc_IOError); |
| 897 | return NULL; |
| 898 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 899 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 900 | return posobj; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 901 | } |
Antoine Pitrou | 905a2ff | 2010-01-31 22:47:27 +0000 | [diff] [blame] | 902 | #endif /* HAVE_FTRUNCATE */ |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 903 | |
| 904 | static char * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 905 | mode_string(fileio *self) |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 906 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 907 | if (self->readable) { |
| 908 | if (self->writable) |
| 909 | return "rb+"; |
| 910 | else |
| 911 | return "rb"; |
| 912 | } |
| 913 | else |
| 914 | return "wb"; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 915 | } |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 916 | |
| 917 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 918 | fileio_repr(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 919 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 920 | PyObject *nameobj, *res; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 921 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 922 | if (self->fd < 0) |
| 923 | return PyUnicode_FromFormat("<_io.FileIO [closed]>"); |
Antoine Pitrou | 716c444 | 2009-05-23 19:04:03 +0000 | [diff] [blame] | 924 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 925 | nameobj = PyObject_GetAttrString((PyObject *) self, "name"); |
| 926 | if (nameobj == NULL) { |
| 927 | if (PyErr_ExceptionMatches(PyExc_AttributeError)) |
| 928 | PyErr_Clear(); |
| 929 | else |
| 930 | return NULL; |
| 931 | res = PyUnicode_FromFormat("<_io.FileIO fd=%d mode='%s'>", |
| 932 | self->fd, mode_string(self)); |
| 933 | } |
| 934 | else { |
| 935 | res = PyUnicode_FromFormat("<_io.FileIO name=%R mode='%s'>", |
| 936 | nameobj, mode_string(self)); |
| 937 | Py_DECREF(nameobj); |
| 938 | } |
| 939 | return res; |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 940 | } |
| 941 | |
| 942 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 943 | fileio_isatty(fileio *self) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 944 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 945 | long res; |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 946 | |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 947 | if (self->fd < 0) |
| 948 | return err_closed(); |
| 949 | Py_BEGIN_ALLOW_THREADS |
| 950 | res = isatty(self->fd); |
| 951 | Py_END_ALLOW_THREADS |
| 952 | return PyBool_FromLong(res); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 953 | } |
| 954 | |
Antoine Pitrou | 243757e | 2010-11-05 21:15:39 +0000 | [diff] [blame^] | 955 | static PyObject * |
| 956 | fileio_getstate(fileio *self) |
| 957 | { |
| 958 | PyErr_Format(PyExc_TypeError, |
| 959 | "cannot serialize '%s' object", Py_TYPE(self)->tp_name); |
| 960 | return NULL; |
| 961 | } |
| 962 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 963 | |
| 964 | PyDoc_STRVAR(fileio_doc, |
| 965 | "file(name: str[, mode: str]) -> file IO object\n" |
| 966 | "\n" |
| 967 | "Open a file. The mode can be 'r', 'w' or 'a' for reading (default),\n" |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 968 | "writing or appending. The file will be created if it doesn't exist\n" |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 969 | "when opened for writing or appending; it will be truncated when\n" |
| 970 | "opened for writing. Add a '+' to the mode to allow simultaneous\n" |
| 971 | "reading and writing."); |
| 972 | |
| 973 | PyDoc_STRVAR(read_doc, |
| 974 | "read(size: int) -> bytes. read at most size bytes, returned as bytes.\n" |
| 975 | "\n" |
| 976 | "Only makes one system call, so less data may be returned than requested\n" |
Guido van Rossum | 7165cb1 | 2007-07-10 06:54:34 +0000 | [diff] [blame] | 977 | "In non-blocking mode, returns None if no data is available.\n" |
| 978 | "On end-of-file, returns ''."); |
| 979 | |
| 980 | PyDoc_STRVAR(readall_doc, |
| 981 | "readall() -> bytes. read all data from the file, returned as bytes.\n" |
| 982 | "\n" |
| 983 | "In non-blocking mode, returns as much as is immediately available,\n" |
| 984 | "or None if no data is available. On end-of-file, returns ''."); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 985 | |
| 986 | PyDoc_STRVAR(write_doc, |
| 987 | "write(b: bytes) -> int. Write bytes b to file, return number written.\n" |
| 988 | "\n" |
| 989 | "Only makes one system call, so not all of the data may be written.\n" |
| 990 | "The number of bytes actually written is returned."); |
| 991 | |
| 992 | PyDoc_STRVAR(fileno_doc, |
| 993 | "fileno() -> int. \"file descriptor\".\n" |
| 994 | "\n" |
| 995 | "This is needed for lower-level file interfaces, such the fcntl module."); |
| 996 | |
| 997 | PyDoc_STRVAR(seek_doc, |
| 998 | "seek(offset: int[, whence: int]) -> None. Move to new file position.\n" |
| 999 | "\n" |
| 1000 | "Argument offset is a byte count. Optional argument whence defaults to\n" |
| 1001 | "0 (offset from start of file, offset should be >= 0); other values are 1\n" |
| 1002 | "(move relative to current position, positive or negative), and 2 (move\n" |
| 1003 | "relative to end of file, usually negative, although many platforms allow\n" |
| 1004 | "seeking beyond the end of a file)." |
| 1005 | "\n" |
| 1006 | "Note that not all file objects are seekable."); |
| 1007 | |
Thomas Heller | c6a55ee | 2007-07-11 12:45:46 +0000 | [diff] [blame] | 1008 | #ifdef HAVE_FTRUNCATE |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1009 | PyDoc_STRVAR(truncate_doc, |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1010 | "truncate([size: int]) -> None. Truncate the file to at most size bytes.\n" |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1011 | "\n" |
Alexandre Vassalotti | 77250f4 | 2008-05-06 19:48:38 +0000 | [diff] [blame] | 1012 | "Size defaults to the current file position, as returned by tell()." |
| 1013 | "The current file position is changed to the value of size."); |
Thomas Heller | c6a55ee | 2007-07-11 12:45:46 +0000 | [diff] [blame] | 1014 | #endif |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1015 | |
| 1016 | PyDoc_STRVAR(tell_doc, |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1017 | "tell() -> int. Current file position"); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1018 | |
| 1019 | PyDoc_STRVAR(readinto_doc, |
Benjamin Peterson | 9a8082f | 2009-03-05 00:55:56 +0000 | [diff] [blame] | 1020 | "readinto() -> Same as RawIOBase.readinto()."); |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1021 | |
| 1022 | PyDoc_STRVAR(close_doc, |
| 1023 | "close() -> None. Close the file.\n" |
| 1024 | "\n" |
| 1025 | "A closed file cannot be used for further I/O operations. close() may be\n" |
| 1026 | "called more than once without error. Changes the fileno to -1."); |
| 1027 | |
| 1028 | PyDoc_STRVAR(isatty_doc, |
| 1029 | "isatty() -> bool. True if the file is connected to a tty device."); |
| 1030 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1031 | PyDoc_STRVAR(seekable_doc, |
| 1032 | "seekable() -> bool. True if file supports random-access."); |
| 1033 | |
| 1034 | PyDoc_STRVAR(readable_doc, |
| 1035 | "readable() -> bool. True if file was opened in a read mode."); |
| 1036 | |
| 1037 | PyDoc_STRVAR(writable_doc, |
| 1038 | "writable() -> bool. True if file was opened in a write mode."); |
| 1039 | |
| 1040 | static PyMethodDef fileio_methods[] = { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1041 | {"read", (PyCFunction)fileio_read, METH_VARARGS, read_doc}, |
| 1042 | {"readall", (PyCFunction)fileio_readall, METH_NOARGS, readall_doc}, |
| 1043 | {"readinto", (PyCFunction)fileio_readinto, METH_VARARGS, readinto_doc}, |
| 1044 | {"write", (PyCFunction)fileio_write, METH_VARARGS, write_doc}, |
| 1045 | {"seek", (PyCFunction)fileio_seek, METH_VARARGS, seek_doc}, |
| 1046 | {"tell", (PyCFunction)fileio_tell, METH_VARARGS, tell_doc}, |
Thomas Heller | c6a55ee | 2007-07-11 12:45:46 +0000 | [diff] [blame] | 1047 | #ifdef HAVE_FTRUNCATE |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1048 | {"truncate", (PyCFunction)fileio_truncate, METH_VARARGS, truncate_doc}, |
Thomas Heller | c6a55ee | 2007-07-11 12:45:46 +0000 | [diff] [blame] | 1049 | #endif |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1050 | {"close", (PyCFunction)fileio_close, METH_NOARGS, close_doc}, |
| 1051 | {"seekable", (PyCFunction)fileio_seekable, METH_NOARGS, seekable_doc}, |
| 1052 | {"readable", (PyCFunction)fileio_readable, METH_NOARGS, readable_doc}, |
| 1053 | {"writable", (PyCFunction)fileio_writable, METH_NOARGS, writable_doc}, |
| 1054 | {"fileno", (PyCFunction)fileio_fileno, METH_NOARGS, fileno_doc}, |
| 1055 | {"isatty", (PyCFunction)fileio_isatty, METH_NOARGS, isatty_doc}, |
Antoine Pitrou | e033e06 | 2010-10-29 10:38:18 +0000 | [diff] [blame] | 1056 | {"_dealloc_warn", (PyCFunction)fileio_dealloc_warn, METH_O, NULL}, |
Antoine Pitrou | 243757e | 2010-11-05 21:15:39 +0000 | [diff] [blame^] | 1057 | {"__getstate__", (PyCFunction)fileio_getstate, METH_NOARGS, NULL}, |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1058 | {NULL, NULL} /* sentinel */ |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1059 | }; |
| 1060 | |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 1061 | /* 'closed' and 'mode' are attributes for backwards compatibility reasons. */ |
| 1062 | |
Guido van Rossum | b042815 | 2007-04-08 17:44:42 +0000 | [diff] [blame] | 1063 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 1064 | get_closed(fileio *self, void *closure) |
Guido van Rossum | b042815 | 2007-04-08 17:44:42 +0000 | [diff] [blame] | 1065 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1066 | return PyBool_FromLong((long)(self->fd < 0)); |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 1067 | } |
| 1068 | |
| 1069 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 1070 | get_closefd(fileio *self, void *closure) |
Christian Heimes | ecc42a2 | 2008-11-05 19:30:32 +0000 | [diff] [blame] | 1071 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1072 | return PyBool_FromLong((long)(self->closefd)); |
Christian Heimes | ecc42a2 | 2008-11-05 19:30:32 +0000 | [diff] [blame] | 1073 | } |
| 1074 | |
| 1075 | static PyObject * |
Benjamin Peterson | 680bf1a | 2009-06-12 02:07:12 +0000 | [diff] [blame] | 1076 | get_mode(fileio *self, void *closure) |
Guido van Rossum | 53807da | 2007-04-10 19:01:47 +0000 | [diff] [blame] | 1077 | { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1078 | return PyUnicode_FromString(mode_string(self)); |
Guido van Rossum | b042815 | 2007-04-08 17:44:42 +0000 | [diff] [blame] | 1079 | } |
| 1080 | |
| 1081 | static PyGetSetDef fileio_getsetlist[] = { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1082 | {"closed", (getter)get_closed, NULL, "True if the file is closed"}, |
| 1083 | {"closefd", (getter)get_closefd, NULL, |
| 1084 | "True if the file descriptor will be closed"}, |
| 1085 | {"mode", (getter)get_mode, NULL, "String giving the file mode"}, |
| 1086 | {NULL}, |
Guido van Rossum | b042815 | 2007-04-08 17:44:42 +0000 | [diff] [blame] | 1087 | }; |
| 1088 | |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1089 | PyTypeObject PyFileIO_Type = { |
Antoine Pitrou | ae4b472 | 2010-05-05 16:31:07 +0000 | [diff] [blame] | 1090 | PyVarObject_HEAD_INIT(NULL, 0) |
| 1091 | "_io.FileIO", |
| 1092 | sizeof(fileio), |
| 1093 | 0, |
| 1094 | (destructor)fileio_dealloc, /* tp_dealloc */ |
| 1095 | 0, /* tp_print */ |
| 1096 | 0, /* tp_getattr */ |
| 1097 | 0, /* tp_setattr */ |
| 1098 | 0, /* tp_reserved */ |
| 1099 | (reprfunc)fileio_repr, /* tp_repr */ |
| 1100 | 0, /* tp_as_number */ |
| 1101 | 0, /* tp_as_sequence */ |
| 1102 | 0, /* tp_as_mapping */ |
| 1103 | 0, /* tp_hash */ |
| 1104 | 0, /* tp_call */ |
| 1105 | 0, /* tp_str */ |
| 1106 | PyObject_GenericGetAttr, /* tp_getattro */ |
| 1107 | 0, /* tp_setattro */ |
| 1108 | 0, /* tp_as_buffer */ |
| 1109 | Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE |
| 1110 | | Py_TPFLAGS_HAVE_GC, /* tp_flags */ |
| 1111 | fileio_doc, /* tp_doc */ |
| 1112 | (traverseproc)fileio_traverse, /* tp_traverse */ |
| 1113 | (inquiry)fileio_clear, /* tp_clear */ |
| 1114 | 0, /* tp_richcompare */ |
| 1115 | offsetof(fileio, weakreflist), /* tp_weaklistoffset */ |
| 1116 | 0, /* tp_iter */ |
| 1117 | 0, /* tp_iternext */ |
| 1118 | fileio_methods, /* tp_methods */ |
| 1119 | 0, /* tp_members */ |
| 1120 | fileio_getsetlist, /* tp_getset */ |
| 1121 | 0, /* tp_base */ |
| 1122 | 0, /* tp_dict */ |
| 1123 | 0, /* tp_descr_get */ |
| 1124 | 0, /* tp_descr_set */ |
| 1125 | offsetof(fileio, dict), /* tp_dictoffset */ |
| 1126 | fileio_init, /* tp_init */ |
| 1127 | PyType_GenericAlloc, /* tp_alloc */ |
| 1128 | fileio_new, /* tp_new */ |
| 1129 | PyObject_GC_Del, /* tp_free */ |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 +0000 | [diff] [blame] | 1130 | }; |