blob: 079918c4a302e1735f0da6946842ad02768c6ee7 [file] [log] [blame]
Victor Stinner4e314432010-10-07 21:45:39 +00001#include "Python.h"
Stefan Krah6df5cae2012-11-12 20:14:36 +01002#include "osdefs.h"
Stefan Krah6c01e382014-01-20 15:31:08 +01003#include <locale.h>
4
Victor Stinnerb306d752010-10-07 22:09:40 +00005#ifdef MS_WINDOWS
Steve Dowerd81431f2015-03-06 14:47:02 -08006# include <malloc.h>
Victor Stinnerb306d752010-10-07 22:09:40 +00007# include <windows.h>
Steve Dower8fc89802015-04-12 00:26:27 -04008extern int winerror_to_errno(int);
Victor Stinnerb306d752010-10-07 22:09:40 +00009#endif
Victor Stinner4e314432010-10-07 21:45:39 +000010
Brett Cannonefb00c02012-02-29 18:31:31 -050011#ifdef HAVE_LANGINFO_H
12#include <langinfo.h>
13#endif
14
Victor Stinnerdaf45552013-08-28 00:53:59 +020015#ifdef HAVE_SYS_IOCTL_H
16#include <sys/ioctl.h>
17#endif
18
19#ifdef HAVE_FCNTL_H
20#include <fcntl.h>
21#endif /* HAVE_FCNTL_H */
22
Victor Stinnere2623772012-11-12 23:04:02 +010023#ifdef __APPLE__
24extern wchar_t* _Py_DecodeUTF8_surrogateescape(const char *s, Py_ssize_t size);
25#endif
26
Victor Stinnerdaf45552013-08-28 00:53:59 +020027#ifdef O_CLOEXEC
Victor Stinnerb034eee2013-09-07 10:36:04 +020028/* Does open() support the O_CLOEXEC flag? Possible values:
Victor Stinnerdaf45552013-08-28 00:53:59 +020029
30 -1: unknown
31 0: open() ignores O_CLOEXEC flag, ex: Linux kernel older than 2.6.23
32 1: open() supports O_CLOEXEC flag, close-on-exec is set
33
Victor Stinnera555cfc2015-03-18 00:22:14 +010034 The flag is used by _Py_open(), _Py_open_noraise(), io.FileIO
35 and os.open(). */
Victor Stinnerdaf45552013-08-28 00:53:59 +020036int _Py_open_cloexec_works = -1;
37#endif
38
Brett Cannonefb00c02012-02-29 18:31:31 -050039PyObject *
40_Py_device_encoding(int fd)
41{
Victor Stinner14b9b112013-06-25 00:37:25 +020042#if defined(MS_WINDOWS)
Brett Cannonefb00c02012-02-29 18:31:31 -050043 UINT cp;
44#endif
Steve Dower8fc89802015-04-12 00:26:27 -040045 int valid;
46 _Py_BEGIN_SUPPRESS_IPH
47 valid = _PyVerify_fd(fd) && isatty(fd);
48 _Py_END_SUPPRESS_IPH
49 if (!valid)
Brett Cannonefb00c02012-02-29 18:31:31 -050050 Py_RETURN_NONE;
Steve Dower8fc89802015-04-12 00:26:27 -040051
Victor Stinner14b9b112013-06-25 00:37:25 +020052#if defined(MS_WINDOWS)
Brett Cannonefb00c02012-02-29 18:31:31 -050053 if (fd == 0)
54 cp = GetConsoleCP();
55 else if (fd == 1 || fd == 2)
56 cp = GetConsoleOutputCP();
57 else
58 cp = 0;
59 /* GetConsoleCP() and GetConsoleOutputCP() return 0 if the application
60 has no console */
61 if (cp != 0)
62 return PyUnicode_FromFormat("cp%u", (unsigned int)cp);
63#elif defined(CODESET)
64 {
65 char *codeset = nl_langinfo(CODESET);
66 if (codeset != NULL && codeset[0] != 0)
67 return PyUnicode_FromString(codeset);
68 }
69#endif
70 Py_RETURN_NONE;
71}
72
Victor Stinnerd45c7f82012-12-04 01:34:47 +010073#if !defined(__APPLE__) && !defined(MS_WINDOWS)
74extern int _Py_normalize_encoding(const char *, char *, size_t);
75
76/* Workaround FreeBSD and OpenIndiana locale encoding issue with the C locale.
77 On these operating systems, nl_langinfo(CODESET) announces an alias of the
78 ASCII encoding, whereas mbstowcs() and wcstombs() functions use the
79 ISO-8859-1 encoding. The problem is that os.fsencode() and os.fsdecode() use
80 locale.getpreferredencoding() codec. For example, if command line arguments
81 are decoded by mbstowcs() and encoded back by os.fsencode(), we get a
82 UnicodeEncodeError instead of retrieving the original byte string.
83
84 The workaround is enabled if setlocale(LC_CTYPE, NULL) returns "C",
85 nl_langinfo(CODESET) announces "ascii" (or an alias to ASCII), and at least
86 one byte in range 0x80-0xff can be decoded from the locale encoding. The
87 workaround is also enabled on error, for example if getting the locale
88 failed.
89
Philip Jenvey215c49a2013-01-15 13:24:12 -080090 Values of force_ascii:
Victor Stinnerd45c7f82012-12-04 01:34:47 +010091
Victor Stinnerf6a271a2014-08-01 12:28:48 +020092 1: the workaround is used: Py_EncodeLocale() uses
93 encode_ascii_surrogateescape() and Py_DecodeLocale() uses
Victor Stinnerd45c7f82012-12-04 01:34:47 +010094 decode_ascii_surrogateescape()
Victor Stinnerf6a271a2014-08-01 12:28:48 +020095 0: the workaround is not used: Py_EncodeLocale() uses wcstombs() and
96 Py_DecodeLocale() uses mbstowcs()
Victor Stinnerd45c7f82012-12-04 01:34:47 +010097 -1: unknown, need to call check_force_ascii() to get the value
98*/
99static int force_ascii = -1;
100
101static int
102check_force_ascii(void)
103{
104 char *loc;
105#if defined(HAVE_LANGINFO_H) && defined(CODESET)
106 char *codeset, **alias;
107 char encoding[100];
108 int is_ascii;
109 unsigned int i;
110 char* ascii_aliases[] = {
111 "ascii",
112 "646",
113 "ansi-x3.4-1968",
114 "ansi-x3-4-1968",
115 "ansi-x3.4-1986",
116 "cp367",
117 "csascii",
118 "ibm367",
119 "iso646-us",
120 "iso-646.irv-1991",
121 "iso-ir-6",
122 "us",
123 "us-ascii",
124 NULL
125 };
126#endif
127
128 loc = setlocale(LC_CTYPE, NULL);
129 if (loc == NULL)
130 goto error;
131 if (strcmp(loc, "C") != 0) {
132 /* the LC_CTYPE locale is different than C */
133 return 0;
134 }
135
136#if defined(HAVE_LANGINFO_H) && defined(CODESET)
137 codeset = nl_langinfo(CODESET);
138 if (!codeset || codeset[0] == '\0') {
139 /* CODESET is not set or empty */
140 goto error;
141 }
142 if (!_Py_normalize_encoding(codeset, encoding, sizeof(encoding)))
143 goto error;
144
145 is_ascii = 0;
146 for (alias=ascii_aliases; *alias != NULL; alias++) {
147 if (strcmp(encoding, *alias) == 0) {
148 is_ascii = 1;
149 break;
150 }
151 }
152 if (!is_ascii) {
153 /* nl_langinfo(CODESET) is not "ascii" or an alias of ASCII */
154 return 0;
155 }
156
157 for (i=0x80; i<0xff; i++) {
158 unsigned char ch;
159 wchar_t wch;
160 size_t res;
161
162 ch = (unsigned char)i;
163 res = mbstowcs(&wch, (char*)&ch, 1);
164 if (res != (size_t)-1) {
165 /* decoding a non-ASCII character from the locale encoding succeed:
166 the locale encoding is not ASCII, force ASCII */
167 return 1;
168 }
169 }
170 /* None of the bytes in the range 0x80-0xff can be decoded from the locale
171 encoding: the locale encoding is really ASCII */
172 return 0;
173#else
174 /* nl_langinfo(CODESET) is not available: always force ASCII */
175 return 1;
176#endif
177
178error:
179 /* if an error occured, force the ASCII encoding */
180 return 1;
181}
182
183static char*
184encode_ascii_surrogateescape(const wchar_t *text, size_t *error_pos)
185{
186 char *result = NULL, *out;
187 size_t len, i;
188 wchar_t ch;
189
190 if (error_pos != NULL)
191 *error_pos = (size_t)-1;
192
193 len = wcslen(text);
194
195 result = PyMem_Malloc(len + 1); /* +1 for NUL byte */
196 if (result == NULL)
197 return NULL;
198
199 out = result;
200 for (i=0; i<len; i++) {
201 ch = text[i];
202
203 if (ch <= 0x7f) {
204 /* ASCII character */
205 *out++ = (char)ch;
206 }
207 else if (0xdc80 <= ch && ch <= 0xdcff) {
208 /* UTF-8b surrogate */
209 *out++ = (char)(ch - 0xdc00);
210 }
211 else {
212 if (error_pos != NULL)
213 *error_pos = i;
214 PyMem_Free(result);
215 return NULL;
216 }
217 }
218 *out = '\0';
219 return result;
220}
221#endif /* !defined(__APPLE__) && !defined(MS_WINDOWS) */
222
223#if !defined(__APPLE__) && (!defined(MS_WINDOWS) || !defined(HAVE_MBRTOWC))
224static wchar_t*
225decode_ascii_surrogateescape(const char *arg, size_t *size)
226{
227 wchar_t *res;
228 unsigned char *in;
229 wchar_t *out;
Benjamin Petersonf18bf6f2015-01-04 16:03:17 -0600230 size_t argsize = strlen(arg) + 1;
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100231
Benjamin Petersonf18bf6f2015-01-04 16:03:17 -0600232 if (argsize > PY_SSIZE_T_MAX/sizeof(wchar_t))
233 return NULL;
Benjamin Peterson10ecaa22015-01-04 16:05:39 -0600234 res = PyMem_RawMalloc(argsize*sizeof(wchar_t));
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100235 if (!res)
236 return NULL;
237
238 in = (unsigned char*)arg;
239 out = res;
240 while(*in)
241 if(*in < 128)
242 *out++ = *in++;
243 else
244 *out++ = 0xdc00 + *in++;
245 *out = 0;
246 if (size != NULL)
247 *size = out - res;
248 return res;
249}
250#endif
251
Victor Stinner4e314432010-10-07 21:45:39 +0000252
253/* Decode a byte string from the locale encoding with the
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200254 surrogateescape error handler: undecodable bytes are decoded as characters
255 in range U+DC80..U+DCFF. If a byte sequence can be decoded as a surrogate
Victor Stinner4e314432010-10-07 21:45:39 +0000256 character, escape the bytes using the surrogateescape error handler instead
257 of decoding them.
258
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200259 Return a pointer to a newly allocated wide character string, use
260 PyMem_RawFree() to free the memory. If size is not NULL, write the number of
261 wide characters excluding the null character into *size
Victor Stinner4e314432010-10-07 21:45:39 +0000262
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200263 Return NULL on decoding error or memory allocation error. If *size* is not
264 NULL, *size is set to (size_t)-1 on memory error or set to (size_t)-2 on
265 decoding error.
Victor Stinner19de4c32010-11-08 23:30:46 +0000266
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200267 Decoding errors should never happen, unless there is a bug in the C
268 library.
269
270 Use the Py_EncodeLocale() function to encode the character string back to a
271 byte string. */
Victor Stinner4e314432010-10-07 21:45:39 +0000272wchar_t*
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200273Py_DecodeLocale(const char* arg, size_t *size)
Victor Stinner4e314432010-10-07 21:45:39 +0000274{
Victor Stinnere2623772012-11-12 23:04:02 +0100275#ifdef __APPLE__
276 wchar_t *wstr;
277 wstr = _Py_DecodeUTF8_surrogateescape(arg, strlen(arg));
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100278 if (size != NULL) {
279 if (wstr != NULL)
280 *size = wcslen(wstr);
281 else
282 *size = (size_t)-1;
283 }
Victor Stinnere2623772012-11-12 23:04:02 +0100284 return wstr;
285#else
Victor Stinner4e314432010-10-07 21:45:39 +0000286 wchar_t *res;
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100287 size_t argsize;
Victor Stinner4e314432010-10-07 21:45:39 +0000288 size_t count;
Victor Stinner313f10c2013-05-07 23:48:56 +0200289#ifdef HAVE_MBRTOWC
Victor Stinner4e314432010-10-07 21:45:39 +0000290 unsigned char *in;
291 wchar_t *out;
Victor Stinner4e314432010-10-07 21:45:39 +0000292 mbstate_t mbs;
293#endif
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100294
295#ifndef MS_WINDOWS
296 if (force_ascii == -1)
297 force_ascii = check_force_ascii();
298
299 if (force_ascii) {
300 /* force ASCII encoding to workaround mbstowcs() issue */
301 res = decode_ascii_surrogateescape(arg, size);
302 if (res == NULL)
303 goto oom;
304 return res;
305 }
306#endif
307
308#ifdef HAVE_BROKEN_MBSTOWCS
309 /* Some platforms have a broken implementation of
310 * mbstowcs which does not count the characters that
311 * would result from conversion. Use an upper bound.
312 */
313 argsize = strlen(arg);
314#else
315 argsize = mbstowcs(NULL, arg, 0);
316#endif
Victor Stinner4e314432010-10-07 21:45:39 +0000317 if (argsize != (size_t)-1) {
Benjamin Petersonf18bf6f2015-01-04 16:03:17 -0600318 if (argsize == PY_SSIZE_T_MAX)
319 goto oom;
320 argsize += 1;
321 if (argsize > PY_SSIZE_T_MAX/sizeof(wchar_t))
322 goto oom;
Benjamin Peterson10ecaa22015-01-04 16:05:39 -0600323 res = (wchar_t *)PyMem_RawMalloc(argsize*sizeof(wchar_t));
Victor Stinner4e314432010-10-07 21:45:39 +0000324 if (!res)
325 goto oom;
Benjamin Petersonf18bf6f2015-01-04 16:03:17 -0600326 count = mbstowcs(res, arg, argsize);
Victor Stinner4e314432010-10-07 21:45:39 +0000327 if (count != (size_t)-1) {
328 wchar_t *tmp;
329 /* Only use the result if it contains no
330 surrogate characters. */
331 for (tmp = res; *tmp != 0 &&
Victor Stinner76df43d2012-10-30 01:42:39 +0100332 !Py_UNICODE_IS_SURROGATE(*tmp); tmp++)
Victor Stinner4e314432010-10-07 21:45:39 +0000333 ;
Victor Stinner168e1172010-10-16 23:16:16 +0000334 if (*tmp == 0) {
335 if (size != NULL)
336 *size = count;
Victor Stinner4e314432010-10-07 21:45:39 +0000337 return res;
Victor Stinner168e1172010-10-16 23:16:16 +0000338 }
Victor Stinner4e314432010-10-07 21:45:39 +0000339 }
Victor Stinner1a7425f2013-07-07 16:25:15 +0200340 PyMem_RawFree(res);
Victor Stinner4e314432010-10-07 21:45:39 +0000341 }
342 /* Conversion failed. Fall back to escaping with surrogateescape. */
343#ifdef HAVE_MBRTOWC
344 /* Try conversion with mbrtwoc (C99), and escape non-decodable bytes. */
345
346 /* Overallocate; as multi-byte characters are in the argument, the
347 actual output could use less memory. */
348 argsize = strlen(arg) + 1;
Benjamin Petersonf18bf6f2015-01-04 16:03:17 -0600349 if (argsize > PY_SSIZE_T_MAX/sizeof(wchar_t))
350 goto oom;
Victor Stinner1a7425f2013-07-07 16:25:15 +0200351 res = (wchar_t*)PyMem_RawMalloc(argsize*sizeof(wchar_t));
Victor Stinner19de4c32010-11-08 23:30:46 +0000352 if (!res)
353 goto oom;
Victor Stinner4e314432010-10-07 21:45:39 +0000354 in = (unsigned char*)arg;
355 out = res;
356 memset(&mbs, 0, sizeof mbs);
357 while (argsize) {
358 size_t converted = mbrtowc(out, (char*)in, argsize, &mbs);
359 if (converted == 0)
360 /* Reached end of string; null char stored. */
361 break;
362 if (converted == (size_t)-2) {
363 /* Incomplete character. This should never happen,
364 since we provide everything that we have -
365 unless there is a bug in the C library, or I
366 misunderstood how mbrtowc works. */
Victor Stinner1a7425f2013-07-07 16:25:15 +0200367 PyMem_RawFree(res);
Victor Stinneraf02e1c2011-12-16 23:56:01 +0100368 if (size != NULL)
369 *size = (size_t)-2;
Victor Stinner4e314432010-10-07 21:45:39 +0000370 return NULL;
371 }
372 if (converted == (size_t)-1) {
373 /* Conversion error. Escape as UTF-8b, and start over
374 in the initial shift state. */
375 *out++ = 0xdc00 + *in++;
376 argsize--;
377 memset(&mbs, 0, sizeof mbs);
378 continue;
379 }
Victor Stinner76df43d2012-10-30 01:42:39 +0100380 if (Py_UNICODE_IS_SURROGATE(*out)) {
Victor Stinner4e314432010-10-07 21:45:39 +0000381 /* Surrogate character. Escape the original
382 byte sequence with surrogateescape. */
383 argsize -= converted;
384 while (converted--)
385 *out++ = 0xdc00 + *in++;
386 continue;
387 }
388 /* successfully converted some bytes */
389 in += converted;
390 argsize -= converted;
391 out++;
392 }
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100393 if (size != NULL)
394 *size = out - res;
Victor Stinnere2623772012-11-12 23:04:02 +0100395#else /* HAVE_MBRTOWC */
Victor Stinner4e314432010-10-07 21:45:39 +0000396 /* Cannot use C locale for escaping; manually escape as if charset
397 is ASCII (i.e. escape all bytes > 128. This will still roundtrip
398 correctly in the locale's charset, which must be an ASCII superset. */
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100399 res = decode_ascii_surrogateescape(arg, size);
400 if (res == NULL)
Victor Stinneraf02e1c2011-12-16 23:56:01 +0100401 goto oom;
Victor Stinnere2623772012-11-12 23:04:02 +0100402#endif /* HAVE_MBRTOWC */
Victor Stinner4e314432010-10-07 21:45:39 +0000403 return res;
404oom:
Victor Stinneraf02e1c2011-12-16 23:56:01 +0100405 if (size != NULL)
406 *size = (size_t)-1;
Victor Stinner4e314432010-10-07 21:45:39 +0000407 return NULL;
Victor Stinnere2623772012-11-12 23:04:02 +0100408#endif /* __APPLE__ */
Victor Stinner4e314432010-10-07 21:45:39 +0000409}
410
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200411/* Encode a wide character string to the locale encoding with the
412 surrogateescape error handler: surrogate characters in the range
413 U+DC80..U+DCFF are converted to bytes 0x80..0xFF.
Victor Stinner4e314432010-10-07 21:45:39 +0000414
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200415 Return a pointer to a newly allocated byte string, use PyMem_Free() to free
416 the memory. Return NULL on encoding or memory allocation error.
Victor Stinner4e314432010-10-07 21:45:39 +0000417
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200418 If error_pos is not NULL, *error_pos is set to the index of the invalid
419 character on encoding error, or set to (size_t)-1 otherwise.
Victor Stinner2f02a512010-11-08 22:43:46 +0000420
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200421 Use the Py_DecodeLocale() function to decode the bytes string back to a wide
422 character string. */
Victor Stinner4e314432010-10-07 21:45:39 +0000423char*
Victor Stinnerf6a271a2014-08-01 12:28:48 +0200424Py_EncodeLocale(const wchar_t *text, size_t *error_pos)
Victor Stinner4e314432010-10-07 21:45:39 +0000425{
Victor Stinnere2623772012-11-12 23:04:02 +0100426#ifdef __APPLE__
427 Py_ssize_t len;
428 PyObject *unicode, *bytes = NULL;
429 char *cpath;
430
431 unicode = PyUnicode_FromWideChar(text, wcslen(text));
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100432 if (unicode == NULL)
Victor Stinnere2623772012-11-12 23:04:02 +0100433 return NULL;
Victor Stinnere2623772012-11-12 23:04:02 +0100434
435 bytes = _PyUnicode_AsUTF8String(unicode, "surrogateescape");
436 Py_DECREF(unicode);
437 if (bytes == NULL) {
438 PyErr_Clear();
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100439 if (error_pos != NULL)
440 *error_pos = (size_t)-1;
Victor Stinnere2623772012-11-12 23:04:02 +0100441 return NULL;
442 }
443
444 len = PyBytes_GET_SIZE(bytes);
445 cpath = PyMem_Malloc(len+1);
446 if (cpath == NULL) {
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100447 PyErr_Clear();
Victor Stinnere2623772012-11-12 23:04:02 +0100448 Py_DECREF(bytes);
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100449 if (error_pos != NULL)
450 *error_pos = (size_t)-1;
Victor Stinnere2623772012-11-12 23:04:02 +0100451 return NULL;
452 }
453 memcpy(cpath, PyBytes_AsString(bytes), len + 1);
454 Py_DECREF(bytes);
455 return cpath;
456#else /* __APPLE__ */
Victor Stinner4e314432010-10-07 21:45:39 +0000457 const size_t len = wcslen(text);
458 char *result = NULL, *bytes = NULL;
459 size_t i, size, converted;
460 wchar_t c, buf[2];
461
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100462#ifndef MS_WINDOWS
463 if (force_ascii == -1)
464 force_ascii = check_force_ascii();
465
466 if (force_ascii)
467 return encode_ascii_surrogateescape(text, error_pos);
468#endif
469
Victor Stinner4e314432010-10-07 21:45:39 +0000470 /* The function works in two steps:
471 1. compute the length of the output buffer in bytes (size)
472 2. outputs the bytes */
473 size = 0;
474 buf[1] = 0;
475 while (1) {
476 for (i=0; i < len; i++) {
477 c = text[i];
478 if (c >= 0xdc80 && c <= 0xdcff) {
479 /* UTF-8b surrogate */
480 if (bytes != NULL) {
481 *bytes++ = c - 0xdc00;
482 size--;
483 }
484 else
485 size++;
486 continue;
487 }
488 else {
489 buf[0] = c;
490 if (bytes != NULL)
491 converted = wcstombs(bytes, buf, size);
492 else
493 converted = wcstombs(NULL, buf, 0);
494 if (converted == (size_t)-1) {
495 if (result != NULL)
496 PyMem_Free(result);
Victor Stinner2f02a512010-11-08 22:43:46 +0000497 if (error_pos != NULL)
498 *error_pos = i;
Victor Stinner4e314432010-10-07 21:45:39 +0000499 return NULL;
500 }
501 if (bytes != NULL) {
502 bytes += converted;
503 size -= converted;
504 }
505 else
506 size += converted;
507 }
508 }
509 if (result != NULL) {
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100510 *bytes = '\0';
Victor Stinner4e314432010-10-07 21:45:39 +0000511 break;
512 }
513
514 size += 1; /* nul byte at the end */
515 result = PyMem_Malloc(size);
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100516 if (result == NULL) {
517 if (error_pos != NULL)
518 *error_pos = (size_t)-1;
Victor Stinner4e314432010-10-07 21:45:39 +0000519 return NULL;
Victor Stinner0d92c4f2012-11-12 23:32:21 +0100520 }
Victor Stinner4e314432010-10-07 21:45:39 +0000521 bytes = result;
522 }
523 return result;
Victor Stinnere2623772012-11-12 23:04:02 +0100524#endif /* __APPLE__ */
Victor Stinner4e314432010-10-07 21:45:39 +0000525}
526
Victor Stinner6672d0c2010-10-07 22:53:43 +0000527
Steve Dowerf2f373f2015-02-21 08:44:05 -0800528#ifdef MS_WINDOWS
529static __int64 secs_between_epochs = 11644473600; /* Seconds between 1.1.1601 and 1.1.1970 */
530
531static void
532FILE_TIME_to_time_t_nsec(FILETIME *in_ptr, time_t *time_out, int* nsec_out)
533{
534 /* XXX endianness. Shouldn't matter, as all Windows implementations are little-endian */
535 /* Cannot simply cast and dereference in_ptr,
536 since it might not be aligned properly */
537 __int64 in;
538 memcpy(&in, in_ptr, sizeof(in));
539 *nsec_out = (int)(in % 10000000) * 100; /* FILETIME is in units of 100 nsec. */
540 *time_out = Py_SAFE_DOWNCAST((in / 10000000) - secs_between_epochs, __int64, time_t);
541}
542
543void
Steve Dowerbf1f3762015-02-21 15:26:02 -0800544_Py_time_t_to_FILE_TIME(time_t time_in, int nsec_in, FILETIME *out_ptr)
Steve Dowerf2f373f2015-02-21 08:44:05 -0800545{
546 /* XXX endianness */
547 __int64 out;
548 out = time_in + secs_between_epochs;
549 out = out * 10000000 + nsec_in / 100;
550 memcpy(out_ptr, &out, sizeof(out));
551}
552
553/* Below, we *know* that ugo+r is 0444 */
554#if _S_IREAD != 0400
555#error Unsupported C library
556#endif
557static int
558attributes_to_mode(DWORD attr)
559{
560 int m = 0;
561 if (attr & FILE_ATTRIBUTE_DIRECTORY)
562 m |= _S_IFDIR | 0111; /* IFEXEC for user,group,other */
563 else
564 m |= _S_IFREG;
565 if (attr & FILE_ATTRIBUTE_READONLY)
566 m |= 0444;
567 else
568 m |= 0666;
569 return m;
570}
571
Steve Dowerbf1f3762015-02-21 15:26:02 -0800572void
Victor Stinnere134a7f2015-03-30 10:09:31 +0200573_Py_attribute_data_to_stat(BY_HANDLE_FILE_INFORMATION *info, ULONG reparse_tag,
574 struct _Py_stat_struct *result)
Steve Dowerf2f373f2015-02-21 08:44:05 -0800575{
576 memset(result, 0, sizeof(*result));
577 result->st_mode = attributes_to_mode(info->dwFileAttributes);
578 result->st_size = (((__int64)info->nFileSizeHigh)<<32) + info->nFileSizeLow;
579 result->st_dev = info->dwVolumeSerialNumber;
580 result->st_rdev = result->st_dev;
581 FILE_TIME_to_time_t_nsec(&info->ftCreationTime, &result->st_ctime, &result->st_ctime_nsec);
582 FILE_TIME_to_time_t_nsec(&info->ftLastWriteTime, &result->st_mtime, &result->st_mtime_nsec);
583 FILE_TIME_to_time_t_nsec(&info->ftLastAccessTime, &result->st_atime, &result->st_atime_nsec);
584 result->st_nlink = info->nNumberOfLinks;
585 result->st_ino = (((__int64)info->nFileIndexHigh)<<32) + info->nFileIndexLow;
586 if (reparse_tag == IO_REPARSE_TAG_SYMLINK) {
587 /* first clear the S_IFMT bits */
588 result->st_mode ^= (result->st_mode & S_IFMT);
589 /* now set the bits that make this a symlink */
590 result->st_mode |= S_IFLNK;
591 }
592 result->st_file_attributes = info->dwFileAttributes;
Steve Dowerf2f373f2015-02-21 08:44:05 -0800593}
594#endif
595
596/* Return information about a file.
597
598 On POSIX, use fstat().
599
600 On Windows, use GetFileType() and GetFileInformationByHandle() which support
601 files larger than 2 GB. fstat() may fail with EOVERFLOW on files larger
602 than 2 GB because the file size type is an signed 32-bit integer: see issue
603 #23152.
Victor Stinnere134a7f2015-03-30 10:09:31 +0200604
605 On Windows, set the last Windows error and return nonzero on error. On
606 POSIX, set errno and return nonzero on error. Fill status and return 0 on
607 success. */
Steve Dowerf2f373f2015-02-21 08:44:05 -0800608int
Victor Stinnere134a7f2015-03-30 10:09:31 +0200609_Py_fstat_noraise(int fd, struct _Py_stat_struct *status)
Steve Dowerf2f373f2015-02-21 08:44:05 -0800610{
611#ifdef MS_WINDOWS
612 BY_HANDLE_FILE_INFORMATION info;
613 HANDLE h;
614 int type;
615
616 if (!_PyVerify_fd(fd))
617 h = INVALID_HANDLE_VALUE;
Steve Dower8fc89802015-04-12 00:26:27 -0400618 else {
619 _Py_BEGIN_SUPPRESS_IPH
Steve Dowerf2f373f2015-02-21 08:44:05 -0800620 h = (HANDLE)_get_osfhandle(fd);
Steve Dower8fc89802015-04-12 00:26:27 -0400621 _Py_END_SUPPRESS_IPH
622 }
Steve Dowerf2f373f2015-02-21 08:44:05 -0800623
624 if (h == INVALID_HANDLE_VALUE) {
Steve Dower8fc89802015-04-12 00:26:27 -0400625 /* errno is already set by _get_osfhandle, but we also set
626 the Win32 error for callers who expect that */
Steve Dower8acde7d2015-03-07 18:14:07 -0800627 SetLastError(ERROR_INVALID_HANDLE);
Steve Dowerf2f373f2015-02-21 08:44:05 -0800628 return -1;
629 }
Victor Stinnere134a7f2015-03-30 10:09:31 +0200630 memset(status, 0, sizeof(*status));
Steve Dowerf2f373f2015-02-21 08:44:05 -0800631
632 type = GetFileType(h);
633 if (type == FILE_TYPE_UNKNOWN) {
634 DWORD error = GetLastError();
Steve Dower8fc89802015-04-12 00:26:27 -0400635 if (error != 0) {
636 errno = winerror_to_errno(error);
Steve Dowerf2f373f2015-02-21 08:44:05 -0800637 return -1;
Steve Dower8fc89802015-04-12 00:26:27 -0400638 }
Steve Dowerf2f373f2015-02-21 08:44:05 -0800639 /* else: valid but unknown file */
640 }
641
642 if (type != FILE_TYPE_DISK) {
643 if (type == FILE_TYPE_CHAR)
Victor Stinnere134a7f2015-03-30 10:09:31 +0200644 status->st_mode = _S_IFCHR;
Steve Dowerf2f373f2015-02-21 08:44:05 -0800645 else if (type == FILE_TYPE_PIPE)
Victor Stinnere134a7f2015-03-30 10:09:31 +0200646 status->st_mode = _S_IFIFO;
Steve Dowerf2f373f2015-02-21 08:44:05 -0800647 return 0;
648 }
649
650 if (!GetFileInformationByHandle(h, &info)) {
Steve Dower8fc89802015-04-12 00:26:27 -0400651 /* The Win32 error is already set, but we also set errno for
652 callers who expect it */
653 errno = winerror_to_errno(GetLastError());
Steve Dowerf2f373f2015-02-21 08:44:05 -0800654 return -1;
655 }
656
Victor Stinnere134a7f2015-03-30 10:09:31 +0200657 _Py_attribute_data_to_stat(&info, 0, status);
Steve Dowerf2f373f2015-02-21 08:44:05 -0800658 /* specific to fstat() */
Victor Stinnere134a7f2015-03-30 10:09:31 +0200659 status->st_ino = (((__int64)info.nFileIndexHigh)<<32) + info.nFileIndexLow;
Steve Dowerf2f373f2015-02-21 08:44:05 -0800660 return 0;
661#else
Victor Stinnere134a7f2015-03-30 10:09:31 +0200662 return fstat(fd, status);
Steve Dowerf2f373f2015-02-21 08:44:05 -0800663#endif
664}
Steve Dowerf2f373f2015-02-21 08:44:05 -0800665
Victor Stinnere134a7f2015-03-30 10:09:31 +0200666/* Return information about a file.
667
668 On POSIX, use fstat().
669
670 On Windows, use GetFileType() and GetFileInformationByHandle() which support
671 files larger than 2 GB. fstat() may fail with EOVERFLOW on files larger
672 than 2 GB because the file size type is an signed 32-bit integer: see issue
673 #23152.
674
675 Raise an exception and return -1 on error. On Windows, set the last Windows
676 error on error. On POSIX, set errno on error. Fill status and return 0 on
677 success.
678
Victor Stinner6f4fae82015-04-01 18:34:32 +0200679 Release the GIL to call GetFileType() and GetFileInformationByHandle(), or
680 to call fstat(). The caller must hold the GIL. */
Victor Stinnere134a7f2015-03-30 10:09:31 +0200681int
682_Py_fstat(int fd, struct _Py_stat_struct *status)
683{
684 int res;
685
686 Py_BEGIN_ALLOW_THREADS
687 res = _Py_fstat_noraise(fd, status);
688 Py_END_ALLOW_THREADS
689
690 if (res != 0) {
691#ifdef MS_WINDOWS
692 PyErr_SetFromWindowsErr(0);
693#else
694 PyErr_SetFromErrno(PyExc_OSError);
695#endif
696 return -1;
697 }
698 return 0;
699}
Steve Dowerf2f373f2015-02-21 08:44:05 -0800700
Victor Stinner6672d0c2010-10-07 22:53:43 +0000701/* Call _wstat() on Windows, or encode the path to the filesystem encoding and
702 call stat() otherwise. Only fill st_mode attribute on Windows.
703
Victor Stinnerbd0850b2011-12-18 20:47:30 +0100704 Return 0 on success, -1 on _wstat() / stat() error, -2 if an exception was
705 raised. */
Victor Stinner4e314432010-10-07 21:45:39 +0000706
707int
Victor Stinnera4a75952010-10-07 22:23:10 +0000708_Py_stat(PyObject *path, struct stat *statbuf)
Victor Stinner4e314432010-10-07 21:45:39 +0000709{
710#ifdef MS_WINDOWS
Victor Stinner4e314432010-10-07 21:45:39 +0000711 int err;
712 struct _stat wstatbuf;
Victor Stinneree587ea2011-11-17 00:51:38 +0100713 wchar_t *wpath;
Victor Stinner4e314432010-10-07 21:45:39 +0000714
Victor Stinneree587ea2011-11-17 00:51:38 +0100715 wpath = PyUnicode_AsUnicode(path);
716 if (wpath == NULL)
Victor Stinnerbd0850b2011-12-18 20:47:30 +0100717 return -2;
Victor Stinneree587ea2011-11-17 00:51:38 +0100718 err = _wstat(wpath, &wstatbuf);
Victor Stinner4e314432010-10-07 21:45:39 +0000719 if (!err)
720 statbuf->st_mode = wstatbuf.st_mode;
721 return err;
722#else
723 int ret;
Victor Stinnera4a75952010-10-07 22:23:10 +0000724 PyObject *bytes = PyUnicode_EncodeFSDefault(path);
Victor Stinner4e314432010-10-07 21:45:39 +0000725 if (bytes == NULL)
Victor Stinnerbd0850b2011-12-18 20:47:30 +0100726 return -2;
Victor Stinner4e314432010-10-07 21:45:39 +0000727 ret = stat(PyBytes_AS_STRING(bytes), statbuf);
728 Py_DECREF(bytes);
729 return ret;
730#endif
731}
732
Victor Stinnerd45c7f82012-12-04 01:34:47 +0100733
Antoine Pitrou409b5382013-10-12 22:41:17 +0200734static int
Victor Stinnerdaf45552013-08-28 00:53:59 +0200735get_inheritable(int fd, int raise)
736{
737#ifdef MS_WINDOWS
738 HANDLE handle;
739 DWORD flags;
Victor Stinner6672d0c2010-10-07 22:53:43 +0000740
Victor Stinnerdaf45552013-08-28 00:53:59 +0200741 if (!_PyVerify_fd(fd)) {
742 if (raise)
743 PyErr_SetFromErrno(PyExc_OSError);
744 return -1;
745 }
746
Steve Dower8fc89802015-04-12 00:26:27 -0400747 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +0200748 handle = (HANDLE)_get_osfhandle(fd);
Steve Dower8fc89802015-04-12 00:26:27 -0400749 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +0200750 if (handle == INVALID_HANDLE_VALUE) {
751 if (raise)
Steve Dower41e72442015-03-14 11:38:27 -0700752 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnerdaf45552013-08-28 00:53:59 +0200753 return -1;
754 }
755
756 if (!GetHandleInformation(handle, &flags)) {
757 if (raise)
758 PyErr_SetFromWindowsErr(0);
759 return -1;
760 }
761
762 return (flags & HANDLE_FLAG_INHERIT);
763#else
764 int flags;
765
766 flags = fcntl(fd, F_GETFD, 0);
767 if (flags == -1) {
768 if (raise)
769 PyErr_SetFromErrno(PyExc_OSError);
770 return -1;
771 }
772 return !(flags & FD_CLOEXEC);
773#endif
774}
775
776/* Get the inheritable flag of the specified file descriptor.
Victor Stinnerb034eee2013-09-07 10:36:04 +0200777 Return 1 if the file descriptor can be inherited, 0 if it cannot,
Victor Stinnerdaf45552013-08-28 00:53:59 +0200778 raise an exception and return -1 on error. */
779int
780_Py_get_inheritable(int fd)
781{
782 return get_inheritable(fd, 1);
783}
784
785static int
786set_inheritable(int fd, int inheritable, int raise, int *atomic_flag_works)
787{
788#ifdef MS_WINDOWS
789 HANDLE handle;
790 DWORD flags;
Victor Stinner282124b2014-09-02 11:41:04 +0200791#else
792#if defined(HAVE_SYS_IOCTL_H) && defined(FIOCLEX) && defined(FIONCLEX)
793 static int ioctl_works = -1;
Victor Stinnerdaf45552013-08-28 00:53:59 +0200794 int request;
795 int err;
Victor Stinner282124b2014-09-02 11:41:04 +0200796#endif
Victor Stinnerdaf45552013-08-28 00:53:59 +0200797 int flags;
798 int res;
799#endif
800
801 /* atomic_flag_works can only be used to make the file descriptor
802 non-inheritable */
803 assert(!(atomic_flag_works != NULL && inheritable));
804
805 if (atomic_flag_works != NULL && !inheritable) {
806 if (*atomic_flag_works == -1) {
Steve Dower41e72442015-03-14 11:38:27 -0700807 int isInheritable = get_inheritable(fd, raise);
808 if (isInheritable == -1)
Victor Stinnerdaf45552013-08-28 00:53:59 +0200809 return -1;
Steve Dower41e72442015-03-14 11:38:27 -0700810 *atomic_flag_works = !isInheritable;
Victor Stinnerdaf45552013-08-28 00:53:59 +0200811 }
812
813 if (*atomic_flag_works)
814 return 0;
815 }
816
817#ifdef MS_WINDOWS
818 if (!_PyVerify_fd(fd)) {
819 if (raise)
820 PyErr_SetFromErrno(PyExc_OSError);
821 return -1;
822 }
823
Steve Dower8fc89802015-04-12 00:26:27 -0400824 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +0200825 handle = (HANDLE)_get_osfhandle(fd);
Steve Dower8fc89802015-04-12 00:26:27 -0400826 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +0200827 if (handle == INVALID_HANDLE_VALUE) {
828 if (raise)
Steve Dower41e72442015-03-14 11:38:27 -0700829 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnerdaf45552013-08-28 00:53:59 +0200830 return -1;
831 }
832
833 if (inheritable)
834 flags = HANDLE_FLAG_INHERIT;
835 else
836 flags = 0;
837 if (!SetHandleInformation(handle, HANDLE_FLAG_INHERIT, flags)) {
838 if (raise)
839 PyErr_SetFromWindowsErr(0);
840 return -1;
841 }
842 return 0;
843
Victor Stinnerdaf45552013-08-28 00:53:59 +0200844#else
Victor Stinner282124b2014-09-02 11:41:04 +0200845
846#if defined(HAVE_SYS_IOCTL_H) && defined(FIOCLEX) && defined(FIONCLEX)
847 if (ioctl_works != 0) {
848 /* fast-path: ioctl() only requires one syscall */
849 if (inheritable)
850 request = FIONCLEX;
851 else
852 request = FIOCLEX;
853 err = ioctl(fd, request, NULL);
854 if (!err) {
855 ioctl_works = 1;
856 return 0;
857 }
858
859 if (errno != ENOTTY) {
860 if (raise)
861 PyErr_SetFromErrno(PyExc_OSError);
862 return -1;
863 }
864 else {
865 /* Issue #22258: Here, ENOTTY means "Inappropriate ioctl for
866 device". The ioctl is declared but not supported by the kernel.
867 Remember that ioctl() doesn't work. It is the case on
868 Illumos-based OS for example. */
869 ioctl_works = 0;
870 }
871 /* fallback to fcntl() if ioctl() does not work */
872 }
873#endif
874
875 /* slow-path: fcntl() requires two syscalls */
Victor Stinnerdaf45552013-08-28 00:53:59 +0200876 flags = fcntl(fd, F_GETFD);
877 if (flags < 0) {
878 if (raise)
879 PyErr_SetFromErrno(PyExc_OSError);
880 return -1;
881 }
882
883 if (inheritable)
884 flags &= ~FD_CLOEXEC;
885 else
886 flags |= FD_CLOEXEC;
887 res = fcntl(fd, F_SETFD, flags);
888 if (res < 0) {
889 if (raise)
890 PyErr_SetFromErrno(PyExc_OSError);
891 return -1;
892 }
893 return 0;
894#endif
895}
896
897/* Make the file descriptor non-inheritable.
Victor Stinnerb034eee2013-09-07 10:36:04 +0200898 Return 0 on success, set errno and return -1 on error. */
Victor Stinnerdaf45552013-08-28 00:53:59 +0200899static int
900make_non_inheritable(int fd)
901{
902 return set_inheritable(fd, 0, 0, NULL);
903}
904
905/* Set the inheritable flag of the specified file descriptor.
906 On success: return 0, on error: raise an exception if raise is nonzero
907 and return -1.
908
909 If atomic_flag_works is not NULL:
910
911 * if *atomic_flag_works==-1, check if the inheritable is set on the file
912 descriptor: if yes, set *atomic_flag_works to 1, otherwise set to 0 and
913 set the inheritable flag
914 * if *atomic_flag_works==1: do nothing
915 * if *atomic_flag_works==0: set inheritable flag to False
916
917 Set atomic_flag_works to NULL if no atomic flag was used to create the
918 file descriptor.
919
920 atomic_flag_works can only be used to make a file descriptor
921 non-inheritable: atomic_flag_works must be NULL if inheritable=1. */
922int
923_Py_set_inheritable(int fd, int inheritable, int *atomic_flag_works)
924{
925 return set_inheritable(fd, inheritable, 1, atomic_flag_works);
926}
927
Victor Stinnera555cfc2015-03-18 00:22:14 +0100928static int
929_Py_open_impl(const char *pathname, int flags, int gil_held)
Victor Stinnerdaf45552013-08-28 00:53:59 +0200930{
931 int fd;
Victor Stinnera47fc5c2015-03-18 09:52:54 +0100932 int async_err = 0;
Victor Stinnera555cfc2015-03-18 00:22:14 +0100933#ifndef MS_WINDOWS
Victor Stinnerdaf45552013-08-28 00:53:59 +0200934 int *atomic_flag_works;
Victor Stinnera555cfc2015-03-18 00:22:14 +0100935#endif
936
937#ifdef MS_WINDOWS
938 flags |= O_NOINHERIT;
939#elif defined(O_CLOEXEC)
Victor Stinnerdaf45552013-08-28 00:53:59 +0200940 atomic_flag_works = &_Py_open_cloexec_works;
941 flags |= O_CLOEXEC;
942#else
943 atomic_flag_works = NULL;
944#endif
Victor Stinnerdaf45552013-08-28 00:53:59 +0200945
Victor Stinnera555cfc2015-03-18 00:22:14 +0100946 if (gil_held) {
Victor Stinnera47fc5c2015-03-18 09:52:54 +0100947 do {
948 Py_BEGIN_ALLOW_THREADS
949 fd = open(pathname, flags);
950 Py_END_ALLOW_THREADS
951 } while (fd < 0
952 && errno == EINTR && !(async_err = PyErr_CheckSignals()));
953 if (async_err)
954 return -1;
Victor Stinnera555cfc2015-03-18 00:22:14 +0100955 if (fd < 0) {
956 PyErr_SetFromErrnoWithFilename(PyExc_OSError, pathname);
957 return -1;
958 }
959 }
960 else {
961 fd = open(pathname, flags);
962 if (fd < 0)
963 return -1;
964 }
965
966#ifndef MS_WINDOWS
967 if (set_inheritable(fd, 0, gil_held, atomic_flag_works) < 0) {
Victor Stinnerdaf45552013-08-28 00:53:59 +0200968 close(fd);
969 return -1;
970 }
Victor Stinnera555cfc2015-03-18 00:22:14 +0100971#endif
972
Victor Stinnerdaf45552013-08-28 00:53:59 +0200973 return fd;
974}
975
Victor Stinnera555cfc2015-03-18 00:22:14 +0100976/* Open a file with the specified flags (wrapper to open() function).
977 Return a file descriptor on success. Raise an exception and return -1 on
978 error.
979
980 The file descriptor is created non-inheritable.
981
Victor Stinnera47fc5c2015-03-18 09:52:54 +0100982 When interrupted by a signal (open() fails with EINTR), retry the syscall,
983 except if the Python signal handler raises an exception.
984
Victor Stinner6f4fae82015-04-01 18:34:32 +0200985 Release the GIL to call open(). The caller must hold the GIL. */
Victor Stinnera555cfc2015-03-18 00:22:14 +0100986int
987_Py_open(const char *pathname, int flags)
988{
Victor Stinnerbc5b80b2015-10-11 09:54:42 +0200989#ifdef WITH_THREAD
Victor Stinnera555cfc2015-03-18 00:22:14 +0100990 /* _Py_open() must be called with the GIL held. */
991 assert(PyGILState_Check());
Victor Stinnerbc5b80b2015-10-11 09:54:42 +0200992#endif
Victor Stinnera555cfc2015-03-18 00:22:14 +0100993 return _Py_open_impl(pathname, flags, 1);
994}
995
996/* Open a file with the specified flags (wrapper to open() function).
997 Return a file descriptor on success. Set errno and return -1 on error.
998
Victor Stinnera47fc5c2015-03-18 09:52:54 +0100999 The file descriptor is created non-inheritable.
1000
1001 If interrupted by a signal, fail with EINTR. */
Victor Stinnera555cfc2015-03-18 00:22:14 +01001002int
1003_Py_open_noraise(const char *pathname, int flags)
1004{
1005 return _Py_open_impl(pathname, flags, 0);
1006}
1007
Victor Stinnerdaf45552013-08-28 00:53:59 +02001008/* Open a file. Use _wfopen() on Windows, encode the path to the locale
Victor Stinnere42ccd22015-03-18 01:39:23 +01001009 encoding and use fopen() otherwise.
1010
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001011 The file descriptor is created non-inheritable.
1012
1013 If interrupted by a signal, fail with EINTR. */
Victor Stinner4e314432010-10-07 21:45:39 +00001014FILE *
1015_Py_wfopen(const wchar_t *path, const wchar_t *mode)
1016{
Victor Stinner4e314432010-10-07 21:45:39 +00001017 FILE *f;
Victor Stinnerdaf45552013-08-28 00:53:59 +02001018#ifndef MS_WINDOWS
Victor Stinner4e314432010-10-07 21:45:39 +00001019 char *cpath;
1020 char cmode[10];
1021 size_t r;
1022 r = wcstombs(cmode, mode, 10);
1023 if (r == (size_t)-1 || r >= 10) {
1024 errno = EINVAL;
1025 return NULL;
1026 }
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001027 cpath = Py_EncodeLocale(path, NULL);
Victor Stinner4e314432010-10-07 21:45:39 +00001028 if (cpath == NULL)
1029 return NULL;
1030 f = fopen(cpath, cmode);
1031 PyMem_Free(cpath);
Victor Stinner4e314432010-10-07 21:45:39 +00001032#else
Victor Stinnerdaf45552013-08-28 00:53:59 +02001033 f = _wfopen(path, mode);
Victor Stinner4e314432010-10-07 21:45:39 +00001034#endif
Victor Stinnerdaf45552013-08-28 00:53:59 +02001035 if (f == NULL)
1036 return NULL;
1037 if (make_non_inheritable(fileno(f)) < 0) {
1038 fclose(f);
1039 return NULL;
1040 }
1041 return f;
Victor Stinner4e314432010-10-07 21:45:39 +00001042}
1043
Victor Stinnere42ccd22015-03-18 01:39:23 +01001044/* Wrapper to fopen().
1045
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001046 The file descriptor is created non-inheritable.
1047
1048 If interrupted by a signal, fail with EINTR. */
Victor Stinnerdaf45552013-08-28 00:53:59 +02001049FILE*
1050_Py_fopen(const char *pathname, const char *mode)
1051{
1052 FILE *f = fopen(pathname, mode);
1053 if (f == NULL)
1054 return NULL;
1055 if (make_non_inheritable(fileno(f)) < 0) {
1056 fclose(f);
1057 return NULL;
1058 }
1059 return f;
1060}
1061
1062/* Open a file. Call _wfopen() on Windows, or encode the path to the filesystem
Victor Stinnere42ccd22015-03-18 01:39:23 +01001063 encoding and call fopen() otherwise.
Victor Stinner6672d0c2010-10-07 22:53:43 +00001064
Victor Stinnere42ccd22015-03-18 01:39:23 +01001065 Return the new file object on success. Raise an exception and return NULL
1066 on error.
1067
1068 The file descriptor is created non-inheritable.
1069
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001070 When interrupted by a signal (open() fails with EINTR), retry the syscall,
1071 except if the Python signal handler raises an exception.
1072
Victor Stinner6f4fae82015-04-01 18:34:32 +02001073 Release the GIL to call _wfopen() or fopen(). The caller must hold
1074 the GIL. */
Victor Stinner4e314432010-10-07 21:45:39 +00001075FILE*
Victor Stinnerdaf45552013-08-28 00:53:59 +02001076_Py_fopen_obj(PyObject *path, const char *mode)
Victor Stinner4e314432010-10-07 21:45:39 +00001077{
Victor Stinnerdaf45552013-08-28 00:53:59 +02001078 FILE *f;
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001079 int async_err = 0;
Victor Stinner4e314432010-10-07 21:45:39 +00001080#ifdef MS_WINDOWS
Victor Stinneree587ea2011-11-17 00:51:38 +01001081 wchar_t *wpath;
Victor Stinner4e314432010-10-07 21:45:39 +00001082 wchar_t wmode[10];
1083 int usize;
Victor Stinner4e314432010-10-07 21:45:39 +00001084
Victor Stinnerbc5b80b2015-10-11 09:54:42 +02001085#ifdef WITH_THREAD
Victor Stinnere42ccd22015-03-18 01:39:23 +01001086 assert(PyGILState_Check());
Victor Stinnerbc5b80b2015-10-11 09:54:42 +02001087#endif
Victor Stinnere42ccd22015-03-18 01:39:23 +01001088
Antoine Pitrou0e576f12011-12-22 10:03:38 +01001089 if (!PyUnicode_Check(path)) {
1090 PyErr_Format(PyExc_TypeError,
1091 "str file path expected under Windows, got %R",
1092 Py_TYPE(path));
1093 return NULL;
1094 }
Victor Stinneree587ea2011-11-17 00:51:38 +01001095 wpath = PyUnicode_AsUnicode(path);
1096 if (wpath == NULL)
1097 return NULL;
1098
Victor Stinner4e314432010-10-07 21:45:39 +00001099 usize = MultiByteToWideChar(CP_ACP, 0, mode, -1, wmode, sizeof(wmode));
Victor Stinnere42ccd22015-03-18 01:39:23 +01001100 if (usize == 0) {
1101 PyErr_SetFromWindowsErr(0);
Victor Stinner4e314432010-10-07 21:45:39 +00001102 return NULL;
Victor Stinnere42ccd22015-03-18 01:39:23 +01001103 }
Victor Stinner4e314432010-10-07 21:45:39 +00001104
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001105 do {
1106 Py_BEGIN_ALLOW_THREADS
1107 f = _wfopen(wpath, wmode);
1108 Py_END_ALLOW_THREADS
1109 } while (f == NULL
1110 && errno == EINTR && !(async_err = PyErr_CheckSignals()));
Victor Stinner4e314432010-10-07 21:45:39 +00001111#else
Antoine Pitrou2b1cc892011-12-19 18:19:06 +01001112 PyObject *bytes;
Victor Stinnere42ccd22015-03-18 01:39:23 +01001113 char *path_bytes;
1114
Victor Stinnerbc5b80b2015-10-11 09:54:42 +02001115#ifdef WITH_THREAD
Victor Stinnere42ccd22015-03-18 01:39:23 +01001116 assert(PyGILState_Check());
Victor Stinnerbc5b80b2015-10-11 09:54:42 +02001117#endif
Victor Stinnere42ccd22015-03-18 01:39:23 +01001118
Antoine Pitrou2b1cc892011-12-19 18:19:06 +01001119 if (!PyUnicode_FSConverter(path, &bytes))
Victor Stinner4e314432010-10-07 21:45:39 +00001120 return NULL;
Victor Stinnere42ccd22015-03-18 01:39:23 +01001121 path_bytes = PyBytes_AS_STRING(bytes);
1122
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001123 do {
1124 Py_BEGIN_ALLOW_THREADS
1125 f = fopen(path_bytes, mode);
1126 Py_END_ALLOW_THREADS
1127 } while (f == NULL
1128 && errno == EINTR && !(async_err = PyErr_CheckSignals()));
Victor Stinnere42ccd22015-03-18 01:39:23 +01001129
Victor Stinner4e314432010-10-07 21:45:39 +00001130 Py_DECREF(bytes);
Victor Stinner4e314432010-10-07 21:45:39 +00001131#endif
Victor Stinnera47fc5c2015-03-18 09:52:54 +01001132 if (async_err)
1133 return NULL;
1134
Victor Stinnere42ccd22015-03-18 01:39:23 +01001135 if (f == NULL) {
1136 PyErr_SetFromErrnoWithFilenameObject(PyExc_OSError, path);
Victor Stinnerdaf45552013-08-28 00:53:59 +02001137 return NULL;
Victor Stinnere42ccd22015-03-18 01:39:23 +01001138 }
1139
1140 if (set_inheritable(fileno(f), 0, 1, NULL) < 0) {
Victor Stinnerdaf45552013-08-28 00:53:59 +02001141 fclose(f);
1142 return NULL;
1143 }
1144 return f;
Victor Stinner4e314432010-10-07 21:45:39 +00001145}
1146
Victor Stinner66aab0c2015-03-19 22:53:20 +01001147/* Read count bytes from fd into buf.
Victor Stinner82c3e452015-04-01 18:34:45 +02001148
1149 On success, return the number of read bytes, it can be lower than count.
1150 If the current file offset is at or past the end of file, no bytes are read,
1151 and read() returns zero.
1152
1153 On error, raise an exception, set errno and return -1.
1154
1155 When interrupted by a signal (read() fails with EINTR), retry the syscall.
1156 If the Python signal handler raises an exception, the function returns -1
1157 (the syscall is not retried).
1158
1159 Release the GIL to call read(). The caller must hold the GIL. */
Victor Stinner66aab0c2015-03-19 22:53:20 +01001160Py_ssize_t
1161_Py_read(int fd, void *buf, size_t count)
1162{
1163 Py_ssize_t n;
Victor Stinnera3c02022015-03-20 11:58:18 +01001164 int err;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001165 int async_err = 0;
1166
1167 /* _Py_read() must not be called with an exception set, otherwise the
1168 * caller may think that read() was interrupted by a signal and the signal
1169 * handler raised an exception. */
1170 assert(!PyErr_Occurred());
1171
Victor Stinnerc1cf4f72015-03-19 23:53:04 +01001172 if (!_PyVerify_fd(fd)) {
Victor Stinnera3c02022015-03-20 11:58:18 +01001173 /* save/restore errno because PyErr_SetFromErrno() can modify it */
1174 err = errno;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001175 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnera3c02022015-03-20 11:58:18 +01001176 errno = err;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001177 return -1;
1178 }
1179
1180#ifdef MS_WINDOWS
1181 if (count > INT_MAX) {
1182 /* On Windows, the count parameter of read() is an int */
1183 count = INT_MAX;
1184 }
1185#else
1186 if (count > PY_SSIZE_T_MAX) {
1187 /* if count is greater than PY_SSIZE_T_MAX,
1188 * read() result is undefined */
1189 count = PY_SSIZE_T_MAX;
1190 }
1191#endif
1192
Steve Dower8fc89802015-04-12 00:26:27 -04001193 _Py_BEGIN_SUPPRESS_IPH
Victor Stinner66aab0c2015-03-19 22:53:20 +01001194 do {
1195 Py_BEGIN_ALLOW_THREADS
1196 errno = 0;
1197#ifdef MS_WINDOWS
1198 n = read(fd, buf, (int)count);
1199#else
1200 n = read(fd, buf, count);
1201#endif
Victor Stinnera3c02022015-03-20 11:58:18 +01001202 /* save/restore errno because PyErr_CheckSignals()
1203 * and PyErr_SetFromErrno() can modify it */
1204 err = errno;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001205 Py_END_ALLOW_THREADS
Victor Stinnera3c02022015-03-20 11:58:18 +01001206 } while (n < 0 && err == EINTR &&
Victor Stinner66aab0c2015-03-19 22:53:20 +01001207 !(async_err = PyErr_CheckSignals()));
Steve Dower8fc89802015-04-12 00:26:27 -04001208 _Py_END_SUPPRESS_IPH
Victor Stinner66aab0c2015-03-19 22:53:20 +01001209
1210 if (async_err) {
1211 /* read() was interrupted by a signal (failed with EINTR)
1212 * and the Python signal handler raised an exception */
Victor Stinnera3c02022015-03-20 11:58:18 +01001213 errno = err;
1214 assert(errno == EINTR && PyErr_Occurred());
Victor Stinner66aab0c2015-03-19 22:53:20 +01001215 return -1;
1216 }
1217 if (n < 0) {
Victor Stinner66aab0c2015-03-19 22:53:20 +01001218 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnera3c02022015-03-20 11:58:18 +01001219 errno = err;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001220 return -1;
1221 }
1222
1223 return n;
1224}
1225
Victor Stinner82c3e452015-04-01 18:34:45 +02001226static Py_ssize_t
1227_Py_write_impl(int fd, const void *buf, size_t count, int gil_held)
Victor Stinner66aab0c2015-03-19 22:53:20 +01001228{
1229 Py_ssize_t n;
Victor Stinnera3c02022015-03-20 11:58:18 +01001230 int err;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001231 int async_err = 0;
1232
Victor Stinner66aab0c2015-03-19 22:53:20 +01001233 if (!_PyVerify_fd(fd)) {
Victor Stinner82c3e452015-04-01 18:34:45 +02001234 if (gil_held) {
1235 /* save/restore errno because PyErr_SetFromErrno() can modify it */
1236 err = errno;
1237 PyErr_SetFromErrno(PyExc_OSError);
1238 errno = err;
1239 }
Victor Stinner66aab0c2015-03-19 22:53:20 +01001240 return -1;
1241 }
1242
Steve Dower8fc89802015-04-12 00:26:27 -04001243 _Py_BEGIN_SUPPRESS_IPH
Victor Stinner66aab0c2015-03-19 22:53:20 +01001244#ifdef MS_WINDOWS
1245 if (count > 32767 && isatty(fd)) {
1246 /* Issue #11395: the Windows console returns an error (12: not
1247 enough space error) on writing into stdout if stdout mode is
1248 binary and the length is greater than 66,000 bytes (or less,
1249 depending on heap usage). */
1250 count = 32767;
1251 }
1252 else if (count > INT_MAX)
1253 count = INT_MAX;
1254#else
1255 if (count > PY_SSIZE_T_MAX) {
1256 /* write() should truncate count to PY_SSIZE_T_MAX, but it's safer
1257 * to do it ourself to have a portable behaviour. */
1258 count = PY_SSIZE_T_MAX;
1259 }
1260#endif
1261
Victor Stinner82c3e452015-04-01 18:34:45 +02001262 if (gil_held) {
1263 do {
1264 Py_BEGIN_ALLOW_THREADS
1265 errno = 0;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001266#ifdef MS_WINDOWS
Victor Stinner82c3e452015-04-01 18:34:45 +02001267 n = write(fd, buf, (int)count);
Victor Stinner66aab0c2015-03-19 22:53:20 +01001268#else
Victor Stinner82c3e452015-04-01 18:34:45 +02001269 n = write(fd, buf, count);
Victor Stinner66aab0c2015-03-19 22:53:20 +01001270#endif
Victor Stinner82c3e452015-04-01 18:34:45 +02001271 /* save/restore errno because PyErr_CheckSignals()
1272 * and PyErr_SetFromErrno() can modify it */
1273 err = errno;
1274 Py_END_ALLOW_THREADS
1275 } while (n < 0 && err == EINTR &&
1276 !(async_err = PyErr_CheckSignals()));
1277 }
1278 else {
1279 do {
1280 errno = 0;
1281#ifdef MS_WINDOWS
1282 n = write(fd, buf, (int)count);
1283#else
1284 n = write(fd, buf, count);
1285#endif
1286 err = errno;
1287 } while (n < 0 && err == EINTR);
1288 }
Steve Dower8fc89802015-04-12 00:26:27 -04001289 _Py_END_SUPPRESS_IPH
Victor Stinner66aab0c2015-03-19 22:53:20 +01001290
1291 if (async_err) {
1292 /* write() was interrupted by a signal (failed with EINTR)
Victor Stinner82c3e452015-04-01 18:34:45 +02001293 and the Python signal handler raised an exception (if gil_held is
1294 nonzero). */
Victor Stinnera3c02022015-03-20 11:58:18 +01001295 errno = err;
Victor Stinner82c3e452015-04-01 18:34:45 +02001296 assert(errno == EINTR && (!gil_held || PyErr_Occurred()));
Victor Stinner66aab0c2015-03-19 22:53:20 +01001297 return -1;
1298 }
1299 if (n < 0) {
Victor Stinner82c3e452015-04-01 18:34:45 +02001300 if (gil_held)
1301 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnera3c02022015-03-20 11:58:18 +01001302 errno = err;
Victor Stinner66aab0c2015-03-19 22:53:20 +01001303 return -1;
1304 }
1305
1306 return n;
1307}
1308
Victor Stinner82c3e452015-04-01 18:34:45 +02001309/* Write count bytes of buf into fd.
1310
1311 On success, return the number of written bytes, it can be lower than count
1312 including 0. On error, raise an exception, set errno and return -1.
1313
1314 When interrupted by a signal (write() fails with EINTR), retry the syscall.
1315 If the Python signal handler raises an exception, the function returns -1
1316 (the syscall is not retried).
1317
1318 Release the GIL to call write(). The caller must hold the GIL. */
1319Py_ssize_t
1320_Py_write(int fd, const void *buf, size_t count)
1321{
1322 /* _Py_write() must not be called with an exception set, otherwise the
1323 * caller may think that write() was interrupted by a signal and the signal
1324 * handler raised an exception. */
1325 assert(!PyErr_Occurred());
1326
1327 return _Py_write_impl(fd, buf, count, 1);
1328}
1329
1330/* Write count bytes of buf into fd.
1331 *
1332 * On success, return the number of written bytes, it can be lower than count
1333 * including 0. On error, set errno and return -1.
1334 *
1335 * When interrupted by a signal (write() fails with EINTR), retry the syscall
1336 * without calling the Python signal handler. */
1337Py_ssize_t
1338_Py_write_noraise(int fd, const void *buf, size_t count)
1339{
1340 return _Py_write_impl(fd, buf, count, 0);
1341}
1342
Victor Stinner4e314432010-10-07 21:45:39 +00001343#ifdef HAVE_READLINK
Victor Stinner6672d0c2010-10-07 22:53:43 +00001344
1345/* Read value of symbolic link. Encode the path to the locale encoding, decode
Victor Stinneraf02e1c2011-12-16 23:56:01 +01001346 the result from the locale encoding. Return -1 on error. */
Victor Stinner6672d0c2010-10-07 22:53:43 +00001347
Victor Stinner4e314432010-10-07 21:45:39 +00001348int
1349_Py_wreadlink(const wchar_t *path, wchar_t *buf, size_t bufsiz)
1350{
1351 char *cpath;
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001352 char cbuf[MAXPATHLEN];
Victor Stinner3f711f42010-10-16 22:47:37 +00001353 wchar_t *wbuf;
Victor Stinner4e314432010-10-07 21:45:39 +00001354 int res;
1355 size_t r1;
1356
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001357 cpath = Py_EncodeLocale(path, NULL);
Victor Stinner4e314432010-10-07 21:45:39 +00001358 if (cpath == NULL) {
1359 errno = EINVAL;
1360 return -1;
1361 }
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001362 res = (int)readlink(cpath, cbuf, Py_ARRAY_LENGTH(cbuf));
Victor Stinner4e314432010-10-07 21:45:39 +00001363 PyMem_Free(cpath);
1364 if (res == -1)
1365 return -1;
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001366 if (res == Py_ARRAY_LENGTH(cbuf)) {
Victor Stinner4e314432010-10-07 21:45:39 +00001367 errno = EINVAL;
1368 return -1;
1369 }
1370 cbuf[res] = '\0'; /* buf will be null terminated */
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001371 wbuf = Py_DecodeLocale(cbuf, &r1);
Victor Stinner350147b2010-10-16 22:52:09 +00001372 if (wbuf == NULL) {
1373 errno = EINVAL;
1374 return -1;
1375 }
Victor Stinner3f711f42010-10-16 22:47:37 +00001376 if (bufsiz <= r1) {
Victor Stinner1a7425f2013-07-07 16:25:15 +02001377 PyMem_RawFree(wbuf);
Victor Stinner4e314432010-10-07 21:45:39 +00001378 errno = EINVAL;
1379 return -1;
1380 }
Victor Stinner3f711f42010-10-16 22:47:37 +00001381 wcsncpy(buf, wbuf, bufsiz);
Victor Stinner1a7425f2013-07-07 16:25:15 +02001382 PyMem_RawFree(wbuf);
Victor Stinner4e314432010-10-07 21:45:39 +00001383 return (int)r1;
1384}
1385#endif
1386
1387#ifdef HAVE_REALPATH
Victor Stinner6672d0c2010-10-07 22:53:43 +00001388
1389/* Return the canonicalized absolute pathname. Encode path to the locale
Victor Stinneraf02e1c2011-12-16 23:56:01 +01001390 encoding, decode the result from the locale encoding.
1391 Return NULL on error. */
Victor Stinner6672d0c2010-10-07 22:53:43 +00001392
Victor Stinner4e314432010-10-07 21:45:39 +00001393wchar_t*
Victor Stinner015f4d82010-10-07 22:29:53 +00001394_Py_wrealpath(const wchar_t *path,
1395 wchar_t *resolved_path, size_t resolved_path_size)
Victor Stinner4e314432010-10-07 21:45:39 +00001396{
1397 char *cpath;
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001398 char cresolved_path[MAXPATHLEN];
Victor Stinner0a1b8cb2010-10-16 22:55:47 +00001399 wchar_t *wresolved_path;
Victor Stinner4e314432010-10-07 21:45:39 +00001400 char *res;
1401 size_t r;
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001402 cpath = Py_EncodeLocale(path, NULL);
Victor Stinner4e314432010-10-07 21:45:39 +00001403 if (cpath == NULL) {
1404 errno = EINVAL;
1405 return NULL;
1406 }
1407 res = realpath(cpath, cresolved_path);
1408 PyMem_Free(cpath);
1409 if (res == NULL)
1410 return NULL;
Victor Stinner0a1b8cb2010-10-16 22:55:47 +00001411
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001412 wresolved_path = Py_DecodeLocale(cresolved_path, &r);
Victor Stinner0a1b8cb2010-10-16 22:55:47 +00001413 if (wresolved_path == NULL) {
Victor Stinner4e314432010-10-07 21:45:39 +00001414 errno = EINVAL;
1415 return NULL;
1416 }
Victor Stinner0a1b8cb2010-10-16 22:55:47 +00001417 if (resolved_path_size <= r) {
Victor Stinner1a7425f2013-07-07 16:25:15 +02001418 PyMem_RawFree(wresolved_path);
Victor Stinner0a1b8cb2010-10-16 22:55:47 +00001419 errno = EINVAL;
1420 return NULL;
1421 }
1422 wcsncpy(resolved_path, wresolved_path, resolved_path_size);
Victor Stinner1a7425f2013-07-07 16:25:15 +02001423 PyMem_RawFree(wresolved_path);
Victor Stinner4e314432010-10-07 21:45:39 +00001424 return resolved_path;
1425}
1426#endif
1427
Victor Stinnerf4061da2010-10-14 12:37:19 +00001428/* Get the current directory. size is the buffer size in wide characters
Victor Stinneraf02e1c2011-12-16 23:56:01 +01001429 including the null character. Decode the path from the locale encoding.
1430 Return NULL on error. */
Victor Stinner6672d0c2010-10-07 22:53:43 +00001431
Victor Stinner4e314432010-10-07 21:45:39 +00001432wchar_t*
1433_Py_wgetcwd(wchar_t *buf, size_t size)
1434{
1435#ifdef MS_WINDOWS
Victor Stinner56785ea2013-06-05 00:46:29 +02001436 int isize = (int)Py_MIN(size, INT_MAX);
1437 return _wgetcwd(buf, isize);
Victor Stinner4e314432010-10-07 21:45:39 +00001438#else
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001439 char fname[MAXPATHLEN];
Victor Stinnerf4061da2010-10-14 12:37:19 +00001440 wchar_t *wname;
Victor Stinner168e1172010-10-16 23:16:16 +00001441 size_t len;
Victor Stinnerf4061da2010-10-14 12:37:19 +00001442
Victor Stinnerb11d6cb2013-11-15 18:14:11 +01001443 if (getcwd(fname, Py_ARRAY_LENGTH(fname)) == NULL)
Victor Stinner4e314432010-10-07 21:45:39 +00001444 return NULL;
Victor Stinnerf6a271a2014-08-01 12:28:48 +02001445 wname = Py_DecodeLocale(fname, &len);
Victor Stinnerf4061da2010-10-14 12:37:19 +00001446 if (wname == NULL)
1447 return NULL;
Victor Stinner168e1172010-10-16 23:16:16 +00001448 if (size <= len) {
Victor Stinner1a7425f2013-07-07 16:25:15 +02001449 PyMem_RawFree(wname);
Victor Stinner4e314432010-10-07 21:45:39 +00001450 return NULL;
1451 }
Victor Stinnerf4061da2010-10-14 12:37:19 +00001452 wcsncpy(buf, wname, size);
Victor Stinner1a7425f2013-07-07 16:25:15 +02001453 PyMem_RawFree(wname);
Victor Stinner4e314432010-10-07 21:45:39 +00001454 return buf;
1455#endif
1456}
1457
Victor Stinnerdaf45552013-08-28 00:53:59 +02001458/* Duplicate a file descriptor. The new file descriptor is created as
1459 non-inheritable. Return a new file descriptor on success, raise an OSError
1460 exception and return -1 on error.
1461
1462 The GIL is released to call dup(). The caller must hold the GIL. */
1463int
1464_Py_dup(int fd)
1465{
1466#ifdef MS_WINDOWS
1467 HANDLE handle;
1468 DWORD ftype;
1469#endif
1470
1471 if (!_PyVerify_fd(fd)) {
1472 PyErr_SetFromErrno(PyExc_OSError);
1473 return -1;
1474 }
1475
1476#ifdef MS_WINDOWS
Steve Dower8fc89802015-04-12 00:26:27 -04001477 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001478 handle = (HANDLE)_get_osfhandle(fd);
Steve Dower8fc89802015-04-12 00:26:27 -04001479 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001480 if (handle == INVALID_HANDLE_VALUE) {
Steve Dower41e72442015-03-14 11:38:27 -07001481 PyErr_SetFromErrno(PyExc_OSError);
Victor Stinnerdaf45552013-08-28 00:53:59 +02001482 return -1;
1483 }
1484
1485 /* get the file type, ignore the error if it failed */
1486 ftype = GetFileType(handle);
1487
1488 Py_BEGIN_ALLOW_THREADS
Steve Dower8fc89802015-04-12 00:26:27 -04001489 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001490 fd = dup(fd);
Steve Dower8fc89802015-04-12 00:26:27 -04001491 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001492 Py_END_ALLOW_THREADS
1493 if (fd < 0) {
1494 PyErr_SetFromErrno(PyExc_OSError);
1495 return -1;
1496 }
1497
1498 /* Character files like console cannot be make non-inheritable */
1499 if (ftype != FILE_TYPE_CHAR) {
1500 if (_Py_set_inheritable(fd, 0, NULL) < 0) {
Steve Dower8fc89802015-04-12 00:26:27 -04001501 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001502 close(fd);
Steve Dower8fc89802015-04-12 00:26:27 -04001503 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001504 return -1;
1505 }
1506 }
1507#elif defined(HAVE_FCNTL_H) && defined(F_DUPFD_CLOEXEC)
1508 Py_BEGIN_ALLOW_THREADS
Steve Dower8fc89802015-04-12 00:26:27 -04001509 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001510 fd = fcntl(fd, F_DUPFD_CLOEXEC, 0);
Steve Dower8fc89802015-04-12 00:26:27 -04001511 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001512 Py_END_ALLOW_THREADS
1513 if (fd < 0) {
1514 PyErr_SetFromErrno(PyExc_OSError);
1515 return -1;
1516 }
1517
1518#else
1519 Py_BEGIN_ALLOW_THREADS
Steve Dower8fc89802015-04-12 00:26:27 -04001520 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001521 fd = dup(fd);
Steve Dower8fc89802015-04-12 00:26:27 -04001522 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001523 Py_END_ALLOW_THREADS
1524 if (fd < 0) {
1525 PyErr_SetFromErrno(PyExc_OSError);
1526 return -1;
1527 }
1528
1529 if (_Py_set_inheritable(fd, 0, NULL) < 0) {
Steve Dower8fc89802015-04-12 00:26:27 -04001530 _Py_BEGIN_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001531 close(fd);
Steve Dower8fc89802015-04-12 00:26:27 -04001532 _Py_END_SUPPRESS_IPH
Victor Stinnerdaf45552013-08-28 00:53:59 +02001533 return -1;
1534 }
1535#endif
1536 return fd;
1537}
1538
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001539#ifndef MS_WINDOWS
1540/* Get the blocking mode of the file descriptor.
1541 Return 0 if the O_NONBLOCK flag is set, 1 if the flag is cleared,
1542 raise an exception and return -1 on error. */
1543int
1544_Py_get_blocking(int fd)
1545{
Steve Dower8fc89802015-04-12 00:26:27 -04001546 int flags;
1547 _Py_BEGIN_SUPPRESS_IPH
1548 flags = fcntl(fd, F_GETFL, 0);
1549 _Py_END_SUPPRESS_IPH
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001550 if (flags < 0) {
1551 PyErr_SetFromErrno(PyExc_OSError);
1552 return -1;
1553 }
1554
1555 return !(flags & O_NONBLOCK);
1556}
1557
1558/* Set the blocking mode of the specified file descriptor.
1559
1560 Set the O_NONBLOCK flag if blocking is False, clear the O_NONBLOCK flag
1561 otherwise.
1562
1563 Return 0 on success, raise an exception and return -1 on error. */
1564int
1565_Py_set_blocking(int fd, int blocking)
1566{
1567#if defined(HAVE_SYS_IOCTL_H) && defined(FIONBIO)
1568 int arg = !blocking;
1569 if (ioctl(fd, FIONBIO, &arg) < 0)
1570 goto error;
1571#else
1572 int flags, res;
1573
Steve Dower8fc89802015-04-12 00:26:27 -04001574 _Py_BEGIN_SUPPRESS_IPH
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001575 flags = fcntl(fd, F_GETFL, 0);
Steve Dower8fc89802015-04-12 00:26:27 -04001576 if (flags >= 0) {
1577 if (blocking)
1578 flags = flags & (~O_NONBLOCK);
1579 else
1580 flags = flags | O_NONBLOCK;
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001581
Steve Dower8fc89802015-04-12 00:26:27 -04001582 res = fcntl(fd, F_SETFL, flags);
1583 } else {
1584 res = -1;
1585 }
1586 _Py_END_SUPPRESS_IPH
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001587
Victor Stinner1db9e7b2014-07-29 22:32:47 +02001588 if (res < 0)
1589 goto error;
1590#endif
1591 return 0;
1592
1593error:
1594 PyErr_SetFromErrno(PyExc_OSError);
1595 return -1;
1596}
1597#endif
1598
Steve Dower8fc89802015-04-12 00:26:27 -04001599#if defined _MSC_VER && _MSC_VER >= 1400 && _MSC_VER < 1900
Steve Dowerd81431f2015-03-06 14:47:02 -08001600/* Legacy implementation of _PyVerify_fd while transitioning to
1601 * MSVC 14.0. This should eventually be removed. (issue23524)
1602 */
1603
1604/* Microsoft CRT in VS2005 and higher will verify that a filehandle is
1605 * valid and raise an assertion if it isn't.
1606 * Normally, an invalid fd is likely to be a C program error and therefore
1607 * an assertion can be useful, but it does contradict the POSIX standard
1608 * which for write(2) states:
1609 * "Otherwise, -1 shall be returned and errno set to indicate the error."
1610 * "[EBADF] The fildes argument is not a valid file descriptor open for
1611 * writing."
1612 * Furthermore, python allows the user to enter any old integer
1613 * as a fd and should merely raise a python exception on error.
1614 * The Microsoft CRT doesn't provide an official way to check for the
1615 * validity of a file descriptor, but we can emulate its internal behaviour
1616 * by using the exported __pinfo data member and knowledge of the
1617 * internal structures involved.
1618 * The structures below must be updated for each version of visual studio
1619 * according to the file internal.h in the CRT source, until MS comes
1620 * up with a less hacky way to do this.
1621 * (all of this is to avoid globally modifying the CRT behaviour using
1622 * _set_invalid_parameter_handler() and _CrtSetReportMode())
1623 */
1624/* The actual size of the structure is determined at runtime.
1625 * Only the first items must be present.
1626 */
1627typedef struct {
1628 intptr_t osfhnd;
1629 char osfile;
1630} my_ioinfo;
1631
1632extern __declspec(dllimport) char * __pioinfo[];
1633#define IOINFO_L2E 5
1634#define IOINFO_ARRAYS 64
1635#define IOINFO_ARRAY_ELTS (1 << IOINFO_L2E)
1636#define _NHANDLE_ (IOINFO_ARRAYS * IOINFO_ARRAY_ELTS)
1637#define FOPEN 0x01
1638#define _NO_CONSOLE_FILENO (intptr_t)-2
1639
1640/* This function emulates what the windows CRT does to validate file handles */
1641int
1642_PyVerify_fd(int fd)
1643{
1644 const int i1 = fd >> IOINFO_L2E;
1645 const int i2 = fd & ((1 << IOINFO_L2E) - 1);
1646
1647 static size_t sizeof_ioinfo = 0;
1648
1649 /* Determine the actual size of the ioinfo structure,
1650 * as used by the CRT loaded in memory
1651 */
1652 if (sizeof_ioinfo == 0 && __pioinfo[0] != NULL) {
1653 sizeof_ioinfo = _msize(__pioinfo[0]) / IOINFO_ARRAY_ELTS;
1654 }
1655 if (sizeof_ioinfo == 0) {
1656 /* This should not happen... */
1657 goto fail;
1658 }
1659
1660 /* See that it isn't a special CLEAR fileno */
1661 if (fd != _NO_CONSOLE_FILENO) {
1662 /* Microsoft CRT would check that 0<=fd<_nhandle but we can't do that. Instead
1663 * we check pointer validity and other info
1664 */
1665 if (0 <= i1 && i1 < IOINFO_ARRAYS && __pioinfo[i1] != NULL) {
1666 /* finally, check that the file is open */
1667 my_ioinfo* info = (my_ioinfo*)(__pioinfo[i1] + i2 * sizeof_ioinfo);
1668 if (info->osfile & FOPEN) {
1669 return 1;
1670 }
1671 }
1672 }
1673 fail:
1674 errno = EBADF;
1675 return 0;
1676}
1677
Steve Dower8fc89802015-04-12 00:26:27 -04001678#endif /* defined _MSC_VER && _MSC_VER >= 1400 && _MSC_VER < 1900 */