Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 1 | """ |
| 2 | Various Windows specific bits and pieces |
| 3 | """ |
| 4 | |
| 5 | import sys |
| 6 | |
| 7 | if sys.platform != 'win32': # pragma: no cover |
| 8 | raise ImportError('win32 only') |
| 9 | |
Victor Stinner | 29ad011 | 2015-01-15 00:04:21 +0100 | [diff] [blame] | 10 | import _winapi |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 11 | import itertools |
| 12 | import msvcrt |
| 13 | import os |
Victor Stinner | 29ad011 | 2015-01-15 00:04:21 +0100 | [diff] [blame] | 14 | import socket |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 15 | import subprocess |
| 16 | import tempfile |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 17 | |
| 18 | |
| 19 | __all__ = ['socketpair', 'pipe', 'Popen', 'PIPE', 'PipeHandle'] |
| 20 | |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 21 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 22 | # Constants/globals |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 23 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 24 | |
| 25 | BUFSIZE = 8192 |
| 26 | PIPE = subprocess.PIPE |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 27 | STDOUT = subprocess.STDOUT |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 28 | _mmap_counter = itertools.count() |
| 29 | |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 30 | |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 31 | if hasattr(socket, 'socketpair'): |
| 32 | # Since Python 3.5, socket.socketpair() is now also available on Windows |
| 33 | socketpair = socket.socketpair |
| 34 | else: |
| 35 | # Replacement for socket.socketpair() |
| 36 | def socketpair(family=socket.AF_INET, type=socket.SOCK_STREAM, proto=0): |
| 37 | """A socket pair usable as a self-pipe, for Windows. |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 38 | |
Victor Stinner | 15cc678 | 2015-01-09 00:09:10 +0100 | [diff] [blame] | 39 | Origin: https://gist.github.com/4325783, by Geert Jansen. |
| 40 | Public domain. |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 41 | """ |
| 42 | if family == socket.AF_INET: |
| 43 | host = '127.0.0.1' |
| 44 | elif family == socket.AF_INET6: |
| 45 | host = '::1' |
| 46 | else: |
Victor Stinner | 15cc678 | 2015-01-09 00:09:10 +0100 | [diff] [blame] | 47 | raise ValueError("Only AF_INET and AF_INET6 socket address " |
| 48 | "families are supported") |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 49 | if type != socket.SOCK_STREAM: |
| 50 | raise ValueError("Only SOCK_STREAM socket type is supported") |
| 51 | if proto != 0: |
| 52 | raise ValueError("Only protocol zero is supported") |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 53 | |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 54 | # We create a connected TCP socket. Note the trick with setblocking(0) |
| 55 | # that prevents us from having to create a thread. |
| 56 | lsock = socket.socket(family, type, proto) |
Victor Stinner | a9fa266 | 2014-06-04 00:12:28 +0200 | [diff] [blame] | 57 | try: |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 58 | lsock.bind((host, 0)) |
| 59 | lsock.listen(1) |
| 60 | # On IPv6, ignore flow_info and scope_id |
| 61 | addr, port = lsock.getsockname()[:2] |
| 62 | csock = socket.socket(family, type, proto) |
Victor Stinner | a9fa266 | 2014-06-04 00:12:28 +0200 | [diff] [blame] | 63 | try: |
Victor Stinner | f67f460 | 2014-10-14 22:56:25 +0200 | [diff] [blame] | 64 | csock.setblocking(False) |
| 65 | try: |
| 66 | csock.connect((addr, port)) |
| 67 | except (BlockingIOError, InterruptedError): |
| 68 | pass |
| 69 | csock.setblocking(True) |
| 70 | ssock, _ = lsock.accept() |
| 71 | except: |
| 72 | csock.close() |
| 73 | raise |
| 74 | finally: |
| 75 | lsock.close() |
| 76 | return (ssock, csock) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 77 | |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 78 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 79 | # Replacement for os.pipe() using handles instead of fds |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 80 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 81 | |
| 82 | def pipe(*, duplex=False, overlapped=(True, True), bufsize=BUFSIZE): |
| 83 | """Like os.pipe() but with overlapped support and using handles not fds.""" |
| 84 | address = tempfile.mktemp(prefix=r'\\.\pipe\python-pipe-%d-%d-' % |
| 85 | (os.getpid(), next(_mmap_counter))) |
| 86 | |
| 87 | if duplex: |
| 88 | openmode = _winapi.PIPE_ACCESS_DUPLEX |
| 89 | access = _winapi.GENERIC_READ | _winapi.GENERIC_WRITE |
| 90 | obsize, ibsize = bufsize, bufsize |
| 91 | else: |
| 92 | openmode = _winapi.PIPE_ACCESS_INBOUND |
| 93 | access = _winapi.GENERIC_WRITE |
| 94 | obsize, ibsize = 0, bufsize |
| 95 | |
| 96 | openmode |= _winapi.FILE_FLAG_FIRST_PIPE_INSTANCE |
| 97 | |
| 98 | if overlapped[0]: |
| 99 | openmode |= _winapi.FILE_FLAG_OVERLAPPED |
| 100 | |
| 101 | if overlapped[1]: |
| 102 | flags_and_attribs = _winapi.FILE_FLAG_OVERLAPPED |
| 103 | else: |
| 104 | flags_and_attribs = 0 |
| 105 | |
| 106 | h1 = h2 = None |
| 107 | try: |
| 108 | h1 = _winapi.CreateNamedPipe( |
| 109 | address, openmode, _winapi.PIPE_WAIT, |
| 110 | 1, obsize, ibsize, _winapi.NMPWAIT_WAIT_FOREVER, _winapi.NULL) |
| 111 | |
| 112 | h2 = _winapi.CreateFile( |
| 113 | address, access, 0, _winapi.NULL, _winapi.OPEN_EXISTING, |
| 114 | flags_and_attribs, _winapi.NULL) |
| 115 | |
| 116 | ov = _winapi.ConnectNamedPipe(h1, overlapped=True) |
| 117 | ov.GetOverlappedResult(True) |
| 118 | return h1, h2 |
| 119 | except: |
| 120 | if h1 is not None: |
| 121 | _winapi.CloseHandle(h1) |
| 122 | if h2 is not None: |
| 123 | _winapi.CloseHandle(h2) |
| 124 | raise |
| 125 | |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 126 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 127 | # Wrapper for a pipe handle |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 128 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 129 | |
| 130 | class PipeHandle: |
| 131 | """Wrapper for an overlapped pipe handle which is vaguely file-object like. |
| 132 | |
| 133 | The IOCP event loop can use these instead of socket objects. |
| 134 | """ |
| 135 | def __init__(self, handle): |
| 136 | self._handle = handle |
| 137 | |
Victor Stinner | 1b9763d | 2014-12-18 23:47:27 +0100 | [diff] [blame] | 138 | def __repr__(self): |
Victor Stinner | 29ad011 | 2015-01-15 00:04:21 +0100 | [diff] [blame] | 139 | if self._handle is not None: |
Victor Stinner | 1b9763d | 2014-12-18 23:47:27 +0100 | [diff] [blame] | 140 | handle = 'handle=%r' % self._handle |
| 141 | else: |
| 142 | handle = 'closed' |
| 143 | return '<%s %s>' % (self.__class__.__name__, handle) |
| 144 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 145 | @property |
| 146 | def handle(self): |
| 147 | return self._handle |
| 148 | |
| 149 | def fileno(self): |
Victor Stinner | 2a3f38f | 2015-01-26 15:03:44 +0100 | [diff] [blame] | 150 | if self._handle is None: |
| 151 | raise ValueError("I/O operatioon on closed pipe") |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 152 | return self._handle |
| 153 | |
| 154 | def close(self, *, CloseHandle=_winapi.CloseHandle): |
Victor Stinner | 29ad011 | 2015-01-15 00:04:21 +0100 | [diff] [blame] | 155 | if self._handle is not None: |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 156 | CloseHandle(self._handle) |
Victor Stinner | 29ad011 | 2015-01-15 00:04:21 +0100 | [diff] [blame] | 157 | self._handle = None |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 158 | |
| 159 | __del__ = close |
| 160 | |
| 161 | def __enter__(self): |
| 162 | return self |
| 163 | |
| 164 | def __exit__(self, t, v, tb): |
| 165 | self.close() |
| 166 | |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 167 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 168 | # Replacement for subprocess.Popen using overlapped pipe handles |
Guido van Rossum | a8d630a | 2013-11-01 14:20:55 -0700 | [diff] [blame] | 169 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 170 | |
| 171 | class Popen(subprocess.Popen): |
| 172 | """Replacement for subprocess.Popen using overlapped pipe handles. |
| 173 | |
| 174 | The stdin, stdout, stderr are None or instances of PipeHandle. |
| 175 | """ |
| 176 | def __init__(self, args, stdin=None, stdout=None, stderr=None, **kwds): |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 177 | assert not kwds.get('universal_newlines') |
| 178 | assert kwds.get('bufsize', 0) == 0 |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 179 | stdin_rfd = stdout_wfd = stderr_wfd = None |
| 180 | stdin_wh = stdout_rh = stderr_rh = None |
| 181 | if stdin == PIPE: |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 182 | stdin_rh, stdin_wh = pipe(overlapped=(False, True), duplex=True) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 183 | stdin_rfd = msvcrt.open_osfhandle(stdin_rh, os.O_RDONLY) |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 184 | else: |
| 185 | stdin_rfd = stdin |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 186 | if stdout == PIPE: |
| 187 | stdout_rh, stdout_wh = pipe(overlapped=(True, False)) |
| 188 | stdout_wfd = msvcrt.open_osfhandle(stdout_wh, 0) |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 189 | else: |
| 190 | stdout_wfd = stdout |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 191 | if stderr == PIPE: |
| 192 | stderr_rh, stderr_wh = pipe(overlapped=(True, False)) |
| 193 | stderr_wfd = msvcrt.open_osfhandle(stderr_wh, 0) |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 194 | elif stderr == STDOUT: |
| 195 | stderr_wfd = stdout_wfd |
| 196 | else: |
| 197 | stderr_wfd = stderr |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 198 | try: |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 199 | super().__init__(args, stdin=stdin_rfd, stdout=stdout_wfd, |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 200 | stderr=stderr_wfd, **kwds) |
| 201 | except: |
| 202 | for h in (stdin_wh, stdout_rh, stderr_rh): |
Guido van Rossum | 5969128 | 2013-10-30 14:52:03 -0700 | [diff] [blame] | 203 | if h is not None: |
| 204 | _winapi.CloseHandle(h) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 205 | raise |
| 206 | else: |
| 207 | if stdin_wh is not None: |
| 208 | self.stdin = PipeHandle(stdin_wh) |
| 209 | if stdout_rh is not None: |
| 210 | self.stdout = PipeHandle(stdout_rh) |
| 211 | if stderr_rh is not None: |
| 212 | self.stderr = PipeHandle(stderr_rh) |
| 213 | finally: |
| 214 | if stdin == PIPE: |
| 215 | os.close(stdin_rfd) |
| 216 | if stdout == PIPE: |
| 217 | os.close(stdout_wfd) |
| 218 | if stderr == PIPE: |
| 219 | os.close(stderr_wfd) |