Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 1 | __all__ = ['create_subprocess_exec', 'create_subprocess_shell'] |
| 2 | |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 3 | import subprocess |
| 4 | |
| 5 | from . import events |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 6 | from . import protocols |
| 7 | from . import streams |
| 8 | from . import tasks |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 9 | from .coroutines import coroutine |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 10 | from .log import logger |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 11 | |
| 12 | |
| 13 | PIPE = subprocess.PIPE |
| 14 | STDOUT = subprocess.STDOUT |
| 15 | DEVNULL = subprocess.DEVNULL |
| 16 | |
| 17 | |
| 18 | class SubprocessStreamProtocol(streams.FlowControlMixin, |
| 19 | protocols.SubprocessProtocol): |
| 20 | """Like StreamReaderProtocol, but for a subprocess.""" |
| 21 | |
| 22 | def __init__(self, limit, loop): |
| 23 | super().__init__(loop=loop) |
| 24 | self._limit = limit |
| 25 | self.stdin = self.stdout = self.stderr = None |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 26 | self._transport = None |
| 27 | |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 28 | def __repr__(self): |
| 29 | info = [self.__class__.__name__] |
| 30 | if self.stdin is not None: |
| 31 | info.append('stdin=%r' % self.stdin) |
| 32 | if self.stdout is not None: |
| 33 | info.append('stdout=%r' % self.stdout) |
| 34 | if self.stderr is not None: |
| 35 | info.append('stderr=%r' % self.stderr) |
| 36 | return '<%s>' % ' '.join(info) |
| 37 | |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 38 | def connection_made(self, transport): |
| 39 | self._transport = transport |
Victor Stinner | 5ef586f | 2014-11-25 17:20:33 +0100 | [diff] [blame] | 40 | |
| 41 | stdout_transport = transport.get_pipe_transport(1) |
| 42 | if stdout_transport is not None: |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 43 | self.stdout = streams.StreamReader(limit=self._limit, |
| 44 | loop=self._loop) |
Victor Stinner | 5ef586f | 2014-11-25 17:20:33 +0100 | [diff] [blame] | 45 | self.stdout.set_transport(stdout_transport) |
| 46 | |
| 47 | stderr_transport = transport.get_pipe_transport(2) |
| 48 | if stderr_transport is not None: |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 49 | self.stderr = streams.StreamReader(limit=self._limit, |
| 50 | loop=self._loop) |
Victor Stinner | 5ef586f | 2014-11-25 17:20:33 +0100 | [diff] [blame] | 51 | self.stderr.set_transport(stderr_transport) |
| 52 | |
| 53 | stdin_transport = transport.get_pipe_transport(0) |
| 54 | if stdin_transport is not None: |
| 55 | self.stdin = streams.StreamWriter(stdin_transport, |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 56 | protocol=self, |
| 57 | reader=None, |
| 58 | loop=self._loop) |
Victor Stinner | f651a60 | 2015-01-14 02:10:33 +0100 | [diff] [blame] | 59 | |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 60 | def pipe_data_received(self, fd, data): |
| 61 | if fd == 1: |
| 62 | reader = self.stdout |
| 63 | elif fd == 2: |
| 64 | reader = self.stderr |
| 65 | else: |
| 66 | reader = None |
| 67 | if reader is not None: |
| 68 | reader.feed_data(data) |
| 69 | |
| 70 | def pipe_connection_lost(self, fd, exc): |
| 71 | if fd == 0: |
| 72 | pipe = self.stdin |
| 73 | if pipe is not None: |
| 74 | pipe.close() |
| 75 | self.connection_lost(exc) |
| 76 | return |
| 77 | if fd == 1: |
| 78 | reader = self.stdout |
| 79 | elif fd == 2: |
| 80 | reader = self.stderr |
| 81 | else: |
| 82 | reader = None |
| 83 | if reader != None: |
| 84 | if exc is None: |
| 85 | reader.feed_eof() |
| 86 | else: |
| 87 | reader.set_exception(exc) |
| 88 | |
| 89 | def process_exited(self): |
Victor Stinner | 791009b | 2015-01-15 13:16:02 +0100 | [diff] [blame] | 90 | self._transport.close() |
| 91 | self._transport = None |
| 92 | |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 93 | |
| 94 | class Process: |
| 95 | def __init__(self, transport, protocol, loop): |
| 96 | self._transport = transport |
| 97 | self._protocol = protocol |
| 98 | self._loop = loop |
| 99 | self.stdin = protocol.stdin |
| 100 | self.stdout = protocol.stdout |
| 101 | self.stderr = protocol.stderr |
| 102 | self.pid = transport.get_pid() |
| 103 | |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 104 | def __repr__(self): |
| 105 | return '<%s %s>' % (self.__class__.__name__, self.pid) |
| 106 | |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 107 | @property |
| 108 | def returncode(self): |
| 109 | return self._transport.get_returncode() |
| 110 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 111 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 112 | def wait(self): |
Victor Stinner | 47cd10d | 2015-01-30 00:05:19 +0100 | [diff] [blame] | 113 | """Wait until the process exit and return the process return code. |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 114 | |
Victor Stinner | 47cd10d | 2015-01-30 00:05:19 +0100 | [diff] [blame] | 115 | This method is a coroutine.""" |
Victor Stinner | 1241ecc | 2015-01-30 00:16:14 +0100 | [diff] [blame] | 116 | return (yield from self._transport._wait()) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 117 | |
| 118 | def send_signal(self, signal): |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 119 | self._transport.send_signal(signal) |
| 120 | |
| 121 | def terminate(self): |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 122 | self._transport.terminate() |
| 123 | |
| 124 | def kill(self): |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 125 | self._transport.kill() |
| 126 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 127 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 128 | def _feed_stdin(self, input): |
Victor Stinner | d55b54d | 2014-07-17 13:12:03 +0200 | [diff] [blame] | 129 | debug = self._loop.get_debug() |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 130 | self.stdin.write(input) |
Victor Stinner | d55b54d | 2014-07-17 13:12:03 +0200 | [diff] [blame] | 131 | if debug: |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 132 | logger.debug('%r communicate: feed stdin (%s bytes)', |
| 133 | self, len(input)) |
Victor Stinner | cc996b5 | 2014-07-17 12:25:27 +0200 | [diff] [blame] | 134 | try: |
| 135 | yield from self.stdin.drain() |
Victor Stinner | d55b54d | 2014-07-17 13:12:03 +0200 | [diff] [blame] | 136 | except (BrokenPipeError, ConnectionResetError) as exc: |
| 137 | # communicate() ignores BrokenPipeError and ConnectionResetError |
| 138 | if debug: |
| 139 | logger.debug('%r communicate: stdin got %r', self, exc) |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 140 | |
Victor Stinner | d55b54d | 2014-07-17 13:12:03 +0200 | [diff] [blame] | 141 | if debug: |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 142 | logger.debug('%r communicate: close stdin', self) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 143 | self.stdin.close() |
| 144 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 145 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 146 | def _noop(self): |
| 147 | return None |
| 148 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 149 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 150 | def _read_stream(self, fd): |
| 151 | transport = self._transport.get_pipe_transport(fd) |
| 152 | if fd == 2: |
| 153 | stream = self.stderr |
| 154 | else: |
| 155 | assert fd == 1 |
| 156 | stream = self.stdout |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 157 | if self._loop.get_debug(): |
| 158 | name = 'stdout' if fd == 1 else 'stderr' |
| 159 | logger.debug('%r communicate: read %s', self, name) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 160 | output = yield from stream.read() |
Victor Stinner | acdb782 | 2014-07-14 18:33:40 +0200 | [diff] [blame] | 161 | if self._loop.get_debug(): |
| 162 | name = 'stdout' if fd == 1 else 'stderr' |
| 163 | logger.debug('%r communicate: close %s', self, name) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 164 | transport.close() |
| 165 | return output |
| 166 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 167 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 168 | def communicate(self, input=None): |
Yury Selivanov | 7657f6b | 2016-05-13 15:35:28 -0400 | [diff] [blame] | 169 | if input is not None: |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 170 | stdin = self._feed_stdin(input) |
| 171 | else: |
| 172 | stdin = self._noop() |
| 173 | if self.stdout is not None: |
| 174 | stdout = self._read_stream(1) |
| 175 | else: |
| 176 | stdout = self._noop() |
| 177 | if self.stderr is not None: |
| 178 | stderr = self._read_stream(2) |
| 179 | else: |
| 180 | stderr = self._noop() |
| 181 | stdin, stdout, stderr = yield from tasks.gather(stdin, stdout, stderr, |
Victor Stinner | 8d0230b | 2014-02-20 10:12:59 +0100 | [diff] [blame] | 182 | loop=self._loop) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 183 | yield from self.wait() |
| 184 | return (stdout, stderr) |
| 185 | |
| 186 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 187 | @coroutine |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 188 | def create_subprocess_shell(cmd, stdin=None, stdout=None, stderr=None, |
| 189 | loop=None, limit=streams._DEFAULT_LIMIT, **kwds): |
| 190 | if loop is None: |
| 191 | loop = events.get_event_loop() |
| 192 | protocol_factory = lambda: SubprocessStreamProtocol(limit=limit, |
| 193 | loop=loop) |
| 194 | transport, protocol = yield from loop.subprocess_shell( |
| 195 | protocol_factory, |
| 196 | cmd, stdin=stdin, stdout=stdout, |
| 197 | stderr=stderr, **kwds) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 198 | return Process(transport, protocol, loop) |
| 199 | |
Victor Stinner | f951d28 | 2014-06-29 00:46:45 +0200 | [diff] [blame] | 200 | @coroutine |
Yury Selivanov | 5779752 | 2014-02-18 22:56:15 -0500 | [diff] [blame] | 201 | def create_subprocess_exec(program, *args, stdin=None, stdout=None, |
| 202 | stderr=None, loop=None, |
| 203 | limit=streams._DEFAULT_LIMIT, **kwds): |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 204 | if loop is None: |
| 205 | loop = events.get_event_loop() |
| 206 | protocol_factory = lambda: SubprocessStreamProtocol(limit=limit, |
| 207 | loop=loop) |
| 208 | transport, protocol = yield from loop.subprocess_exec( |
| 209 | protocol_factory, |
Victor Stinner | 20e0743 | 2014-02-11 11:44:56 +0100 | [diff] [blame] | 210 | program, *args, |
| 211 | stdin=stdin, stdout=stdout, |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 212 | stderr=stderr, **kwds) |
Victor Stinner | 915bcb0 | 2014-02-01 22:49:59 +0100 | [diff] [blame] | 213 | return Process(transport, protocol, loop) |