Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 1 | """Tests for proactor_events.py""" |
| 2 | |
| 3 | import socket |
| 4 | import unittest |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 5 | from unittest import mock |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 6 | |
| 7 | import asyncio |
Victor Stinner | 128ee22 | 2014-01-25 22:22:18 +0100 | [diff] [blame] | 8 | from asyncio.proactor_events import BaseProactorEventLoop |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 9 | from asyncio.proactor_events import _ProactorSocketTransport |
| 10 | from asyncio.proactor_events import _ProactorWritePipeTransport |
| 11 | from asyncio.proactor_events import _ProactorDuplexPipeTransport |
| 12 | from asyncio import test_utils |
| 13 | |
| 14 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 15 | def close_transport(transport): |
| 16 | # Don't call transport.close() because the event loop and the IOCP proactor |
| 17 | # are mocked |
| 18 | if transport._sock is None: |
| 19 | return |
| 20 | transport._sock.close() |
| 21 | transport._sock = None |
| 22 | |
| 23 | |
Victor Stinner | c73701d | 2014-06-18 01:36:32 +0200 | [diff] [blame] | 24 | class ProactorSocketTransportTests(test_utils.TestCase): |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 25 | |
| 26 | def setUp(self): |
Victor Stinner | c73701d | 2014-06-18 01:36:32 +0200 | [diff] [blame] | 27 | self.loop = self.new_test_loop() |
Victor Stinner | 33cb039 | 2015-01-15 13:17:34 +0100 | [diff] [blame] | 28 | self.addCleanup(self.loop.close) |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 29 | self.proactor = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 30 | self.loop._proactor = self.proactor |
| 31 | self.protocol = test_utils.make_test_protocol(asyncio.Protocol) |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 32 | self.sock = mock.Mock(socket.socket) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 33 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 34 | def socket_transport(self, waiter=None): |
| 35 | transport = _ProactorSocketTransport(self.loop, self.sock, |
| 36 | self.protocol, waiter=waiter) |
| 37 | self.addCleanup(close_transport, transport) |
| 38 | return transport |
| 39 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 40 | def test_ctor(self): |
| 41 | fut = asyncio.Future(loop=self.loop) |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 42 | tr = self.socket_transport(waiter=fut) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 43 | test_utils.run_briefly(self.loop) |
| 44 | self.assertIsNone(fut.result()) |
| 45 | self.protocol.connection_made(tr) |
| 46 | self.proactor.recv.assert_called_with(self.sock, 4096) |
| 47 | |
| 48 | def test_loop_reading(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 49 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 50 | tr._loop_reading() |
| 51 | self.loop._proactor.recv.assert_called_with(self.sock, 4096) |
| 52 | self.assertFalse(self.protocol.data_received.called) |
| 53 | self.assertFalse(self.protocol.eof_received.called) |
| 54 | |
| 55 | def test_loop_reading_data(self): |
| 56 | res = asyncio.Future(loop=self.loop) |
| 57 | res.set_result(b'data') |
| 58 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 59 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 60 | tr._read_fut = res |
| 61 | tr._loop_reading(res) |
| 62 | self.loop._proactor.recv.assert_called_with(self.sock, 4096) |
| 63 | self.protocol.data_received.assert_called_with(b'data') |
| 64 | |
| 65 | def test_loop_reading_no_data(self): |
| 66 | res = asyncio.Future(loop=self.loop) |
| 67 | res.set_result(b'') |
| 68 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 69 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 70 | self.assertRaises(AssertionError, tr._loop_reading, res) |
| 71 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 72 | tr.close = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 73 | tr._read_fut = res |
| 74 | tr._loop_reading(res) |
| 75 | self.assertFalse(self.loop._proactor.recv.called) |
| 76 | self.assertTrue(self.protocol.eof_received.called) |
| 77 | self.assertTrue(tr.close.called) |
| 78 | |
| 79 | def test_loop_reading_aborted(self): |
| 80 | err = self.loop._proactor.recv.side_effect = ConnectionAbortedError() |
| 81 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 82 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 83 | tr._fatal_error = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 84 | tr._loop_reading() |
Victor Stinner | 065ca25 | 2014-02-19 01:40:41 +0100 | [diff] [blame] | 85 | tr._fatal_error.assert_called_with( |
| 86 | err, |
| 87 | 'Fatal read error on pipe transport') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 88 | |
| 89 | def test_loop_reading_aborted_closing(self): |
| 90 | self.loop._proactor.recv.side_effect = ConnectionAbortedError() |
| 91 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 92 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 93 | tr._closing = True |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 94 | tr._fatal_error = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 95 | tr._loop_reading() |
| 96 | self.assertFalse(tr._fatal_error.called) |
| 97 | |
| 98 | def test_loop_reading_aborted_is_fatal(self): |
| 99 | self.loop._proactor.recv.side_effect = ConnectionAbortedError() |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 100 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 101 | tr._closing = False |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 102 | tr._fatal_error = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 103 | tr._loop_reading() |
| 104 | self.assertTrue(tr._fatal_error.called) |
| 105 | |
| 106 | def test_loop_reading_conn_reset_lost(self): |
| 107 | err = self.loop._proactor.recv.side_effect = ConnectionResetError() |
| 108 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 109 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 110 | tr._closing = False |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 111 | tr._fatal_error = mock.Mock() |
| 112 | tr._force_close = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 113 | tr._loop_reading() |
| 114 | self.assertFalse(tr._fatal_error.called) |
| 115 | tr._force_close.assert_called_with(err) |
| 116 | |
| 117 | def test_loop_reading_exception(self): |
| 118 | err = self.loop._proactor.recv.side_effect = (OSError()) |
| 119 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 120 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 121 | tr._fatal_error = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 122 | tr._loop_reading() |
Victor Stinner | 065ca25 | 2014-02-19 01:40:41 +0100 | [diff] [blame] | 123 | tr._fatal_error.assert_called_with( |
| 124 | err, |
| 125 | 'Fatal read error on pipe transport') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 126 | |
| 127 | def test_write(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 128 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 129 | tr._loop_writing = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 130 | tr.write(b'data') |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 131 | self.assertEqual(tr._buffer, None) |
| 132 | tr._loop_writing.assert_called_with(data=b'data') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 133 | |
| 134 | def test_write_no_data(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 135 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 136 | tr.write(b'') |
| 137 | self.assertFalse(tr._buffer) |
| 138 | |
| 139 | def test_write_more(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 140 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 141 | tr._write_fut = mock.Mock() |
| 142 | tr._loop_writing = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 143 | tr.write(b'data') |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 144 | self.assertEqual(tr._buffer, b'data') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 145 | self.assertFalse(tr._loop_writing.called) |
| 146 | |
| 147 | def test_loop_writing(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 148 | tr = self.socket_transport() |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 149 | tr._buffer = bytearray(b'data') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 150 | tr._loop_writing() |
| 151 | self.loop._proactor.send.assert_called_with(self.sock, b'data') |
| 152 | self.loop._proactor.send.return_value.add_done_callback.\ |
| 153 | assert_called_with(tr._loop_writing) |
| 154 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 155 | @mock.patch('asyncio.proactor_events.logger') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 156 | def test_loop_writing_err(self, m_log): |
| 157 | err = self.loop._proactor.send.side_effect = OSError() |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 158 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 159 | tr._fatal_error = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 160 | tr._buffer = [b'da', b'ta'] |
| 161 | tr._loop_writing() |
Victor Stinner | 065ca25 | 2014-02-19 01:40:41 +0100 | [diff] [blame] | 162 | tr._fatal_error.assert_called_with( |
| 163 | err, |
| 164 | 'Fatal write error on pipe transport') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 165 | tr._conn_lost = 1 |
| 166 | |
| 167 | tr.write(b'data') |
| 168 | tr.write(b'data') |
| 169 | tr.write(b'data') |
| 170 | tr.write(b'data') |
| 171 | tr.write(b'data') |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 172 | self.assertEqual(tr._buffer, None) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 173 | m_log.warning.assert_called_with('socket.send() raised exception.') |
| 174 | |
| 175 | def test_loop_writing_stop(self): |
| 176 | fut = asyncio.Future(loop=self.loop) |
| 177 | fut.set_result(b'data') |
| 178 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 179 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 180 | tr._write_fut = fut |
| 181 | tr._loop_writing(fut) |
| 182 | self.assertIsNone(tr._write_fut) |
| 183 | |
| 184 | def test_loop_writing_closing(self): |
| 185 | fut = asyncio.Future(loop=self.loop) |
| 186 | fut.set_result(1) |
| 187 | |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 188 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 189 | tr._write_fut = fut |
| 190 | tr.close() |
| 191 | tr._loop_writing(fut) |
| 192 | self.assertIsNone(tr._write_fut) |
| 193 | test_utils.run_briefly(self.loop) |
| 194 | self.protocol.connection_lost.assert_called_with(None) |
| 195 | |
| 196 | def test_abort(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 197 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 198 | tr._force_close = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 199 | tr.abort() |
| 200 | tr._force_close.assert_called_with(None) |
| 201 | |
| 202 | def test_close(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 203 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 204 | tr.close() |
| 205 | test_utils.run_briefly(self.loop) |
| 206 | self.protocol.connection_lost.assert_called_with(None) |
| 207 | self.assertTrue(tr._closing) |
| 208 | self.assertEqual(tr._conn_lost, 1) |
| 209 | |
| 210 | self.protocol.connection_lost.reset_mock() |
| 211 | tr.close() |
| 212 | test_utils.run_briefly(self.loop) |
| 213 | self.assertFalse(self.protocol.connection_lost.called) |
| 214 | |
| 215 | def test_close_write_fut(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 216 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 217 | tr._write_fut = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 218 | tr.close() |
| 219 | test_utils.run_briefly(self.loop) |
| 220 | self.assertFalse(self.protocol.connection_lost.called) |
| 221 | |
| 222 | def test_close_buffer(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 223 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 224 | tr._buffer = [b'data'] |
| 225 | tr.close() |
| 226 | test_utils.run_briefly(self.loop) |
| 227 | self.assertFalse(self.protocol.connection_lost.called) |
| 228 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 229 | @mock.patch('asyncio.base_events.logger') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 230 | def test_fatal_error(self, m_logging): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 231 | tr = self.socket_transport() |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 232 | tr._force_close = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 233 | tr._fatal_error(None) |
| 234 | self.assertTrue(tr._force_close.called) |
Yury Selivanov | ff827f0 | 2014-02-18 18:02:19 -0500 | [diff] [blame] | 235 | self.assertTrue(m_logging.error.called) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 236 | |
| 237 | def test_force_close(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 238 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 239 | tr._buffer = [b'data'] |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 240 | read_fut = tr._read_fut = mock.Mock() |
| 241 | write_fut = tr._write_fut = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 242 | tr._force_close(None) |
| 243 | |
| 244 | read_fut.cancel.assert_called_with() |
| 245 | write_fut.cancel.assert_called_with() |
| 246 | test_utils.run_briefly(self.loop) |
| 247 | self.protocol.connection_lost.assert_called_with(None) |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 248 | self.assertEqual(None, tr._buffer) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 249 | self.assertEqual(tr._conn_lost, 1) |
| 250 | |
| 251 | def test_force_close_idempotent(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 252 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 253 | tr._closing = True |
| 254 | tr._force_close(None) |
| 255 | test_utils.run_briefly(self.loop) |
| 256 | self.assertFalse(self.protocol.connection_lost.called) |
| 257 | |
| 258 | def test_fatal_error_2(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 259 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 260 | tr._buffer = [b'data'] |
| 261 | tr._force_close(None) |
| 262 | |
| 263 | test_utils.run_briefly(self.loop) |
| 264 | self.protocol.connection_lost.assert_called_with(None) |
Guido van Rossum | ebb8e58 | 2013-12-04 12:12:07 -0800 | [diff] [blame] | 265 | self.assertEqual(None, tr._buffer) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 266 | |
| 267 | def test_call_connection_lost(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 268 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 269 | tr._call_connection_lost(None) |
| 270 | self.assertTrue(self.protocol.connection_lost.called) |
| 271 | self.assertTrue(self.sock.close.called) |
| 272 | |
| 273 | def test_write_eof(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 274 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 275 | self.assertTrue(tr.can_write_eof()) |
| 276 | tr.write_eof() |
| 277 | self.sock.shutdown.assert_called_with(socket.SHUT_WR) |
| 278 | tr.write_eof() |
| 279 | self.assertEqual(self.sock.shutdown.call_count, 1) |
| 280 | tr.close() |
| 281 | |
| 282 | def test_write_eof_buffer(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 283 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 284 | f = asyncio.Future(loop=self.loop) |
| 285 | tr._loop._proactor.send.return_value = f |
| 286 | tr.write(b'data') |
| 287 | tr.write_eof() |
| 288 | self.assertTrue(tr._eof_written) |
| 289 | self.assertFalse(self.sock.shutdown.called) |
| 290 | tr._loop._proactor.send.assert_called_with(self.sock, b'data') |
| 291 | f.set_result(4) |
| 292 | self.loop._run_once() |
| 293 | self.sock.shutdown.assert_called_with(socket.SHUT_WR) |
| 294 | tr.close() |
| 295 | |
| 296 | def test_write_eof_write_pipe(self): |
| 297 | tr = _ProactorWritePipeTransport( |
| 298 | self.loop, self.sock, self.protocol) |
| 299 | self.assertTrue(tr.can_write_eof()) |
| 300 | tr.write_eof() |
| 301 | self.assertTrue(tr._closing) |
| 302 | self.loop._run_once() |
| 303 | self.assertTrue(self.sock.close.called) |
| 304 | tr.close() |
| 305 | |
| 306 | def test_write_eof_buffer_write_pipe(self): |
| 307 | tr = _ProactorWritePipeTransport(self.loop, self.sock, self.protocol) |
| 308 | f = asyncio.Future(loop=self.loop) |
| 309 | tr._loop._proactor.send.return_value = f |
| 310 | tr.write(b'data') |
| 311 | tr.write_eof() |
| 312 | self.assertTrue(tr._closing) |
| 313 | self.assertFalse(self.sock.shutdown.called) |
| 314 | tr._loop._proactor.send.assert_called_with(self.sock, b'data') |
| 315 | f.set_result(4) |
| 316 | self.loop._run_once() |
| 317 | self.loop._run_once() |
| 318 | self.assertTrue(self.sock.close.called) |
| 319 | tr.close() |
| 320 | |
| 321 | def test_write_eof_duplex_pipe(self): |
| 322 | tr = _ProactorDuplexPipeTransport( |
| 323 | self.loop, self.sock, self.protocol) |
| 324 | self.assertFalse(tr.can_write_eof()) |
| 325 | with self.assertRaises(NotImplementedError): |
| 326 | tr.write_eof() |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 327 | close_transport(tr) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 328 | |
Guido van Rossum | 57497ad | 2013-10-18 07:58:20 -0700 | [diff] [blame] | 329 | def test_pause_resume_reading(self): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 330 | tr = self.socket_transport() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 331 | futures = [] |
| 332 | for msg in [b'data1', b'data2', b'data3', b'data4', b'']: |
| 333 | f = asyncio.Future(loop=self.loop) |
| 334 | f.set_result(msg) |
| 335 | futures.append(f) |
| 336 | self.loop._proactor.recv.side_effect = futures |
| 337 | self.loop._run_once() |
| 338 | self.assertFalse(tr._paused) |
| 339 | self.loop._run_once() |
| 340 | self.protocol.data_received.assert_called_with(b'data1') |
| 341 | self.loop._run_once() |
| 342 | self.protocol.data_received.assert_called_with(b'data2') |
Guido van Rossum | 57497ad | 2013-10-18 07:58:20 -0700 | [diff] [blame] | 343 | tr.pause_reading() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 344 | self.assertTrue(tr._paused) |
| 345 | for i in range(10): |
| 346 | self.loop._run_once() |
| 347 | self.protocol.data_received.assert_called_with(b'data2') |
Guido van Rossum | 57497ad | 2013-10-18 07:58:20 -0700 | [diff] [blame] | 348 | tr.resume_reading() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 349 | self.assertFalse(tr._paused) |
| 350 | self.loop._run_once() |
| 351 | self.protocol.data_received.assert_called_with(b'data3') |
| 352 | self.loop._run_once() |
| 353 | self.protocol.data_received.assert_called_with(b'data4') |
| 354 | tr.close() |
| 355 | |
| 356 | |
Victor Stinner | df75d5b | 2014-12-11 22:23:19 +0100 | [diff] [blame] | 357 | def pause_writing_transport(self, high): |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 358 | tr = self.socket_transport() |
Victor Stinner | df75d5b | 2014-12-11 22:23:19 +0100 | [diff] [blame] | 359 | tr.set_write_buffer_limits(high=high) |
| 360 | |
| 361 | self.assertEqual(tr.get_write_buffer_size(), 0) |
| 362 | self.assertFalse(self.protocol.pause_writing.called) |
| 363 | self.assertFalse(self.protocol.resume_writing.called) |
| 364 | return tr |
| 365 | |
| 366 | def test_pause_resume_writing(self): |
| 367 | tr = self.pause_writing_transport(high=4) |
| 368 | |
| 369 | # write a large chunk, must pause writing |
| 370 | fut = asyncio.Future(loop=self.loop) |
| 371 | self.loop._proactor.send.return_value = fut |
| 372 | tr.write(b'large data') |
| 373 | self.loop._run_once() |
| 374 | self.assertTrue(self.protocol.pause_writing.called) |
| 375 | |
| 376 | # flush the buffer |
| 377 | fut.set_result(None) |
| 378 | self.loop._run_once() |
| 379 | self.assertEqual(tr.get_write_buffer_size(), 0) |
| 380 | self.assertTrue(self.protocol.resume_writing.called) |
| 381 | |
| 382 | def test_pause_writing_2write(self): |
| 383 | tr = self.pause_writing_transport(high=4) |
| 384 | |
| 385 | # first short write, the buffer is not full (3 <= 4) |
| 386 | fut1 = asyncio.Future(loop=self.loop) |
| 387 | self.loop._proactor.send.return_value = fut1 |
| 388 | tr.write(b'123') |
| 389 | self.loop._run_once() |
| 390 | self.assertEqual(tr.get_write_buffer_size(), 3) |
| 391 | self.assertFalse(self.protocol.pause_writing.called) |
| 392 | |
| 393 | # fill the buffer, must pause writing (6 > 4) |
| 394 | tr.write(b'abc') |
| 395 | self.loop._run_once() |
| 396 | self.assertEqual(tr.get_write_buffer_size(), 6) |
| 397 | self.assertTrue(self.protocol.pause_writing.called) |
| 398 | |
| 399 | def test_pause_writing_3write(self): |
| 400 | tr = self.pause_writing_transport(high=4) |
| 401 | |
| 402 | # first short write, the buffer is not full (1 <= 4) |
| 403 | fut = asyncio.Future(loop=self.loop) |
| 404 | self.loop._proactor.send.return_value = fut |
| 405 | tr.write(b'1') |
| 406 | self.loop._run_once() |
| 407 | self.assertEqual(tr.get_write_buffer_size(), 1) |
| 408 | self.assertFalse(self.protocol.pause_writing.called) |
| 409 | |
| 410 | # second short write, the buffer is not full (3 <= 4) |
| 411 | tr.write(b'23') |
| 412 | self.loop._run_once() |
| 413 | self.assertEqual(tr.get_write_buffer_size(), 3) |
| 414 | self.assertFalse(self.protocol.pause_writing.called) |
| 415 | |
| 416 | # fill the buffer, must pause writing (6 > 4) |
| 417 | tr.write(b'abc') |
| 418 | self.loop._run_once() |
| 419 | self.assertEqual(tr.get_write_buffer_size(), 6) |
| 420 | self.assertTrue(self.protocol.pause_writing.called) |
| 421 | |
| 422 | def test_dont_pause_writing(self): |
| 423 | tr = self.pause_writing_transport(high=4) |
| 424 | |
| 425 | # write a large chunk which completes immedialty, |
| 426 | # it should not pause writing |
| 427 | fut = asyncio.Future(loop=self.loop) |
| 428 | fut.set_result(None) |
| 429 | self.loop._proactor.send.return_value = fut |
| 430 | tr.write(b'very large data') |
| 431 | self.loop._run_once() |
| 432 | self.assertEqual(tr.get_write_buffer_size(), 0) |
| 433 | self.assertFalse(self.protocol.pause_writing.called) |
| 434 | |
| 435 | |
Victor Stinner | c73701d | 2014-06-18 01:36:32 +0200 | [diff] [blame] | 436 | class BaseProactorEventLoopTests(test_utils.TestCase): |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 437 | |
| 438 | def setUp(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 439 | self.sock = mock.Mock(socket.socket) |
| 440 | self.proactor = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 441 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 442 | self.ssock, self.csock = mock.Mock(), mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 443 | |
Victor Stinner | 128ee22 | 2014-01-25 22:22:18 +0100 | [diff] [blame] | 444 | class EventLoop(BaseProactorEventLoop): |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 445 | def _socketpair(s): |
| 446 | return (self.ssock, self.csock) |
| 447 | |
| 448 | self.loop = EventLoop(self.proactor) |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 449 | self.set_event_loop(self.loop) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 450 | |
Victor Stinner | 956de69 | 2014-12-26 21:07:52 +0100 | [diff] [blame] | 451 | @mock.patch.object(BaseProactorEventLoop, 'call_soon') |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 452 | @mock.patch.object(BaseProactorEventLoop, '_socketpair') |
Victor Stinner | 956de69 | 2014-12-26 21:07:52 +0100 | [diff] [blame] | 453 | def test_ctor(self, socketpair, call_soon): |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 454 | ssock, csock = socketpair.return_value = ( |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 455 | mock.Mock(), mock.Mock()) |
Victor Stinner | 128ee22 | 2014-01-25 22:22:18 +0100 | [diff] [blame] | 456 | loop = BaseProactorEventLoop(self.proactor) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 457 | self.assertIs(loop._ssock, ssock) |
| 458 | self.assertIs(loop._csock, csock) |
| 459 | self.assertEqual(loop._internal_fds, 1) |
Victor Stinner | 956de69 | 2014-12-26 21:07:52 +0100 | [diff] [blame] | 460 | call_soon.assert_called_with(loop._loop_self_reading) |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 461 | loop.close() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 462 | |
| 463 | def test_close_self_pipe(self): |
| 464 | self.loop._close_self_pipe() |
| 465 | self.assertEqual(self.loop._internal_fds, 0) |
| 466 | self.assertTrue(self.ssock.close.called) |
| 467 | self.assertTrue(self.csock.close.called) |
| 468 | self.assertIsNone(self.loop._ssock) |
| 469 | self.assertIsNone(self.loop._csock) |
| 470 | |
Victor Stinner | 33cb039 | 2015-01-15 13:17:34 +0100 | [diff] [blame] | 471 | # Don't call close(): _close_self_pipe() cannot be called twice |
| 472 | self.loop._closed = True |
| 473 | |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 474 | def test_close(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 475 | self.loop._close_self_pipe = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 476 | self.loop.close() |
| 477 | self.assertTrue(self.loop._close_self_pipe.called) |
| 478 | self.assertTrue(self.proactor.close.called) |
| 479 | self.assertIsNone(self.loop._proactor) |
| 480 | |
| 481 | self.loop._close_self_pipe.reset_mock() |
| 482 | self.loop.close() |
| 483 | self.assertFalse(self.loop._close_self_pipe.called) |
| 484 | |
| 485 | def test_sock_recv(self): |
| 486 | self.loop.sock_recv(self.sock, 1024) |
| 487 | self.proactor.recv.assert_called_with(self.sock, 1024) |
| 488 | |
| 489 | def test_sock_sendall(self): |
| 490 | self.loop.sock_sendall(self.sock, b'data') |
| 491 | self.proactor.send.assert_called_with(self.sock, b'data') |
| 492 | |
| 493 | def test_sock_connect(self): |
| 494 | self.loop.sock_connect(self.sock, 123) |
| 495 | self.proactor.connect.assert_called_with(self.sock, 123) |
| 496 | |
| 497 | def test_sock_accept(self): |
| 498 | self.loop.sock_accept(self.sock) |
| 499 | self.proactor.accept.assert_called_with(self.sock) |
| 500 | |
| 501 | def test_socketpair(self): |
Victor Stinner | 978a9af | 2015-01-29 17:50:58 +0100 | [diff] [blame] | 502 | class EventLoop(BaseProactorEventLoop): |
| 503 | # override the destructor to not log a ResourceWarning |
| 504 | def __del__(self): |
| 505 | pass |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 506 | self.assertRaises( |
Victor Stinner | 978a9af | 2015-01-29 17:50:58 +0100 | [diff] [blame] | 507 | NotImplementedError, EventLoop, self.proactor) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 508 | |
| 509 | def test_make_socket_transport(self): |
Victor Stinner | a125497 | 2014-02-11 11:34:30 +0100 | [diff] [blame] | 510 | tr = self.loop._make_socket_transport(self.sock, asyncio.Protocol()) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 511 | self.assertIsInstance(tr, _ProactorSocketTransport) |
Victor Stinner | 02392c9 | 2015-01-15 13:18:32 +0100 | [diff] [blame] | 512 | close_transport(tr) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 513 | |
| 514 | def test_loop_self_reading(self): |
| 515 | self.loop._loop_self_reading() |
| 516 | self.proactor.recv.assert_called_with(self.ssock, 4096) |
| 517 | self.proactor.recv.return_value.add_done_callback.assert_called_with( |
| 518 | self.loop._loop_self_reading) |
| 519 | |
| 520 | def test_loop_self_reading_fut(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 521 | fut = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 522 | self.loop._loop_self_reading(fut) |
| 523 | self.assertTrue(fut.result.called) |
| 524 | self.proactor.recv.assert_called_with(self.ssock, 4096) |
| 525 | self.proactor.recv.return_value.add_done_callback.assert_called_with( |
| 526 | self.loop._loop_self_reading) |
| 527 | |
| 528 | def test_loop_self_reading_exception(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 529 | self.loop.close = mock.Mock() |
Victor Stinner | cd0f7f9 | 2015-01-21 23:38:37 +0100 | [diff] [blame] | 530 | self.loop.call_exception_handler = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 531 | self.proactor.recv.side_effect = OSError() |
Victor Stinner | cd0f7f9 | 2015-01-21 23:38:37 +0100 | [diff] [blame] | 532 | self.loop._loop_self_reading() |
| 533 | self.assertTrue(self.loop.call_exception_handler.called) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 534 | |
| 535 | def test_write_to_self(self): |
| 536 | self.loop._write_to_self() |
Victor Stinner | fe5649c | 2014-07-17 22:43:40 +0200 | [diff] [blame] | 537 | self.csock.send.assert_called_with(b'\0') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 538 | |
| 539 | def test_process_events(self): |
| 540 | self.loop._process_events([]) |
| 541 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 542 | @mock.patch('asyncio.base_events.logger') |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 543 | def test_create_server(self, m_log): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 544 | pf = mock.Mock() |
| 545 | call_soon = self.loop.call_soon = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 546 | |
| 547 | self.loop._start_serving(pf, self.sock) |
| 548 | self.assertTrue(call_soon.called) |
| 549 | |
| 550 | # callback |
| 551 | loop = call_soon.call_args[0][0] |
| 552 | loop() |
| 553 | self.proactor.accept.assert_called_with(self.sock) |
| 554 | |
| 555 | # conn |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 556 | fut = mock.Mock() |
| 557 | fut.result.return_value = (mock.Mock(), mock.Mock()) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 558 | |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 559 | make_tr = self.loop._make_socket_transport = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 560 | loop(fut) |
| 561 | self.assertTrue(fut.result.called) |
| 562 | self.assertTrue(make_tr.called) |
| 563 | |
| 564 | # exception |
| 565 | fut.result.side_effect = OSError() |
| 566 | loop(fut) |
| 567 | self.assertTrue(self.sock.close.called) |
Yury Selivanov | ff827f0 | 2014-02-18 18:02:19 -0500 | [diff] [blame] | 568 | self.assertTrue(m_log.error.called) |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 569 | |
| 570 | def test_create_server_cancel(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 571 | pf = mock.Mock() |
| 572 | call_soon = self.loop.call_soon = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 573 | |
| 574 | self.loop._start_serving(pf, self.sock) |
| 575 | loop = call_soon.call_args[0][0] |
| 576 | |
| 577 | # cancelled |
| 578 | fut = asyncio.Future(loop=self.loop) |
| 579 | fut.cancel() |
| 580 | loop(fut) |
| 581 | self.assertTrue(self.sock.close.called) |
| 582 | |
| 583 | def test_stop_serving(self): |
Victor Stinner | 24ba203 | 2014-02-26 10:25:02 +0100 | [diff] [blame] | 584 | sock = mock.Mock() |
Guido van Rossum | 27b7c7e | 2013-10-17 13:40:50 -0700 | [diff] [blame] | 585 | self.loop._stop_serving(sock) |
| 586 | self.assertTrue(sock.close.called) |
| 587 | self.proactor._stop_serving.assert_called_with(sock) |
Antoine Pitrou | cb1fe98 | 2013-10-20 21:02:53 +0200 | [diff] [blame] | 588 | |
| 589 | |
| 590 | if __name__ == '__main__': |
| 591 | unittest.main() |