blob: 1d147c741961e3a1ca4b870e1a2cf08d57273648 [file] [log] [blame]
R. David Murraya21e4ca2009-03-31 23:16:50 +00001# test asynchat
Guido van Rossum66172522001-04-06 16:32:22 +00002
R. David Murraya21e4ca2009-03-31 23:16:50 +00003from test import support
4
Victor Stinnerfd5d1b52014-07-08 00:16:54 +02005import asynchat
6import asyncore
Victor Stinner45cff662014-07-24 18:49:36 +02007import errno
Victor Stinnerfd5d1b52014-07-08 00:16:54 +02008import socket
Guido van Rossum806c2462007-08-06 23:33:07 +00009import sys
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020010import _thread as thread
11import threading
Victor Stinnerfd5d1b52014-07-08 00:16:54 +020012import time
13import unittest
Victor Stinner45cff662014-07-24 18:49:36 +020014import unittest.mock
Guido van Rossum66172522001-04-06 16:32:22 +000015
Benjamin Petersonee8712c2008-05-20 21:35:26 +000016HOST = support.HOST
Guido van Rossum806c2462007-08-06 23:33:07 +000017SERVER_QUIT = b'QUIT\n'
Giampaolo Rodola'3cb09062013-05-16 15:21:53 +020018TIMEOUT = 3.0
Guido van Rossum66172522001-04-06 16:32:22 +000019
Guido van Rossum66172522001-04-06 16:32:22 +000020
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020021class echo_server(threading.Thread):
22 # parameter to determine the number of bytes passed back to the
23 # client each send
24 chunk_size = 1
Christian Heimesaf98da12008-01-27 15:18:18 +000025
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020026 def __init__(self, event):
27 threading.Thread.__init__(self)
28 self.event = event
29 self.sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
30 self.port = support.bind_port(self.sock)
31 # This will be set if the client wants us to wait before echoing
32 # data back.
33 self.start_resend_event = None
Guido van Rossum806c2462007-08-06 23:33:07 +000034
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020035 def run(self):
36 self.sock.listen()
37 self.event.set()
38 conn, client = self.sock.accept()
39 self.buffer = b""
40 # collect data until quit message is seen
41 while SERVER_QUIT not in self.buffer:
42 data = conn.recv(1)
43 if not data:
44 break
45 self.buffer = self.buffer + data
Guido van Rossum806c2462007-08-06 23:33:07 +000046
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020047 # remove the SERVER_QUIT message
48 self.buffer = self.buffer.replace(SERVER_QUIT, b'')
Collin Winter8641c562010-03-17 23:49:15 +000049
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020050 if self.start_resend_event:
51 self.start_resend_event.wait()
52
53 # re-send entire set of collected data
54 try:
55 # this may fail on some tests, such as test_close_when_done,
56 # since the client closes the channel when it's done sending
57 while self.buffer:
58 n = conn.send(self.buffer[:self.chunk_size])
59 time.sleep(0.001)
60 self.buffer = self.buffer[n:]
61 except:
62 pass
63
64 conn.close()
65 self.sock.close()
66
67class echo_client(asynchat.async_chat):
68
69 def __init__(self, terminator, server_port):
70 asynchat.async_chat.__init__(self)
71 self.contents = []
72 self.create_socket(socket.AF_INET, socket.SOCK_STREAM)
73 self.connect((HOST, server_port))
74 self.set_terminator(terminator)
75 self.buffer = b""
76
77 def handle_connect(self):
78 pass
79
80 if sys.platform == 'darwin':
81 # select.poll returns a select.POLLHUP at the end of the tests
82 # on darwin, so just ignore it
83 def handle_expt(self):
Victor Stinner45df8202010-04-28 22:31:17 +000084 pass
Guido van Rossum806c2462007-08-06 23:33:07 +000085
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020086 def collect_incoming_data(self, data):
87 self.buffer += data
Guido van Rossum66172522001-04-06 16:32:22 +000088
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020089 def found_terminator(self):
90 self.contents.append(self.buffer)
91 self.buffer = b""
Guido van Rossum66172522001-04-06 16:32:22 +000092
Antoine Pitroua6a4dc82017-09-07 18:56:24 +020093def start_echo_server():
94 event = threading.Event()
95 s = echo_server(event)
96 s.start()
97 event.wait()
98 event.clear()
99 time.sleep(0.01) # Give server time to start accepting.
100 return s, event
Guido van Rossum66172522001-04-06 16:32:22 +0000101
Guido van Rossum66172522001-04-06 16:32:22 +0000102
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000103class TestAsynchat(unittest.TestCase):
Guido van Rossum806c2462007-08-06 23:33:07 +0000104 usepoll = False
105
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200106 def setUp(self):
Antoine Pitroue03866f2009-10-30 17:58:27 +0000107 self._threads = support.threading_setup()
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000108
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200109 def tearDown(self):
Antoine Pitroue03866f2009-10-30 17:58:27 +0000110 support.threading_cleanup(*self._threads)
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000111
Guido van Rossum806c2462007-08-06 23:33:07 +0000112 def line_terminator_check(self, term, server_chunk):
Christian Heimesaf98da12008-01-27 15:18:18 +0000113 event = threading.Event()
114 s = echo_server(event)
Guido van Rossum806c2462007-08-06 23:33:07 +0000115 s.chunk_size = server_chunk
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000116 s.start()
Christian Heimesaf98da12008-01-27 15:18:18 +0000117 event.wait()
118 event.clear()
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200119 time.sleep(0.01) # Give server time to start accepting.
Christian Heimes5e696852008-04-09 08:37:03 +0000120 c = echo_client(term, s.port)
Guido van Rossum806c2462007-08-06 23:33:07 +0000121 c.push(b"hello ")
Josiah Carlsond74900e2008-07-07 04:15:08 +0000122 c.push(b"world" + term)
123 c.push(b"I'm not dead yet!" + term)
Guido van Rossum806c2462007-08-06 23:33:07 +0000124 c.push(SERVER_QUIT)
125 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700126 support.join_thread(s, timeout=TIMEOUT)
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000127
Guido van Rossum806c2462007-08-06 23:33:07 +0000128 self.assertEqual(c.contents, [b"hello world", b"I'm not dead yet!"])
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000129
Guido van Rossum806c2462007-08-06 23:33:07 +0000130 # the line terminator tests below check receiving variously-sized
131 # chunks back from the server in order to exercise all branches of
132 # async_chat.handle_read
133
134 def test_line_terminator1(self):
135 # test one-character terminator
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200136 for l in (1, 2, 3):
Josiah Carlsond74900e2008-07-07 04:15:08 +0000137 self.line_terminator_check(b'\n', l)
Guido van Rossum806c2462007-08-06 23:33:07 +0000138
139 def test_line_terminator2(self):
140 # test two-character terminator
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200141 for l in (1, 2, 3):
Josiah Carlsond74900e2008-07-07 04:15:08 +0000142 self.line_terminator_check(b'\r\n', l)
Guido van Rossum806c2462007-08-06 23:33:07 +0000143
144 def test_line_terminator3(self):
145 # test three-character terminator
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200146 for l in (1, 2, 3):
Josiah Carlsond74900e2008-07-07 04:15:08 +0000147 self.line_terminator_check(b'qqq', l)
Guido van Rossum806c2462007-08-06 23:33:07 +0000148
149 def numeric_terminator_check(self, termlen):
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000150 # Try reading a fixed number of bytes
Christian Heimesaf98da12008-01-27 15:18:18 +0000151 s, event = start_echo_server()
Christian Heimes5e696852008-04-09 08:37:03 +0000152 c = echo_client(termlen, s.port)
Guido van Rossum806c2462007-08-06 23:33:07 +0000153 data = b"hello world, I'm not dead yet!\n"
154 c.push(data)
155 c.push(SERVER_QUIT)
156 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700157 support.join_thread(s, timeout=TIMEOUT)
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000158
Guido van Rossum806c2462007-08-06 23:33:07 +0000159 self.assertEqual(c.contents, [data[:termlen]])
160
161 def test_numeric_terminator1(self):
162 # check that ints & longs both work (since type is
163 # explicitly checked in async_chat.handle_read)
164 self.numeric_terminator_check(1)
165
166 def test_numeric_terminator2(self):
167 self.numeric_terminator_check(6)
168
169 def test_none_terminator(self):
170 # Try reading a fixed number of bytes
Christian Heimesaf98da12008-01-27 15:18:18 +0000171 s, event = start_echo_server()
Christian Heimes5e696852008-04-09 08:37:03 +0000172 c = echo_client(None, s.port)
Guido van Rossum806c2462007-08-06 23:33:07 +0000173 data = b"hello world, I'm not dead yet!\n"
174 c.push(data)
175 c.push(SERVER_QUIT)
176 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700177 support.join_thread(s, timeout=TIMEOUT)
Guido van Rossum806c2462007-08-06 23:33:07 +0000178
179 self.assertEqual(c.contents, [])
180 self.assertEqual(c.buffer, data)
181
182 def test_simple_producer(self):
Christian Heimesaf98da12008-01-27 15:18:18 +0000183 s, event = start_echo_server()
Christian Heimes5e696852008-04-09 08:37:03 +0000184 c = echo_client(b'\n', s.port)
Guido van Rossum806c2462007-08-06 23:33:07 +0000185 data = b"hello world\nI'm not dead yet!\n"
186 p = asynchat.simple_producer(data+SERVER_QUIT, buffer_size=8)
187 c.push_with_producer(p)
188 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700189 support.join_thread(s, timeout=TIMEOUT)
Guido van Rossum806c2462007-08-06 23:33:07 +0000190
191 self.assertEqual(c.contents, [b"hello world", b"I'm not dead yet!"])
192
193 def test_string_producer(self):
Christian Heimesaf98da12008-01-27 15:18:18 +0000194 s, event = start_echo_server()
Christian Heimes5e696852008-04-09 08:37:03 +0000195 c = echo_client(b'\n', s.port)
Guido van Rossum806c2462007-08-06 23:33:07 +0000196 data = b"hello world\nI'm not dead yet!\n"
197 c.push_with_producer(data+SERVER_QUIT)
198 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700199 support.join_thread(s, timeout=TIMEOUT)
Guido van Rossum806c2462007-08-06 23:33:07 +0000200
201 self.assertEqual(c.contents, [b"hello world", b"I'm not dead yet!"])
202
203 def test_empty_line(self):
204 # checks that empty lines are handled correctly
Christian Heimesaf98da12008-01-27 15:18:18 +0000205 s, event = start_echo_server()
Christian Heimes5e696852008-04-09 08:37:03 +0000206 c = echo_client(b'\n', s.port)
Josiah Carlsond74900e2008-07-07 04:15:08 +0000207 c.push(b"hello world\n\nI'm not dead yet!\n")
Guido van Rossum806c2462007-08-06 23:33:07 +0000208 c.push(SERVER_QUIT)
209 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700210 support.join_thread(s, timeout=TIMEOUT)
Guido van Rossum806c2462007-08-06 23:33:07 +0000211
212 self.assertEqual(c.contents,
213 [b"hello world", b"", b"I'm not dead yet!"])
214
215 def test_close_when_done(self):
Christian Heimesaf98da12008-01-27 15:18:18 +0000216 s, event = start_echo_server()
Collin Winter8641c562010-03-17 23:49:15 +0000217 s.start_resend_event = threading.Event()
Christian Heimes5e696852008-04-09 08:37:03 +0000218 c = echo_client(b'\n', s.port)
Josiah Carlsond74900e2008-07-07 04:15:08 +0000219 c.push(b"hello world\nI'm not dead yet!\n")
Guido van Rossum806c2462007-08-06 23:33:07 +0000220 c.push(SERVER_QUIT)
221 c.close_when_done()
222 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Collin Winter8641c562010-03-17 23:49:15 +0000223
224 # Only allow the server to start echoing data back to the client after
225 # the client has closed its connection. This prevents a race condition
226 # where the server echoes all of its data before we can check that it
227 # got any down below.
228 s.start_resend_event.set()
Victor Stinnerb9b69002017-09-14 14:40:56 -0700229 support.join_thread(s, timeout=TIMEOUT)
Guido van Rossum806c2462007-08-06 23:33:07 +0000230
231 self.assertEqual(c.contents, [])
232 # the server might have been able to send a byte or two back, but this
233 # at least checks that it received something and didn't just fail
234 # (which could still result in the client not having received anything)
Alexandre Vassalotti953f5582009-07-22 21:29:01 +0000235 self.assertGreater(len(s.buffer), 0)
Guido van Rossum806c2462007-08-06 23:33:07 +0000236
Victor Stinnerd9e810a2014-07-08 00:00:30 +0200237 def test_push(self):
238 # Issue #12523: push() should raise a TypeError if it doesn't get
239 # a bytes string
240 s, event = start_echo_server()
241 c = echo_client(b'\n', s.port)
242 data = b'bytes\n'
243 c.push(data)
244 c.push(bytearray(data))
245 c.push(memoryview(data))
246 self.assertRaises(TypeError, c.push, 10)
247 self.assertRaises(TypeError, c.push, 'unicode')
248 c.push(SERVER_QUIT)
249 asyncore.loop(use_poll=self.usepoll, count=300, timeout=.01)
Victor Stinnerb9b69002017-09-14 14:40:56 -0700250 support.join_thread(s, timeout=TIMEOUT)
Victor Stinnerd9e810a2014-07-08 00:00:30 +0200251 self.assertEqual(c.contents, [b'bytes', b'bytes', b'bytes'])
252
Guido van Rossum806c2462007-08-06 23:33:07 +0000253
254class TestAsynchat_WithPoll(TestAsynchat):
255 usepoll = True
256
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200257
Victor Stinner45cff662014-07-24 18:49:36 +0200258class TestAsynchatMocked(unittest.TestCase):
259 def test_blockingioerror(self):
260 # Issue #16133: handle_read() must ignore BlockingIOError
261 sock = unittest.mock.Mock()
262 sock.recv.side_effect = BlockingIOError(errno.EAGAIN)
263
264 dispatcher = asynchat.async_chat()
265 dispatcher.set_socket(sock)
266 self.addCleanup(dispatcher.del_channel)
267
268 with unittest.mock.patch.object(dispatcher, 'handle_error') as error:
269 dispatcher.handle_read()
270 self.assertFalse(error.called)
271
272
Guido van Rossum806c2462007-08-06 23:33:07 +0000273class TestHelperFunctions(unittest.TestCase):
274 def test_find_prefix_at_end(self):
275 self.assertEqual(asynchat.find_prefix_at_end("qwerty\r", "\r\n"), 1)
276 self.assertEqual(asynchat.find_prefix_at_end("qwertydkjf", "\r\n"), 0)
277
Victor Stinnerfd5d1b52014-07-08 00:16:54 +0200278
Victor Stinner630a4f62014-07-08 00:26:36 +0200279class TestNotConnected(unittest.TestCase):
280 def test_disallow_negative_terminator(self):
281 # Issue #11259
282 client = asynchat.async_chat()
283 self.assertRaises(ValueError, client.set_terminator, -1)
284
285
286
Andrew M. Kuchling5ac25342005-06-09 14:56:31 +0000287if __name__ == "__main__":
Brett Cannon3e9a9ae2013-06-12 21:25:59 -0400288 unittest.main()