blob: 24c72ff37c9e7fd01617a7ff252bc7b1ccb2a7c1 [file] [log] [blame]
Jeremy Hylton636950f2009-03-28 04:34:21 +00001import errno
Jeremy Hylton7c1692d2009-03-27 21:31:03 +00002from http import client
Jeremy Hylton8fff7922007-08-03 20:56:14 +00003import io
Antoine Pitrou803e6d62010-10-13 10:36:15 +00004import os
Antoine Pitrouead1d622009-09-29 18:44:53 +00005import array
Guido van Rossumd8faa362007-04-27 19:54:29 +00006import socket
Jeremy Hylton121d34a2003-07-08 12:36:58 +00007
Gregory P. Smithb4066372010-01-03 03:28:29 +00008import unittest
9TestCase = unittest.TestCase
Jeremy Hylton2c178252004-08-07 16:28:14 +000010
Benjamin Petersonee8712c2008-05-20 21:35:26 +000011from test import support
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000012
Antoine Pitrou803e6d62010-10-13 10:36:15 +000013here = os.path.dirname(__file__)
14# Self-signed cert file for 'localhost'
15CERT_localhost = os.path.join(here, 'keycert.pem')
16# Self-signed cert file for 'fakehostname'
17CERT_fakehostname = os.path.join(here, 'keycert2.pem')
18# Root cert file (CA) for svn.python.org's cert
19CACERT_svn_python_org = os.path.join(here, 'https_svn_python_org_root.pem')
20
Benjamin Petersonee8712c2008-05-20 21:35:26 +000021HOST = support.HOST
Christian Heimes5e696852008-04-09 08:37:03 +000022
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000023class FakeSocket:
Jeremy Hylton8fff7922007-08-03 20:56:14 +000024 def __init__(self, text, fileclass=io.BytesIO):
25 if isinstance(text, str):
Guido van Rossum39478e82007-08-27 17:23:59 +000026 text = text.encode("ascii")
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000027 self.text = text
Jeremy Hylton121d34a2003-07-08 12:36:58 +000028 self.fileclass = fileclass
Martin v. Löwisdd5a8602007-06-30 09:22:09 +000029 self.data = b''
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000030
Jeremy Hylton2c178252004-08-07 16:28:14 +000031 def sendall(self, data):
Thomas Wouters89f507f2006-12-13 04:49:30 +000032 self.data += data
Jeremy Hylton2c178252004-08-07 16:28:14 +000033
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000034 def makefile(self, mode, bufsize=None):
35 if mode != 'r' and mode != 'rb':
Jeremy Hylton7c1692d2009-03-27 21:31:03 +000036 raise client.UnimplementedFileMode()
Jeremy Hylton121d34a2003-07-08 12:36:58 +000037 return self.fileclass(self.text)
38
Jeremy Hylton636950f2009-03-28 04:34:21 +000039class EPipeSocket(FakeSocket):
40
41 def __init__(self, text, pipe_trigger):
42 # When sendall() is called with pipe_trigger, raise EPIPE.
43 FakeSocket.__init__(self, text)
44 self.pipe_trigger = pipe_trigger
45
46 def sendall(self, data):
47 if self.pipe_trigger in data:
48 raise socket.error(errno.EPIPE, "gotcha")
49 self.data += data
50
51 def close(self):
52 pass
53
Jeremy Hylton8fff7922007-08-03 20:56:14 +000054class NoEOFStringIO(io.BytesIO):
Jeremy Hylton121d34a2003-07-08 12:36:58 +000055 """Like StringIO, but raises AssertionError on EOF.
56
Jeremy Hylton7c1692d2009-03-27 21:31:03 +000057 This is used below to test that http.client doesn't try to read
Jeremy Hylton121d34a2003-07-08 12:36:58 +000058 more from the underlying file than it should.
59 """
60 def read(self, n=-1):
Jeremy Hylton8fff7922007-08-03 20:56:14 +000061 data = io.BytesIO.read(self, n)
Jeremy Hyltonda3f2282007-08-29 17:26:34 +000062 if data == b'':
Jeremy Hylton121d34a2003-07-08 12:36:58 +000063 raise AssertionError('caller tried to read past EOF')
64 return data
65
66 def readline(self, length=None):
Jeremy Hylton8fff7922007-08-03 20:56:14 +000067 data = io.BytesIO.readline(self, length)
Jeremy Hyltonda3f2282007-08-29 17:26:34 +000068 if data == b'':
Jeremy Hylton121d34a2003-07-08 12:36:58 +000069 raise AssertionError('caller tried to read past EOF')
70 return data
Jeremy Hylton79fa2b62001-04-13 14:57:44 +000071
Jeremy Hylton2c178252004-08-07 16:28:14 +000072class HeaderTests(TestCase):
73 def test_auto_headers(self):
74 # Some headers are added automatically, but should not be added by
75 # .request() if they are explicitly set.
76
Jeremy Hylton2c178252004-08-07 16:28:14 +000077 class HeaderCountingBuffer(list):
78 def __init__(self):
79 self.count = {}
80 def append(self, item):
Guido van Rossum022c4742007-08-29 02:00:20 +000081 kv = item.split(b':')
Jeremy Hylton2c178252004-08-07 16:28:14 +000082 if len(kv) > 1:
83 # item is a 'Key: Value' header string
Martin v. Löwisdd5a8602007-06-30 09:22:09 +000084 lcKey = kv[0].decode('ascii').lower()
Jeremy Hylton2c178252004-08-07 16:28:14 +000085 self.count.setdefault(lcKey, 0)
86 self.count[lcKey] += 1
87 list.append(self, item)
88
89 for explicit_header in True, False:
90 for header in 'Content-length', 'Host', 'Accept-encoding':
Jeremy Hylton7c1692d2009-03-27 21:31:03 +000091 conn = client.HTTPConnection('example.com')
Jeremy Hylton2c178252004-08-07 16:28:14 +000092 conn.sock = FakeSocket('blahblahblah')
93 conn._buffer = HeaderCountingBuffer()
94
95 body = 'spamspamspam'
96 headers = {}
97 if explicit_header:
98 headers[header] = str(len(body))
99 conn.request('POST', '/', body, headers)
100 self.assertEqual(conn._buffer.count[header.lower()], 1)
101
Senthil Kumaran5fa4a892012-05-19 16:58:09 +0800102 def test_content_length_0(self):
103
104 class ContentLengthChecker(list):
105 def __init__(self):
106 list.__init__(self)
107 self.content_length = None
108 def append(self, item):
109 kv = item.split(b':', 1)
110 if len(kv) > 1 and kv[0].lower() == b'content-length':
111 self.content_length = kv[1].strip()
112 list.append(self, item)
113
114 # POST with empty body
115 conn = client.HTTPConnection('example.com')
116 conn.sock = FakeSocket(None)
117 conn._buffer = ContentLengthChecker()
118 conn.request('POST', '/', '')
119 self.assertEqual(conn._buffer.content_length, b'0',
120 'Header Content-Length not set')
121
122 # PUT request with empty body
123 conn = client.HTTPConnection('example.com')
124 conn.sock = FakeSocket(None)
125 conn._buffer = ContentLengthChecker()
126 conn.request('PUT', '/', '')
127 self.assertEqual(conn._buffer.content_length, b'0',
128 'Header Content-Length not set')
129
Senthil Kumaran58d5dbf2010-10-03 18:22:42 +0000130 def test_putheader(self):
131 conn = client.HTTPConnection('example.com')
132 conn.sock = FakeSocket(None)
133 conn.putrequest('GET','/')
134 conn.putheader('Content-length', 42)
Senthil Kumaran58d5dbf2010-10-03 18:22:42 +0000135 self.assertTrue(b'Content-length: 42' in conn._buffer)
136
Senthil Kumaran74ebd9e2010-11-13 12:27:49 +0000137 def test_ipv6host_header(self):
138 # Default host header on IPv6 transaction should wrapped by [] if
139 # its actual IPv6 address
140 expected = b'GET /foo HTTP/1.1\r\nHost: [2001::]:81\r\n' \
141 b'Accept-Encoding: identity\r\n\r\n'
142 conn = client.HTTPConnection('[2001::]:81')
143 sock = FakeSocket('')
144 conn.sock = sock
145 conn.request('GET', '/foo')
146 self.assertTrue(sock.data.startswith(expected))
147
148 expected = b'GET /foo HTTP/1.1\r\nHost: [2001:102A::]\r\n' \
149 b'Accept-Encoding: identity\r\n\r\n'
150 conn = client.HTTPConnection('[2001:102A::]')
151 sock = FakeSocket('')
152 conn.sock = sock
153 conn.request('GET', '/foo')
154 self.assertTrue(sock.data.startswith(expected))
155
Senthil Kumaran58d5dbf2010-10-03 18:22:42 +0000156
Thomas Wouters89f507f2006-12-13 04:49:30 +0000157class BasicTest(TestCase):
158 def test_status_lines(self):
159 # Test HTTP status lines
Jeremy Hylton79fa2b62001-04-13 14:57:44 +0000160
Thomas Wouters89f507f2006-12-13 04:49:30 +0000161 body = "HTTP/1.1 200 Ok\r\n\r\nText"
162 sock = FakeSocket(body)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000163 resp = client.HTTPResponse(sock)
Jeremy Hyltonba603192003-01-23 18:02:20 +0000164 resp.begin()
Jeremy Hylton8fff7922007-08-03 20:56:14 +0000165 self.assertEqual(resp.read(), b"Text")
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000166 self.assertTrue(resp.isclosed())
Jeremy Hyltonba603192003-01-23 18:02:20 +0000167
Thomas Wouters89f507f2006-12-13 04:49:30 +0000168 body = "HTTP/1.1 400.100 Not Ok\r\n\r\nText"
169 sock = FakeSocket(body)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000170 resp = client.HTTPResponse(sock)
171 self.assertRaises(client.BadStatusLine, resp.begin)
Jeremy Hyltonba603192003-01-23 18:02:20 +0000172
Benjamin Peterson11dbfd42010-03-21 22:50:04 +0000173 def test_bad_status_repr(self):
174 exc = client.BadStatusLine('')
Ezio Melottib3aedd42010-11-20 19:04:17 +0000175 self.assertEqual(repr(exc), '''BadStatusLine("\'\'",)''')
Benjamin Peterson11dbfd42010-03-21 22:50:04 +0000176
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000177 def test_partial_reads(self):
178 # if we have a lenght, the system knows when to close itself
179 # same behaviour than when we read the whole thing with read()
180 body = "HTTP/1.1 200 Ok\r\nContent-Length: 4\r\n\r\nText"
181 sock = FakeSocket(body)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000182 resp = client.HTTPResponse(sock)
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000183 resp.begin()
184 self.assertEqual(resp.read(2), b'Te')
185 self.assertFalse(resp.isclosed())
186 self.assertEqual(resp.read(2), b'xt')
187 self.assertTrue(resp.isclosed())
188
Thomas Wouters89f507f2006-12-13 04:49:30 +0000189 def test_host_port(self):
190 # Check invalid host_port
Jeremy Hyltonba603192003-01-23 18:02:20 +0000191
Łukasz Langaa5a9a9c2011-10-18 21:17:39 +0200192 for hp in ("www.python.org:abc", "user:password@www.python.org"):
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000193 self.assertRaises(client.InvalidURL, client.HTTPConnection, hp)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000194
Jeremy Hylton3a38c912007-08-14 17:08:07 +0000195 for hp, h, p in (("[fe80::207:e9ff:fe9b]:8000",
196 "fe80::207:e9ff:fe9b", 8000),
Thomas Wouters89f507f2006-12-13 04:49:30 +0000197 ("www.python.org:80", "www.python.org", 80),
Łukasz Langaa5a9a9c2011-10-18 21:17:39 +0200198 ("www.python.org:", "www.python.org", 80),
Thomas Wouters89f507f2006-12-13 04:49:30 +0000199 ("www.python.org", "www.python.org", 80),
Łukasz Langaa5a9a9c2011-10-18 21:17:39 +0200200 ("[fe80::207:e9ff:fe9b]", "fe80::207:e9ff:fe9b", 80),
201 ("[fe80::207:e9ff:fe9b]:", "fe80::207:e9ff:fe9b", 80)):
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000202 c = client.HTTPConnection(hp)
Jeremy Hylton3a38c912007-08-14 17:08:07 +0000203 self.assertEqual(h, c.host)
204 self.assertEqual(p, c.port)
Skip Montanaro10e6e0e2004-09-14 16:32:02 +0000205
Thomas Wouters89f507f2006-12-13 04:49:30 +0000206 def test_response_headers(self):
207 # test response with multiple message headers with the same field name.
208 text = ('HTTP/1.1 200 OK\r\n'
Jeremy Hylton3a38c912007-08-14 17:08:07 +0000209 'Set-Cookie: Customer="WILE_E_COYOTE"; '
210 'Version="1"; Path="/acme"\r\n'
Thomas Wouters89f507f2006-12-13 04:49:30 +0000211 'Set-Cookie: Part_Number="Rocket_Launcher_0001"; Version="1";'
212 ' Path="/acme"\r\n'
213 '\r\n'
214 'No body\r\n')
215 hdr = ('Customer="WILE_E_COYOTE"; Version="1"; Path="/acme"'
216 ', '
217 'Part_Number="Rocket_Launcher_0001"; Version="1"; Path="/acme"')
218 s = FakeSocket(text)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000219 r = client.HTTPResponse(s)
Thomas Wouters89f507f2006-12-13 04:49:30 +0000220 r.begin()
221 cookies = r.getheader("Set-Cookie")
Jeremy Hylton3a38c912007-08-14 17:08:07 +0000222 self.assertEqual(cookies, hdr)
Jeremy Hyltonba603192003-01-23 18:02:20 +0000223
Thomas Wouters89f507f2006-12-13 04:49:30 +0000224 def test_read_head(self):
225 # Test that the library doesn't attempt to read any data
226 # from a HEAD request. (Tickles SF bug #622042.)
227 sock = FakeSocket(
228 'HTTP/1.1 200 OK\r\n'
229 'Content-Length: 14432\r\n'
230 '\r\n',
231 NoEOFStringIO)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000232 resp = client.HTTPResponse(sock, method="HEAD")
Thomas Wouters89f507f2006-12-13 04:49:30 +0000233 resp.begin()
Guido van Rossuma00f1232007-09-12 19:43:09 +0000234 if resp.read():
Thomas Wouters89f507f2006-12-13 04:49:30 +0000235 self.fail("Did not expect response from HEAD request")
Jeremy Hyltonc1b2cb92003-05-05 16:13:58 +0000236
Thomas Wouters89f507f2006-12-13 04:49:30 +0000237 def test_send_file(self):
Guido van Rossum022c4742007-08-29 02:00:20 +0000238 expected = (b'GET /foo HTTP/1.1\r\nHost: example.com\r\n'
239 b'Accept-Encoding: identity\r\nContent-Length:')
Thomas Wouters89f507f2006-12-13 04:49:30 +0000240
Brett Cannon77b7de62010-10-29 23:31:11 +0000241 with open(__file__, 'rb') as body:
242 conn = client.HTTPConnection('example.com')
243 sock = FakeSocket(body)
244 conn.sock = sock
245 conn.request('GET', '/foo', body)
246 self.assertTrue(sock.data.startswith(expected), '%r != %r' %
247 (sock.data[:len(expected)], expected))
Jeremy Hylton2c178252004-08-07 16:28:14 +0000248
Antoine Pitrouead1d622009-09-29 18:44:53 +0000249 def test_send(self):
250 expected = b'this is a test this is only a test'
251 conn = client.HTTPConnection('example.com')
252 sock = FakeSocket(None)
253 conn.sock = sock
254 conn.send(expected)
Ezio Melottib3aedd42010-11-20 19:04:17 +0000255 self.assertEqual(expected, sock.data)
Antoine Pitrouead1d622009-09-29 18:44:53 +0000256 sock.data = b''
257 conn.send(array.array('b', expected))
Ezio Melottib3aedd42010-11-20 19:04:17 +0000258 self.assertEqual(expected, sock.data)
Antoine Pitrouead1d622009-09-29 18:44:53 +0000259 sock.data = b''
260 conn.send(io.BytesIO(expected))
Ezio Melottib3aedd42010-11-20 19:04:17 +0000261 self.assertEqual(expected, sock.data)
Antoine Pitrouead1d622009-09-29 18:44:53 +0000262
Senthil Kumaran7bc0d872010-12-19 10:49:52 +0000263 def test_send_iter(self):
264 expected = b'GET /foo HTTP/1.1\r\nHost: example.com\r\n' \
265 b'Accept-Encoding: identity\r\nContent-Length: 11\r\n' \
266 b'\r\nonetwothree'
267
268 def body():
269 yield b"one"
270 yield b"two"
271 yield b"three"
272
273 conn = client.HTTPConnection('example.com')
274 sock = FakeSocket("")
275 conn.sock = sock
276 conn.request('GET', '/foo', body(), {'Content-Length': '11'})
Victor Stinner04ba9662011-01-04 00:04:46 +0000277 self.assertEqual(sock.data, expected)
Senthil Kumaran7bc0d872010-12-19 10:49:52 +0000278
Senthil Kumaraneb71ad42011-08-02 18:33:41 +0800279 def test_send_type_error(self):
280 # See: Issue #12676
281 conn = client.HTTPConnection('example.com')
282 conn.sock = FakeSocket('')
283 with self.assertRaises(TypeError):
284 conn.request('POST', 'test', conn)
285
Christian Heimesa612dc02008-02-24 13:08:18 +0000286 def test_chunked(self):
287 chunked_start = (
288 'HTTP/1.1 200 OK\r\n'
289 'Transfer-Encoding: chunked\r\n\r\n'
290 'a\r\n'
291 'hello worl\r\n'
292 '1\r\n'
293 'd\r\n'
294 )
295 sock = FakeSocket(chunked_start + '0\r\n')
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000296 resp = client.HTTPResponse(sock, method="GET")
Christian Heimesa612dc02008-02-24 13:08:18 +0000297 resp.begin()
Ezio Melottib3aedd42010-11-20 19:04:17 +0000298 self.assertEqual(resp.read(), b'hello world')
Christian Heimesa612dc02008-02-24 13:08:18 +0000299 resp.close()
300
301 for x in ('', 'foo\r\n'):
302 sock = FakeSocket(chunked_start + x)
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000303 resp = client.HTTPResponse(sock, method="GET")
Christian Heimesa612dc02008-02-24 13:08:18 +0000304 resp.begin()
305 try:
306 resp.read()
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000307 except client.IncompleteRead as i:
Ezio Melottib3aedd42010-11-20 19:04:17 +0000308 self.assertEqual(i.partial, b'hello world')
Benjamin Peterson6accb982009-03-02 22:50:25 +0000309 self.assertEqual(repr(i),'IncompleteRead(11 bytes read)')
310 self.assertEqual(str(i),'IncompleteRead(11 bytes read)')
Christian Heimesa612dc02008-02-24 13:08:18 +0000311 else:
312 self.fail('IncompleteRead expected')
313 finally:
314 resp.close()
315
Senthil Kumaran71fb6c82010-04-28 17:39:48 +0000316 def test_chunked_head(self):
317 chunked_start = (
318 'HTTP/1.1 200 OK\r\n'
319 'Transfer-Encoding: chunked\r\n\r\n'
320 'a\r\n'
321 'hello world\r\n'
322 '1\r\n'
323 'd\r\n'
324 )
325 sock = FakeSocket(chunked_start + '0\r\n')
326 resp = client.HTTPResponse(sock, method="HEAD")
327 resp.begin()
Ezio Melottib3aedd42010-11-20 19:04:17 +0000328 self.assertEqual(resp.read(), b'')
329 self.assertEqual(resp.status, 200)
330 self.assertEqual(resp.reason, 'OK')
Senthil Kumaran0b998832010-06-04 17:27:11 +0000331 self.assertTrue(resp.isclosed())
Senthil Kumaran71fb6c82010-04-28 17:39:48 +0000332
Christian Heimesa612dc02008-02-24 13:08:18 +0000333 def test_negative_content_length(self):
Jeremy Hylton82066952008-12-15 03:08:30 +0000334 sock = FakeSocket(
335 'HTTP/1.1 200 OK\r\nContent-Length: -1\r\n\r\nHello\r\n')
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000336 resp = client.HTTPResponse(sock, method="GET")
Christian Heimesa612dc02008-02-24 13:08:18 +0000337 resp.begin()
Ezio Melottib3aedd42010-11-20 19:04:17 +0000338 self.assertEqual(resp.read(), b'Hello\r\n')
Christian Heimesa612dc02008-02-24 13:08:18 +0000339 resp.close()
340
Benjamin Peterson6accb982009-03-02 22:50:25 +0000341 def test_incomplete_read(self):
342 sock = FakeSocket('HTTP/1.1 200 OK\r\nContent-Length: 10\r\n\r\nHello\r\n')
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000343 resp = client.HTTPResponse(sock, method="GET")
Benjamin Peterson6accb982009-03-02 22:50:25 +0000344 resp.begin()
345 try:
346 resp.read()
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000347 except client.IncompleteRead as i:
Ezio Melottib3aedd42010-11-20 19:04:17 +0000348 self.assertEqual(i.partial, b'Hello\r\n')
Benjamin Peterson6accb982009-03-02 22:50:25 +0000349 self.assertEqual(repr(i),
350 "IncompleteRead(7 bytes read, 3 more expected)")
351 self.assertEqual(str(i),
352 "IncompleteRead(7 bytes read, 3 more expected)")
353 else:
354 self.fail('IncompleteRead expected')
355 finally:
356 resp.close()
357
Jeremy Hylton636950f2009-03-28 04:34:21 +0000358 def test_epipe(self):
359 sock = EPipeSocket(
360 "HTTP/1.0 401 Authorization Required\r\n"
361 "Content-type: text/html\r\n"
362 "WWW-Authenticate: Basic realm=\"example\"\r\n",
363 b"Content-Length")
364 conn = client.HTTPConnection("example.com")
365 conn.sock = sock
366 self.assertRaises(socket.error,
367 lambda: conn.request("PUT", "/url", "body"))
368 resp = conn.getresponse()
369 self.assertEqual(401, resp.status)
370 self.assertEqual("Basic realm=\"example\"",
371 resp.getheader("www-authenticate"))
Christian Heimesa612dc02008-02-24 13:08:18 +0000372
Senthil Kumaran5466bf12010-12-18 16:55:23 +0000373 # Test lines overflowing the max line size (_MAXLINE in http.client)
374
375 def test_overflowing_status_line(self):
376 body = "HTTP/1.1 200 Ok" + "k" * 65536 + "\r\n"
377 resp = client.HTTPResponse(FakeSocket(body))
378 self.assertRaises((client.LineTooLong, client.BadStatusLine), resp.begin)
379
380 def test_overflowing_header_line(self):
381 body = (
382 'HTTP/1.1 200 OK\r\n'
383 'X-Foo: bar' + 'r' * 65536 + '\r\n\r\n'
384 )
385 resp = client.HTTPResponse(FakeSocket(body))
386 self.assertRaises(client.LineTooLong, resp.begin)
387
388 def test_overflowing_chunked_line(self):
389 body = (
390 'HTTP/1.1 200 OK\r\n'
391 'Transfer-Encoding: chunked\r\n\r\n'
392 + '0' * 65536 + 'a\r\n'
393 'hello world\r\n'
394 '0\r\n'
395 )
396 resp = client.HTTPResponse(FakeSocket(body))
397 resp.begin()
398 self.assertRaises(client.LineTooLong, resp.read)
399
Senthil Kumaran9c29f862012-04-29 10:20:46 +0800400 def test_early_eof(self):
401 # Test httpresponse with no \r\n termination,
402 body = "HTTP/1.1 200 Ok"
403 sock = FakeSocket(body)
404 resp = client.HTTPResponse(sock)
405 resp.begin()
406 self.assertEqual(resp.read(), b'')
407 self.assertTrue(resp.isclosed())
408
Georg Brandl4cbd1e32006-02-17 22:01:08 +0000409class OfflineTest(TestCase):
410 def test_responses(self):
Ezio Melottib3aedd42010-11-20 19:04:17 +0000411 self.assertEqual(client.responses[client.NOT_FOUND], "Not Found")
Georg Brandl4cbd1e32006-02-17 22:01:08 +0000412
Gregory P. Smithb4066372010-01-03 03:28:29 +0000413
414class SourceAddressTest(TestCase):
415 def setUp(self):
416 self.serv = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
417 self.port = support.bind_port(self.serv)
418 self.source_port = support.find_unused_port()
419 self.serv.listen(5)
420 self.conn = None
421
422 def tearDown(self):
423 if self.conn:
424 self.conn.close()
425 self.conn = None
426 self.serv.close()
427 self.serv = None
428
429 def testHTTPConnectionSourceAddress(self):
430 self.conn = client.HTTPConnection(HOST, self.port,
431 source_address=('', self.source_port))
432 self.conn.connect()
433 self.assertEqual(self.conn.sock.getsockname()[1], self.source_port)
434
435 @unittest.skipIf(not hasattr(client, 'HTTPSConnection'),
436 'http.client.HTTPSConnection not defined')
437 def testHTTPSConnectionSourceAddress(self):
438 self.conn = client.HTTPSConnection(HOST, self.port,
439 source_address=('', self.source_port))
440 # We don't test anything here other the constructor not barfing as
441 # this code doesn't deal with setting up an active running SSL server
442 # for an ssl_wrapped connect() to actually return from.
443
444
Guido van Rossumd8faa362007-04-27 19:54:29 +0000445class TimeoutTest(TestCase):
Christian Heimes5e696852008-04-09 08:37:03 +0000446 PORT = None
Guido van Rossumd8faa362007-04-27 19:54:29 +0000447
448 def setUp(self):
449 self.serv = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000450 TimeoutTest.PORT = support.bind_port(self.serv)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000451 self.serv.listen(5)
452
453 def tearDown(self):
454 self.serv.close()
455 self.serv = None
456
457 def testTimeoutAttribute(self):
Jeremy Hylton3a38c912007-08-14 17:08:07 +0000458 # This will prove that the timeout gets through HTTPConnection
459 # and into the socket.
460
Georg Brandlf78e02b2008-06-10 17:40:04 +0000461 # default -- use global socket timeout
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000462 self.assertTrue(socket.getdefaulttimeout() is None)
Georg Brandlf78e02b2008-06-10 17:40:04 +0000463 socket.setdefaulttimeout(30)
464 try:
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000465 httpConn = client.HTTPConnection(HOST, TimeoutTest.PORT)
Georg Brandlf78e02b2008-06-10 17:40:04 +0000466 httpConn.connect()
467 finally:
468 socket.setdefaulttimeout(None)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000469 self.assertEqual(httpConn.sock.gettimeout(), 30)
470 httpConn.close()
471
Georg Brandlf78e02b2008-06-10 17:40:04 +0000472 # no timeout -- do not use global socket default
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000473 self.assertTrue(socket.getdefaulttimeout() is None)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000474 socket.setdefaulttimeout(30)
475 try:
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000476 httpConn = client.HTTPConnection(HOST, TimeoutTest.PORT,
Christian Heimes5e696852008-04-09 08:37:03 +0000477 timeout=None)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000478 httpConn.connect()
479 finally:
Georg Brandlf78e02b2008-06-10 17:40:04 +0000480 socket.setdefaulttimeout(None)
481 self.assertEqual(httpConn.sock.gettimeout(), None)
482 httpConn.close()
483
484 # a value
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000485 httpConn = client.HTTPConnection(HOST, TimeoutTest.PORT, timeout=30)
Georg Brandlf78e02b2008-06-10 17:40:04 +0000486 httpConn.connect()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000487 self.assertEqual(httpConn.sock.gettimeout(), 30)
488 httpConn.close()
489
Antoine Pitrou803e6d62010-10-13 10:36:15 +0000490
491class HTTPSTest(TestCase):
492
493 def setUp(self):
494 if not hasattr(client, 'HTTPSConnection'):
495 self.skipTest('ssl support required')
496
497 def make_server(self, certfile):
498 from test.ssl_servers import make_https_server
499 return make_https_server(self, certfile)
Guido van Rossumd59da4b2007-05-22 18:11:13 +0000500
501 def test_attributes(self):
Antoine Pitrou803e6d62010-10-13 10:36:15 +0000502 # simple test to check it's storing the timeout
503 h = client.HTTPSConnection(HOST, TimeoutTest.PORT, timeout=30)
504 self.assertEqual(h.timeout, 30)
505
506 def _check_svn_python_org(self, resp):
507 # Just a simple check that everything went fine
508 server_string = resp.getheader('server')
509 self.assertIn('Apache', server_string)
510
511 def test_networked(self):
512 # Default settings: no cert verification is done
513 support.requires('network')
514 with support.transient_internet('svn.python.org'):
515 h = client.HTTPSConnection('svn.python.org', 443)
516 h.request('GET', '/')
517 resp = h.getresponse()
518 self._check_svn_python_org(resp)
519
520 def test_networked_good_cert(self):
521 # We feed a CA cert that validates the server's cert
522 import ssl
523 support.requires('network')
524 with support.transient_internet('svn.python.org'):
525 context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
526 context.verify_mode = ssl.CERT_REQUIRED
527 context.load_verify_locations(CACERT_svn_python_org)
528 h = client.HTTPSConnection('svn.python.org', 443, context=context)
529 h.request('GET', '/')
530 resp = h.getresponse()
531 self._check_svn_python_org(resp)
532
533 def test_networked_bad_cert(self):
534 # We feed a "CA" cert that is unrelated to the server's cert
535 import ssl
536 support.requires('network')
537 with support.transient_internet('svn.python.org'):
538 context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
539 context.verify_mode = ssl.CERT_REQUIRED
540 context.load_verify_locations(CERT_localhost)
541 h = client.HTTPSConnection('svn.python.org', 443, context=context)
542 with self.assertRaises(ssl.SSLError):
543 h.request('GET', '/')
544
545 def test_local_good_hostname(self):
546 # The (valid) cert validates the HTTP hostname
547 import ssl
548 from test.ssl_servers import make_https_server
549 server = make_https_server(self, CERT_localhost)
550 context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
551 context.verify_mode = ssl.CERT_REQUIRED
552 context.load_verify_locations(CERT_localhost)
553 h = client.HTTPSConnection('localhost', server.port, context=context)
554 h.request('GET', '/nonexistent')
555 resp = h.getresponse()
556 self.assertEqual(resp.status, 404)
557
558 def test_local_bad_hostname(self):
559 # The (valid) cert doesn't validate the HTTP hostname
560 import ssl
561 from test.ssl_servers import make_https_server
562 server = make_https_server(self, CERT_fakehostname)
563 context = ssl.SSLContext(ssl.PROTOCOL_TLSv1)
564 context.verify_mode = ssl.CERT_REQUIRED
565 context.load_verify_locations(CERT_fakehostname)
566 h = client.HTTPSConnection('localhost', server.port, context=context)
567 with self.assertRaises(ssl.CertificateError):
568 h.request('GET', '/')
569 # Same with explicit check_hostname=True
570 h = client.HTTPSConnection('localhost', server.port, context=context,
571 check_hostname=True)
572 with self.assertRaises(ssl.CertificateError):
573 h.request('GET', '/')
574 # With check_hostname=False, the mismatching is ignored
575 h = client.HTTPSConnection('localhost', server.port, context=context,
576 check_hostname=False)
577 h.request('GET', '/nonexistent')
578 resp = h.getresponse()
579 self.assertEqual(resp.status, 404)
580
Petri Lehtinene119c402011-10-26 21:29:15 +0300581 @unittest.skipIf(not hasattr(client, 'HTTPSConnection'),
582 'http.client.HTTPSConnection not available')
Łukasz Langaa5a9a9c2011-10-18 21:17:39 +0200583 def test_host_port(self):
584 # Check invalid host_port
585
586 for hp in ("www.python.org:abc", "user:password@www.python.org"):
587 self.assertRaises(client.InvalidURL, client.HTTPSConnection, hp)
588
589 for hp, h, p in (("[fe80::207:e9ff:fe9b]:8000",
590 "fe80::207:e9ff:fe9b", 8000),
591 ("www.python.org:443", "www.python.org", 443),
592 ("www.python.org:", "www.python.org", 443),
593 ("www.python.org", "www.python.org", 443),
594 ("[fe80::207:e9ff:fe9b]", "fe80::207:e9ff:fe9b", 443),
595 ("[fe80::207:e9ff:fe9b]:", "fe80::207:e9ff:fe9b",
596 443)):
597 c = client.HTTPSConnection(hp)
598 self.assertEqual(h, c.host)
599 self.assertEqual(p, c.port)
600
Guido van Rossumd59da4b2007-05-22 18:11:13 +0000601
Jeremy Hylton236654b2009-03-27 20:24:34 +0000602class RequestBodyTest(TestCase):
603 """Test cases where a request includes a message body."""
604
605 def setUp(self):
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000606 self.conn = client.HTTPConnection('example.com')
Jeremy Hylton636950f2009-03-28 04:34:21 +0000607 self.conn.sock = self.sock = FakeSocket("")
Jeremy Hylton236654b2009-03-27 20:24:34 +0000608 self.conn.sock = self.sock
609
610 def get_headers_and_fp(self):
611 f = io.BytesIO(self.sock.data)
612 f.readline() # read the request line
Jeremy Hylton7c1692d2009-03-27 21:31:03 +0000613 message = client.parse_headers(f)
Jeremy Hylton236654b2009-03-27 20:24:34 +0000614 return message, f
615
616 def test_manual_content_length(self):
617 # Set an incorrect content-length so that we can verify that
618 # it will not be over-ridden by the library.
619 self.conn.request("PUT", "/url", "body",
620 {"Content-Length": "42"})
621 message, f = self.get_headers_and_fp()
622 self.assertEqual("42", message.get("content-length"))
623 self.assertEqual(4, len(f.read()))
624
625 def test_ascii_body(self):
626 self.conn.request("PUT", "/url", "body")
627 message, f = self.get_headers_and_fp()
628 self.assertEqual("text/plain", message.get_content_type())
Raymond Hettinger7beae8a2011-01-06 05:34:17 +0000629 self.assertIsNone(message.get_charset())
Jeremy Hylton236654b2009-03-27 20:24:34 +0000630 self.assertEqual("4", message.get("content-length"))
631 self.assertEqual(b'body', f.read())
632
633 def test_latin1_body(self):
634 self.conn.request("PUT", "/url", "body\xc1")
635 message, f = self.get_headers_and_fp()
636 self.assertEqual("text/plain", message.get_content_type())
Raymond Hettinger7beae8a2011-01-06 05:34:17 +0000637 self.assertIsNone(message.get_charset())
Jeremy Hylton236654b2009-03-27 20:24:34 +0000638 self.assertEqual("5", message.get("content-length"))
639 self.assertEqual(b'body\xc1', f.read())
640
641 def test_bytes_body(self):
642 self.conn.request("PUT", "/url", b"body\xc1")
643 message, f = self.get_headers_and_fp()
644 self.assertEqual("text/plain", message.get_content_type())
Raymond Hettinger7beae8a2011-01-06 05:34:17 +0000645 self.assertIsNone(message.get_charset())
Jeremy Hylton236654b2009-03-27 20:24:34 +0000646 self.assertEqual("5", message.get("content-length"))
647 self.assertEqual(b'body\xc1', f.read())
648
649 def test_file_body(self):
Victor Stinner18d15cb2011-09-21 01:09:04 +0200650 self.addCleanup(support.unlink, support.TESTFN)
Brett Cannon77b7de62010-10-29 23:31:11 +0000651 with open(support.TESTFN, "w") as f:
652 f.write("body")
653 with open(support.TESTFN) as f:
654 self.conn.request("PUT", "/url", f)
655 message, f = self.get_headers_and_fp()
656 self.assertEqual("text/plain", message.get_content_type())
Raymond Hettinger7beae8a2011-01-06 05:34:17 +0000657 self.assertIsNone(message.get_charset())
Brett Cannon77b7de62010-10-29 23:31:11 +0000658 self.assertEqual("4", message.get("content-length"))
659 self.assertEqual(b'body', f.read())
Jeremy Hylton236654b2009-03-27 20:24:34 +0000660
661 def test_binary_file_body(self):
Victor Stinner18d15cb2011-09-21 01:09:04 +0200662 self.addCleanup(support.unlink, support.TESTFN)
Brett Cannon77b7de62010-10-29 23:31:11 +0000663 with open(support.TESTFN, "wb") as f:
664 f.write(b"body\xc1")
665 with open(support.TESTFN, "rb") as f:
666 self.conn.request("PUT", "/url", f)
667 message, f = self.get_headers_and_fp()
668 self.assertEqual("text/plain", message.get_content_type())
Raymond Hettinger7beae8a2011-01-06 05:34:17 +0000669 self.assertIsNone(message.get_charset())
Brett Cannon77b7de62010-10-29 23:31:11 +0000670 self.assertEqual("5", message.get("content-length"))
671 self.assertEqual(b'body\xc1', f.read())
Jeremy Hylton236654b2009-03-27 20:24:34 +0000672
Senthil Kumaran9f8dc442010-08-02 11:04:58 +0000673
674class HTTPResponseTest(TestCase):
675
676 def setUp(self):
677 body = "HTTP/1.1 200 Ok\r\nMy-Header: first-value\r\nMy-Header: \
678 second-value\r\n\r\nText"
679 sock = FakeSocket(body)
680 self.resp = client.HTTPResponse(sock)
681 self.resp.begin()
682
683 def test_getting_header(self):
684 header = self.resp.getheader('My-Header')
685 self.assertEqual(header, 'first-value, second-value')
686
687 header = self.resp.getheader('My-Header', 'some default')
688 self.assertEqual(header, 'first-value, second-value')
689
690 def test_getting_nonexistent_header_with_string_default(self):
691 header = self.resp.getheader('No-Such-Header', 'default-value')
692 self.assertEqual(header, 'default-value')
693
694 def test_getting_nonexistent_header_with_iterable_default(self):
695 header = self.resp.getheader('No-Such-Header', ['default', 'values'])
696 self.assertEqual(header, 'default, values')
697
698 header = self.resp.getheader('No-Such-Header', ('default', 'values'))
699 self.assertEqual(header, 'default, values')
700
701 def test_getting_nonexistent_header_without_default(self):
702 header = self.resp.getheader('No-Such-Header')
703 self.assertEqual(header, None)
704
705 def test_getting_header_defaultint(self):
706 header = self.resp.getheader('No-Such-Header',default=42)
707 self.assertEqual(header, 42)
708
Jeremy Hylton2c178252004-08-07 16:28:14 +0000709def test_main(verbose=None):
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000710 support.run_unittest(HeaderTests, OfflineTest, BasicTest, TimeoutTest,
Antoine Pitrou803e6d62010-10-13 10:36:15 +0000711 HTTPSTest, RequestBodyTest, SourceAddressTest,
Senthil Kumaran9f8dc442010-08-02 11:04:58 +0000712 HTTPResponseTest)
Jeremy Hylton2c178252004-08-07 16:28:14 +0000713
Thomas Wouters89f507f2006-12-13 04:49:30 +0000714if __name__ == '__main__':
715 test_main()