jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python2.4 |
| 2 | """ |
| 3 | httplib2test |
| 4 | |
| 5 | A set of unit tests for httplib2.py. |
| 6 | |
| 7 | Requires Python 2.4 or later |
| 8 | """ |
| 9 | |
| 10 | __author__ = "Joe Gregorio (joe@bitworking.org)" |
| 11 | __copyright__ = "Copyright 2006, Joe Gregorio" |
| 12 | __contributors__ = [] |
| 13 | __license__ = "MIT" |
| 14 | __history__ = """ """ |
| 15 | __version__ = "0.1 ($Rev: 118 $)" |
| 16 | |
| 17 | |
Joe Gregorio | b6c90c4 | 2011-02-11 01:03:22 -0500 | [diff] [blame] | 18 | import StringIO |
| 19 | import base64 |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 20 | import httplib |
| 21 | import httplib2 |
| 22 | import os |
Joe Gregorio | b6c90c4 | 2011-02-11 01:03:22 -0500 | [diff] [blame] | 23 | import socket |
| 24 | import sys |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 25 | import time |
Joe Gregorio | b6c90c4 | 2011-02-11 01:03:22 -0500 | [diff] [blame] | 26 | import unittest |
| 27 | import urlparse |
jcgregorio | 8421f27 | 2006-02-14 18:19:51 +0000 | [diff] [blame] | 28 | |
| 29 | # Python 2.3 support |
| 30 | if not hasattr(unittest.TestCase, 'assertTrue'): |
| 31 | unittest.TestCase.assertTrue = unittest.TestCase.failUnless |
| 32 | unittest.TestCase.assertFalse = unittest.TestCase.failIf |
| 33 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 34 | # The test resources base uri |
| 35 | base = 'http://bitworking.org/projects/httplib2/test/' |
| 36 | #base = 'http://localhost/projects/httplib2/test/' |
jcgregorio | 90fb4a4 | 2006-11-17 16:19:47 +0000 | [diff] [blame] | 37 | cacheDirName = ".cache" |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 38 | |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 39 | |
| 40 | class CredentialsTest(unittest.TestCase): |
| 41 | def test(self): |
| 42 | c = httplib2.Credentials() |
| 43 | c.add("joe", "password") |
| 44 | self.assertEqual(("joe", "password"), list(c.iter("bitworking.org"))[0]) |
| 45 | self.assertEqual(("joe", "password"), list(c.iter(""))[0]) |
| 46 | c.add("fred", "password2", "wellformedweb.org") |
| 47 | self.assertEqual(("joe", "password"), list(c.iter("bitworking.org"))[0]) |
| 48 | self.assertEqual(1, len(list(c.iter("bitworking.org")))) |
| 49 | self.assertEqual(2, len(list(c.iter("wellformedweb.org")))) |
| 50 | self.assertTrue(("fred", "password2") in list(c.iter("wellformedweb.org"))) |
| 51 | c.clear() |
| 52 | self.assertEqual(0, len(list(c.iter("bitworking.org")))) |
| 53 | c.add("fred", "password2", "wellformedweb.org") |
| 54 | self.assertTrue(("fred", "password2") in list(c.iter("wellformedweb.org"))) |
| 55 | self.assertEqual(0, len(list(c.iter("bitworking.org")))) |
| 56 | self.assertEqual(0, len(list(c.iter("")))) |
| 57 | |
| 58 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 59 | class ParserTest(unittest.TestCase): |
| 60 | def testFromStd66(self): |
| 61 | self.assertEqual( ('http', 'example.com', '', None, None ), httplib2.parse_uri("http://example.com")) |
| 62 | self.assertEqual( ('https', 'example.com', '', None, None ), httplib2.parse_uri("https://example.com")) |
| 63 | self.assertEqual( ('https', 'example.com:8080', '', None, None ), httplib2.parse_uri("https://example.com:8080")) |
| 64 | self.assertEqual( ('http', 'example.com', '/', None, None ), httplib2.parse_uri("http://example.com/")) |
| 65 | self.assertEqual( ('http', 'example.com', '/path', None, None ), httplib2.parse_uri("http://example.com/path")) |
| 66 | self.assertEqual( ('http', 'example.com', '/path', 'a=1&b=2', None ), httplib2.parse_uri("http://example.com/path?a=1&b=2")) |
| 67 | self.assertEqual( ('http', 'example.com', '/path', 'a=1&b=2', 'fred' ), httplib2.parse_uri("http://example.com/path?a=1&b=2#fred")) |
| 68 | self.assertEqual( ('http', 'example.com', '/path', 'a=1&b=2', 'fred' ), httplib2.parse_uri("http://example.com/path?a=1&b=2#fred")) |
| 69 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 70 | |
jcgregorio | a46fe4e | 2006-11-16 04:13:45 +0000 | [diff] [blame] | 71 | class UrlNormTest(unittest.TestCase): |
| 72 | def test(self): |
| 73 | self.assertEqual( "http://example.org/", httplib2.urlnorm("http://example.org")[-1]) |
| 74 | self.assertEqual( "http://example.org/", httplib2.urlnorm("http://EXAMple.org")[-1]) |
| 75 | self.assertEqual( "http://example.org/?=b", httplib2.urlnorm("http://EXAMple.org?=b")[-1]) |
| 76 | self.assertEqual( "http://example.org/mypath?a=b", httplib2.urlnorm("http://EXAMple.org/mypath?a=b")[-1]) |
| 77 | self.assertEqual( "http://localhost:80/", httplib2.urlnorm("http://localhost:80")[-1]) |
jcgregorio | b4e9ab0 | 2006-11-17 15:53:15 +0000 | [diff] [blame] | 78 | self.assertEqual( httplib2.urlnorm("http://localhost:80/"), httplib2.urlnorm("HTTP://LOCALHOST:80")) |
jcgregorio | 132d28e | 2007-01-23 16:22:53 +0000 | [diff] [blame] | 79 | try: |
| 80 | httplib2.urlnorm("/") |
| 81 | self.fail("Non-absolute URIs should raise an exception") |
| 82 | except httplib2.RelativeURIError: |
| 83 | pass |
jcgregorio | a46fe4e | 2006-11-16 04:13:45 +0000 | [diff] [blame] | 84 | |
| 85 | class UrlSafenameTest(unittest.TestCase): |
| 86 | def test(self): |
| 87 | # Test that different URIs end up generating different safe names |
| 88 | self.assertEqual( "example.org,fred,a=b,58489f63a7a83c3b7794a6a398ee8b1f", httplib2.safename("http://example.org/fred/?a=b")) |
| 89 | self.assertEqual( "example.org,fred,a=b,8c5946d56fec453071f43329ff0be46b", httplib2.safename("http://example.org/fred?/a=b")) |
| 90 | self.assertEqual( "www.example.org,fred,a=b,499c44b8d844a011b67ea2c015116968", httplib2.safename("http://www.example.org/fred?/a=b")) |
| 91 | self.assertEqual( httplib2.safename(httplib2.urlnorm("http://www")[-1]), httplib2.safename(httplib2.urlnorm("http://WWW")[-1])) |
| 92 | self.assertEqual( "www.example.org,fred,a=b,692e843a333484ce0095b070497ab45d", httplib2.safename("https://www.example.org/fred?/a=b")) |
| 93 | self.assertNotEqual( httplib2.safename("http://www"), httplib2.safename("https://www")) |
| 94 | # Test the max length limits |
| 95 | uri = "http://" + ("w" * 200) + ".org" |
| 96 | uri2 = "http://" + ("w" * 201) + ".org" |
| 97 | self.assertNotEqual( httplib2.safename(uri2), httplib2.safename(uri)) |
| 98 | # Max length should be 200 + 1 (",") + 32 |
| 99 | self.assertEqual(233, len(httplib2.safename(uri2))) |
| 100 | self.assertEqual(233, len(httplib2.safename(uri))) |
| 101 | # Unicode |
jcgregorio | debceec | 2006-12-12 20:26:02 +0000 | [diff] [blame] | 102 | if sys.version_info >= (2,3): |
| 103 | self.assertEqual( "xn--http,-4y1d.org,fred,a=b,579924c35db315e5a32e3d9963388193", httplib2.safename(u"http://\u2304.org/fred/?a=b")) |
jcgregorio | a46fe4e | 2006-11-16 04:13:45 +0000 | [diff] [blame] | 104 | |
jcgregorio | 1464437 | 2007-07-30 14:13:37 +0000 | [diff] [blame] | 105 | class _MyResponse(StringIO.StringIO): |
| 106 | def __init__(self, body, **kwargs): |
| 107 | StringIO.StringIO.__init__(self, body) |
| 108 | self.headers = kwargs |
| 109 | |
| 110 | def iteritems(self): |
| 111 | return self.headers.iteritems() |
| 112 | |
| 113 | |
| 114 | class _MyHTTPConnection(object): |
| 115 | "This class is just a mock of httplib.HTTPConnection used for testing" |
| 116 | |
| 117 | def __init__(self, host, port=None, key_file=None, cert_file=None, |
joe.gregorio | f28536d | 2007-10-23 14:10:11 +0000 | [diff] [blame] | 118 | strict=None, timeout=None, proxy_info=None): |
jcgregorio | 1464437 | 2007-07-30 14:13:37 +0000 | [diff] [blame] | 119 | self.host = host |
| 120 | self.port = port |
| 121 | self.timeout = timeout |
| 122 | self.log = "" |
| 123 | |
| 124 | def set_debuglevel(self, level): |
| 125 | pass |
| 126 | |
| 127 | def connect(self): |
| 128 | "Connect to a host on a given port." |
| 129 | pass |
| 130 | |
| 131 | def close(self): |
| 132 | pass |
| 133 | |
| 134 | def request(self, method, request_uri, body, headers): |
| 135 | pass |
| 136 | |
| 137 | def getresponse(self): |
| 138 | return _MyResponse("the body", status="200") |
jcgregorio | a46fe4e | 2006-11-16 04:13:45 +0000 | [diff] [blame] | 139 | |
jcgregorio | 90fb4a4 | 2006-11-17 16:19:47 +0000 | [diff] [blame] | 140 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 141 | class HttpTest(unittest.TestCase): |
| 142 | def setUp(self): |
jcgregorio | 7e3608f | 2006-06-15 13:01:53 +0000 | [diff] [blame] | 143 | if os.path.exists(cacheDirName): |
| 144 | [os.remove(os.path.join(cacheDirName, file)) for file in os.listdir(cacheDirName)] |
| 145 | self.http = httplib2.Http(cacheDirName) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 146 | self.http.clear_credentials() |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 147 | |
jcgregorio | 1464437 | 2007-07-30 14:13:37 +0000 | [diff] [blame] | 148 | def testConnectionType(self): |
joe.gregorio | f28536d | 2007-10-23 14:10:11 +0000 | [diff] [blame] | 149 | self.http.force_exception_to_status_code = False |
jcgregorio | 1464437 | 2007-07-30 14:13:37 +0000 | [diff] [blame] | 150 | response, content = self.http.request("http://bitworking.org", connection_type=_MyHTTPConnection) |
| 151 | self.assertEqual(response['content-location'], "http://bitworking.org") |
| 152 | self.assertEqual(content, "the body") |
| 153 | |
jcgregorio | 6a63817 | 2007-01-23 16:40:23 +0000 | [diff] [blame] | 154 | def testGetUnknownServer(self): |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 155 | self.http.force_exception_to_status_code = False |
jcgregorio | 6a63817 | 2007-01-23 16:40:23 +0000 | [diff] [blame] | 156 | try: |
| 157 | self.http.request("http://fred.bitworking.org/") |
| 158 | self.fail("An httplib2.ServerNotFoundError Exception must be thrown on an unresolvable server.") |
| 159 | except httplib2.ServerNotFoundError: |
| 160 | pass |
| 161 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 162 | # Now test with exceptions turned off |
| 163 | self.http.force_exception_to_status_code = True |
| 164 | |
| 165 | (response, content) = self.http.request("http://fred.bitworking.org/") |
| 166 | self.assertEqual(response['content-type'], 'text/plain') |
| 167 | self.assertTrue(content.startswith("Unable to find")) |
| 168 | self.assertEqual(response.status, 400) |
| 169 | |
Joe Gregorio | b6c90c4 | 2011-02-11 01:03:22 -0500 | [diff] [blame] | 170 | def testGetConnectionRefused(self): |
| 171 | self.http.force_exception_to_status_code = False |
| 172 | try: |
| 173 | self.http.request("http://localhost:7777/") |
| 174 | self.fail("An socket.error exception must be thrown on Connection Refused.") |
| 175 | except socket.error: |
| 176 | pass |
| 177 | |
| 178 | # Now test with exceptions turned off |
| 179 | self.http.force_exception_to_status_code = True |
| 180 | |
| 181 | (response, content) = self.http.request("http://localhost:7777/") |
| 182 | self.assertEqual(response['content-type'], 'text/plain') |
| 183 | self.assertTrue("Connection refused" in content) |
| 184 | self.assertEqual(response.status, 400) |
| 185 | |
jcgregorio | a898f8f | 2006-12-12 17:16:55 +0000 | [diff] [blame] | 186 | def testGetIRI(self): |
jcgregorio | debceec | 2006-12-12 20:26:02 +0000 | [diff] [blame] | 187 | if sys.version_info >= (2,3): |
| 188 | uri = urlparse.urljoin(base, u"reflector/reflector.cgi?d=\N{CYRILLIC CAPITAL LETTER DJE}") |
| 189 | (response, content) = self.http.request(uri, "GET") |
| 190 | d = self.reflector(content) |
| 191 | self.assertTrue(d.has_key('QUERY_STRING')) |
| 192 | self.assertTrue(d['QUERY_STRING'].find('%D0%82') > 0) |
jcgregorio | a898f8f | 2006-12-12 17:16:55 +0000 | [diff] [blame] | 193 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 194 | def testGetIsDefaultMethod(self): |
| 195 | # Test that GET is the default method |
| 196 | uri = urlparse.urljoin(base, "methods/method_reflector.cgi") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 197 | (response, content) = self.http.request(uri) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 198 | self.assertEqual(response['x-method'], "GET") |
| 199 | |
| 200 | def testDifferentMethods(self): |
| 201 | # Test that all methods can be used |
| 202 | uri = urlparse.urljoin(base, "methods/method_reflector.cgi") |
| 203 | for method in ["GET", "PUT", "DELETE", "POST"]: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 204 | (response, content) = self.http.request(uri, method, body=" ") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 205 | self.assertEqual(response['x-method'], method) |
| 206 | |
Joe Gregorio | b628c0b | 2009-07-16 12:28:04 -0400 | [diff] [blame] | 207 | def testHeadRead(self): |
| 208 | # Test that we don't try to read the response of a HEAD request |
| 209 | # since httplib blocks response.read() for HEAD requests. |
| 210 | # Oddly enough this doesn't appear as a problem when doing HEAD requests |
| 211 | # against Apache servers. |
| 212 | uri = "http://www.google.com/" |
| 213 | (response, content) = self.http.request(uri, "HEAD") |
| 214 | self.assertEqual(response.status, 200) |
| 215 | self.assertEqual(content, "") |
| 216 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 217 | def testGetNoCache(self): |
| 218 | # Test that can do a GET w/o the cache turned on. |
| 219 | http = httplib2.Http() |
| 220 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 221 | (response, content) = http.request(uri, "GET") |
| 222 | self.assertEqual(response.status, 200) |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 223 | self.assertEqual(response.previous, None) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 224 | |
Joe Gregorio | e202d21 | 2009-07-16 14:57:52 -0400 | [diff] [blame] | 225 | def testGetOnlyIfCachedCacheHit(self): |
| 226 | # Test that can do a GET with cache and 'only-if-cached' |
| 227 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 228 | (response, content) = self.http.request(uri, "GET") |
| 229 | (response, content) = self.http.request(uri, "GET", headers={'cache-control': 'only-if-cached'}) |
| 230 | self.assertEqual(response.fromcache, True) |
| 231 | self.assertEqual(response.status, 200) |
| 232 | |
jcgregorio | e4ce13e | 2006-04-02 03:05:08 +0000 | [diff] [blame] | 233 | def testGetOnlyIfCachedCacheMiss(self): |
| 234 | # Test that can do a GET with no cache with 'only-if-cached' |
jcgregorio | e4ce13e | 2006-04-02 03:05:08 +0000 | [diff] [blame] | 235 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
Joe Gregorio | e202d21 | 2009-07-16 14:57:52 -0400 | [diff] [blame] | 236 | (response, content) = self.http.request(uri, "GET", headers={'cache-control': 'only-if-cached'}) |
jcgregorio | e4ce13e | 2006-04-02 03:05:08 +0000 | [diff] [blame] | 237 | self.assertEqual(response.fromcache, False) |
Joe Gregorio | e202d21 | 2009-07-16 14:57:52 -0400 | [diff] [blame] | 238 | self.assertEqual(response.status, 504) |
jcgregorio | e4ce13e | 2006-04-02 03:05:08 +0000 | [diff] [blame] | 239 | |
| 240 | def testGetOnlyIfCachedNoCacheAtAll(self): |
| 241 | # Test that can do a GET with no cache with 'only-if-cached' |
| 242 | # Of course, there might be an intermediary beyond us |
| 243 | # that responds to the 'only-if-cached', so this |
| 244 | # test can't really be guaranteed to pass. |
| 245 | http = httplib2.Http() |
| 246 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 247 | (response, content) = http.request(uri, "GET", headers={'cache-control': 'only-if-cached'}) |
| 248 | self.assertEqual(response.fromcache, False) |
Joe Gregorio | e202d21 | 2009-07-16 14:57:52 -0400 | [diff] [blame] | 249 | self.assertEqual(response.status, 504) |
jcgregorio | e4ce13e | 2006-04-02 03:05:08 +0000 | [diff] [blame] | 250 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 251 | def testUserAgent(self): |
| 252 | # Test that we provide a default user-agent |
| 253 | uri = urlparse.urljoin(base, "user-agent/test.cgi") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 254 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 255 | self.assertEqual(response.status, 200) |
| 256 | self.assertTrue(content.startswith("Python-httplib2/")) |
| 257 | |
| 258 | def testUserAgentNonDefault(self): |
| 259 | # Test that the default user-agent can be over-ridden |
joe.gregorio | f28536d | 2007-10-23 14:10:11 +0000 | [diff] [blame] | 260 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 261 | uri = urlparse.urljoin(base, "user-agent/test.cgi") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 262 | (response, content) = self.http.request(uri, "GET", headers={'User-Agent': 'fred/1.0'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 263 | self.assertEqual(response.status, 200) |
| 264 | self.assertTrue(content.startswith("fred/1.0")) |
| 265 | |
| 266 | def testGet300WithLocation(self): |
| 267 | # Test the we automatically follow 300 redirects if a Location: header is provided |
| 268 | uri = urlparse.urljoin(base, "300/with-location-header.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 269 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 270 | self.assertEqual(response.status, 200) |
| 271 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 272 | self.assertEqual(response.previous.status, 300) |
| 273 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 274 | |
| 275 | # Confirm that the intermediate 300 is not cached |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 276 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 277 | self.assertEqual(response.status, 200) |
| 278 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 279 | self.assertEqual(response.previous.status, 300) |
| 280 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 281 | |
jcgregorio | 2f1e142 | 2007-05-03 13:17:33 +0000 | [diff] [blame] | 282 | def testGet300WithLocationNoRedirect(self): |
| 283 | # Test the we automatically follow 300 redirects if a Location: header is provided |
| 284 | self.http.follow_redirects = False |
| 285 | uri = urlparse.urljoin(base, "300/with-location-header.asis") |
| 286 | (response, content) = self.http.request(uri, "GET") |
| 287 | self.assertEqual(response.status, 300) |
| 288 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 289 | def testGet300WithoutLocation(self): |
| 290 | # Not giving a Location: header in a 300 response is acceptable |
| 291 | # In which case we just return the 300 response |
| 292 | uri = urlparse.urljoin(base, "300/without-location-header.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 293 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 294 | self.assertEqual(response.status, 300) |
| 295 | self.assertTrue(response['content-type'].startswith("text/html")) |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 296 | self.assertEqual(response.previous, None) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 297 | |
| 298 | def testGet301(self): |
| 299 | # Test that we automatically follow 301 redirects |
| 300 | # and that we cache the 301 response |
| 301 | uri = urlparse.urljoin(base, "301/onestep.asis") |
jcgregorio | 8e300b9 | 2006-11-07 16:44:35 +0000 | [diff] [blame] | 302 | destination = urlparse.urljoin(base, "302/final-destination.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 303 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 304 | self.assertEqual(response.status, 200) |
jcgregorio | 772adc8 | 2006-11-17 21:52:34 +0000 | [diff] [blame] | 305 | self.assertTrue(response.has_key('content-location')) |
| 306 | self.assertEqual(response['content-location'], destination) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 307 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 308 | self.assertEqual(response.previous.status, 301) |
| 309 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 310 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 311 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 312 | self.assertEqual(response.status, 200) |
jcgregorio | 772adc8 | 2006-11-17 21:52:34 +0000 | [diff] [blame] | 313 | self.assertEqual(response['content-location'], destination) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 314 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 315 | self.assertEqual(response.previous.status, 301) |
| 316 | self.assertEqual(response.previous.fromcache, True) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 317 | |
jcgregorio | 2f1e142 | 2007-05-03 13:17:33 +0000 | [diff] [blame] | 318 | |
| 319 | def testGet301NoRedirect(self): |
| 320 | # Test that we automatically follow 301 redirects |
| 321 | # and that we cache the 301 response |
| 322 | self.http.follow_redirects = False |
| 323 | uri = urlparse.urljoin(base, "301/onestep.asis") |
| 324 | destination = urlparse.urljoin(base, "302/final-destination.txt") |
| 325 | (response, content) = self.http.request(uri, "GET") |
| 326 | self.assertEqual(response.status, 301) |
| 327 | |
| 328 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 329 | def testGet302(self): |
| 330 | # Test that we automatically follow 302 redirects |
| 331 | # and that we DO NOT cache the 302 response |
| 332 | uri = urlparse.urljoin(base, "302/onestep.asis") |
jcgregorio | 8e300b9 | 2006-11-07 16:44:35 +0000 | [diff] [blame] | 333 | destination = urlparse.urljoin(base, "302/final-destination.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 334 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 335 | self.assertEqual(response.status, 200) |
jcgregorio | 772adc8 | 2006-11-17 21:52:34 +0000 | [diff] [blame] | 336 | self.assertEqual(response['content-location'], destination) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 337 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 338 | self.assertEqual(response.previous.status, 302) |
| 339 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 340 | |
| 341 | uri = urlparse.urljoin(base, "302/onestep.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 342 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 343 | self.assertEqual(response.status, 200) |
| 344 | self.assertEqual(response.fromcache, True) |
jcgregorio | 772adc8 | 2006-11-17 21:52:34 +0000 | [diff] [blame] | 345 | self.assertEqual(response['content-location'], destination) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 346 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 347 | self.assertEqual(response.previous.status, 302) |
| 348 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 772adc8 | 2006-11-17 21:52:34 +0000 | [diff] [blame] | 349 | self.assertEqual(response.previous['content-location'], uri) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 350 | |
| 351 | uri = urlparse.urljoin(base, "302/twostep.asis") |
| 352 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 353 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 354 | self.assertEqual(response.status, 200) |
| 355 | self.assertEqual(response.fromcache, True) |
| 356 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 357 | self.assertEqual(response.previous.status, 302) |
| 358 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 359 | |
| 360 | def testGet302RedirectionLimit(self): |
| 361 | # Test that we can set a lower redirection limit |
| 362 | # and that we raise an exception when we exceed |
| 363 | # that limit. |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 364 | self.http.force_exception_to_status_code = False |
| 365 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 366 | uri = urlparse.urljoin(base, "302/twostep.asis") |
| 367 | try: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 368 | (response, content) = self.http.request(uri, "GET", redirections = 1) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 369 | self.fail("This should not happen") |
| 370 | except httplib2.RedirectLimit: |
| 371 | pass |
| 372 | except Exception, e: |
| 373 | self.fail("Threw wrong kind of exception ") |
| 374 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 375 | # Re-run the test with out the exceptions |
| 376 | self.http.force_exception_to_status_code = True |
| 377 | |
| 378 | (response, content) = self.http.request(uri, "GET", redirections = 1) |
| 379 | self.assertEqual(response.status, 500) |
| 380 | self.assertTrue(response.reason.startswith("Redirected more")) |
| 381 | self.assertEqual("302", response['status']) |
| 382 | self.assertTrue(content.startswith("<html>")) |
| 383 | self.assertTrue(response.previous != None) |
| 384 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 385 | def testGet302NoLocation(self): |
| 386 | # Test that we throw an exception when we get |
| 387 | # a 302 with no Location: header. |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 388 | self.http.force_exception_to_status_code = False |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 389 | uri = urlparse.urljoin(base, "302/no-location.asis") |
| 390 | try: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 391 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 392 | self.fail("Should never reach here") |
| 393 | except httplib2.RedirectMissingLocation: |
| 394 | pass |
| 395 | except Exception, e: |
| 396 | self.fail("Threw wrong kind of exception ") |
| 397 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 398 | # Re-run the test with out the exceptions |
| 399 | self.http.force_exception_to_status_code = True |
| 400 | |
| 401 | (response, content) = self.http.request(uri, "GET") |
| 402 | self.assertEqual(response.status, 500) |
| 403 | self.assertTrue(response.reason.startswith("Redirected but")) |
| 404 | self.assertEqual("302", response['status']) |
| 405 | self.assertTrue(content.startswith("This is content")) |
| 406 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 407 | def testGet302ViaHttps(self): |
jcgregorio | adbb4f8 | 2006-05-19 15:17:42 +0000 | [diff] [blame] | 408 | # Google always redirects to http://google.com |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 409 | (response, content) = self.http.request("https://google.com", "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 410 | self.assertEqual(200, response.status) |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 411 | self.assertEqual(302, response.previous.status) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 412 | |
| 413 | def testGetViaHttps(self): |
| 414 | # Test that we can handle HTTPS |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 415 | (response, content) = self.http.request("https://google.com/adsense/", "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 416 | self.assertEqual(200, response.status) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 417 | |
| 418 | def testGetViaHttpsSpecViolationOnLocation(self): |
| 419 | # Test that we follow redirects through HTTPS |
| 420 | # even if they violate the spec by including |
| 421 | # a relative Location: header instead of an |
| 422 | # absolute one. |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 423 | (response, content) = self.http.request("https://google.com/adsense", "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 424 | self.assertEqual(200, response.status) |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 425 | self.assertNotEqual(None, response.previous) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 426 | |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 427 | |
| 428 | def testGetViaHttpsKeyCert(self): |
jcgregorio | 2f1e142 | 2007-05-03 13:17:33 +0000 | [diff] [blame] | 429 | # At this point I can only test |
| 430 | # that the key and cert files are passed in |
| 431 | # correctly to httplib. It would be nice to have |
| 432 | # a real https endpoint to test against. |
| 433 | http = httplib2.Http(timeout=2) |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 434 | |
| 435 | http.add_certificate("akeyfile", "acertfile", "bitworking.org") |
| 436 | try: |
| 437 | (response, content) = http.request("https://bitworking.org", "GET") |
| 438 | except: |
| 439 | pass |
| 440 | self.assertEqual(http.connections["https:bitworking.org"].key_file, "akeyfile") |
| 441 | self.assertEqual(http.connections["https:bitworking.org"].cert_file, "acertfile") |
| 442 | |
jcgregorio | 2f1e142 | 2007-05-03 13:17:33 +0000 | [diff] [blame] | 443 | try: |
| 444 | (response, content) = http.request("https://notthere.bitworking.org", "GET") |
| 445 | except: |
| 446 | pass |
| 447 | self.assertEqual(http.connections["https:notthere.bitworking.org"].key_file, None) |
| 448 | self.assertEqual(http.connections["https:notthere.bitworking.org"].cert_file, None) |
| 449 | |
| 450 | |
| 451 | |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 452 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 453 | def testGet303(self): |
| 454 | # Do a follow-up GET on a Location: header |
| 455 | # returned from a POST that gave a 303. |
| 456 | uri = urlparse.urljoin(base, "303/303.cgi") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 457 | (response, content) = self.http.request(uri, "POST", " ") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 458 | self.assertEqual(response.status, 200) |
| 459 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 460 | self.assertEqual(response.previous.status, 303) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 461 | |
jcgregorio | 2f1e142 | 2007-05-03 13:17:33 +0000 | [diff] [blame] | 462 | def testGet303NoRedirect(self): |
| 463 | # Do a follow-up GET on a Location: header |
| 464 | # returned from a POST that gave a 303. |
| 465 | self.http.follow_redirects = False |
| 466 | uri = urlparse.urljoin(base, "303/303.cgi") |
| 467 | (response, content) = self.http.request(uri, "POST", " ") |
| 468 | self.assertEqual(response.status, 303) |
| 469 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 470 | def test303ForDifferentMethods(self): |
| 471 | # Test that all methods can be used |
| 472 | uri = urlparse.urljoin(base, "303/redirect-to-reflector.cgi") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 473 | for (method, method_on_303) in [("PUT", "GET"), ("DELETE", "GET"), ("POST", "GET"), ("GET", "GET"), ("HEAD", "GET")]: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 474 | (response, content) = self.http.request(uri, method, body=" ") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 475 | self.assertEqual(response['x-method'], method_on_303) |
| 476 | |
| 477 | def testGet304(self): |
| 478 | # Test that we use ETags properly to validate our cache |
| 479 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 480 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 481 | self.assertNotEqual(response['etag'], "") |
| 482 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 483 | (response, content) = self.http.request(uri, "GET") |
| 484 | (response, content) = self.http.request(uri, "GET", headers = {'cache-control': 'must-revalidate'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 485 | self.assertEqual(response.status, 200) |
| 486 | self.assertEqual(response.fromcache, True) |
| 487 | |
jcgregorio | 90fb4a4 | 2006-11-17 16:19:47 +0000 | [diff] [blame] | 488 | cache_file_name = os.path.join(cacheDirName, httplib2.safename(httplib2.urlnorm(uri)[-1])) |
| 489 | f = open(cache_file_name, "r") |
| 490 | status_line = f.readline() |
| 491 | f.close() |
| 492 | |
| 493 | self.assertTrue(status_line.startswith("status:")) |
| 494 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 495 | (response, content) = self.http.request(uri, "HEAD") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 496 | self.assertEqual(response.status, 200) |
| 497 | self.assertEqual(response.fromcache, True) |
| 498 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 499 | (response, content) = self.http.request(uri, "GET", headers = {'range': 'bytes=0-0'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 500 | self.assertEqual(response.status, 206) |
| 501 | self.assertEqual(response.fromcache, False) |
| 502 | |
jcgregorio | 2518562 | 2006-10-28 05:12:34 +0000 | [diff] [blame] | 503 | def testGetIgnoreEtag(self): |
| 504 | # Test that we can forcibly ignore ETags |
| 505 | uri = urlparse.urljoin(base, "reflector/reflector.cgi") |
| 506 | (response, content) = self.http.request(uri, "GET") |
| 507 | self.assertNotEqual(response['etag'], "") |
| 508 | |
| 509 | (response, content) = self.http.request(uri, "GET", headers = {'cache-control': 'max-age=0'}) |
| 510 | d = self.reflector(content) |
| 511 | self.assertTrue(d.has_key('HTTP_IF_NONE_MATCH')) |
| 512 | |
| 513 | self.http.ignore_etag = True |
| 514 | (response, content) = self.http.request(uri, "GET", headers = {'cache-control': 'max-age=0'}) |
| 515 | d = self.reflector(content) |
| 516 | self.assertEqual(response.fromcache, False) |
| 517 | self.assertFalse(d.has_key('HTTP_IF_NONE_MATCH')) |
| 518 | |
jcgregorio | 4b145e8 | 2007-01-18 19:46:34 +0000 | [diff] [blame] | 519 | def testOverrideEtag(self): |
| 520 | # Test that we can forcibly ignore ETags |
| 521 | uri = urlparse.urljoin(base, "reflector/reflector.cgi") |
| 522 | (response, content) = self.http.request(uri, "GET") |
| 523 | self.assertNotEqual(response['etag'], "") |
| 524 | |
| 525 | (response, content) = self.http.request(uri, "GET", headers = {'cache-control': 'max-age=0'}) |
| 526 | d = self.reflector(content) |
| 527 | self.assertTrue(d.has_key('HTTP_IF_NONE_MATCH')) |
| 528 | self.assertNotEqual(d['HTTP_IF_NONE_MATCH'], "fred") |
| 529 | |
pilgrim | 00a352e | 2009-05-29 04:04:44 +0000 | [diff] [blame] | 530 | (response, content) = self.http.request(uri, "GET", headers = {'cache-control': 'max-age=0', 'if-none-match': 'fred'}) |
jcgregorio | 4b145e8 | 2007-01-18 19:46:34 +0000 | [diff] [blame] | 531 | d = self.reflector(content) |
| 532 | self.assertTrue(d.has_key('HTTP_IF_NONE_MATCH')) |
| 533 | self.assertEqual(d['HTTP_IF_NONE_MATCH'], "fred") |
jcgregorio | 2518562 | 2006-10-28 05:12:34 +0000 | [diff] [blame] | 534 | |
pilgrim | 00a352e | 2009-05-29 04:04:44 +0000 | [diff] [blame] | 535 | #MAP-commented this out because it consistently fails |
| 536 | # def testGet304EndToEnd(self): |
| 537 | # # Test that end to end headers get overwritten in the cache |
| 538 | # uri = urlparse.urljoin(base, "304/end2end.cgi") |
| 539 | # (response, content) = self.http.request(uri, "GET") |
| 540 | # self.assertNotEqual(response['etag'], "") |
| 541 | # old_date = response['date'] |
| 542 | # time.sleep(2) |
| 543 | # |
| 544 | # (response, content) = self.http.request(uri, "GET", headers = {'Cache-Control': 'max-age=0'}) |
| 545 | # # The response should be from the cache, but the Date: header should be updated. |
| 546 | # new_date = response['date'] |
| 547 | # self.assertNotEqual(new_date, old_date) |
| 548 | # self.assertEqual(response.status, 200) |
| 549 | # self.assertEqual(response.fromcache, True) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 550 | |
| 551 | def testGet304LastModified(self): |
| 552 | # Test that we can still handle a 304 |
| 553 | # by only using the last-modified cache validator. |
| 554 | uri = urlparse.urljoin(base, "304/last-modified-only/last-modified-only.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 555 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 556 | |
| 557 | self.assertNotEqual(response['last-modified'], "") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 558 | (response, content) = self.http.request(uri, "GET") |
| 559 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 560 | self.assertEqual(response.status, 200) |
| 561 | self.assertEqual(response.fromcache, True) |
| 562 | |
| 563 | def testGet307(self): |
| 564 | # Test that we do follow 307 redirects but |
| 565 | # do not cache the 307 |
| 566 | uri = urlparse.urljoin(base, "307/onestep.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 567 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 568 | self.assertEqual(response.status, 200) |
| 569 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 570 | self.assertEqual(response.previous.status, 307) |
| 571 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 572 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 573 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 574 | self.assertEqual(response.status, 200) |
| 575 | self.assertEqual(response.fromcache, True) |
| 576 | self.assertEqual(content, "This is the final destination.\n") |
jcgregorio | a0713ab | 2006-07-01 05:21:34 +0000 | [diff] [blame] | 577 | self.assertEqual(response.previous.status, 307) |
| 578 | self.assertEqual(response.previous.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 579 | |
| 580 | def testGet410(self): |
| 581 | # Test that we pass 410's through |
| 582 | uri = urlparse.urljoin(base, "410/410.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 583 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 584 | self.assertEqual(response.status, 410) |
| 585 | |
chris dent | 89f1514 | 2009-12-24 14:02:57 -0600 | [diff] [blame] | 586 | def testVaryHeaderSimple(self): |
| 587 | """ |
| 588 | RFC 2616 13.6 |
| 589 | When the cache receives a subsequent request whose Request-URI |
| 590 | specifies one or more cache entries including a Vary header field, |
| 591 | the cache MUST NOT use such a cache entry to construct a response |
| 592 | to the new request unless all of the selecting request-headers |
| 593 | present in the new request match the corresponding stored |
| 594 | request-headers in the original request. |
| 595 | """ |
| 596 | # test that the vary header is sent |
| 597 | uri = urlparse.urljoin(base, "vary/accept.asis") |
| 598 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/plain'}) |
| 599 | self.assertEqual(response.status, 200) |
| 600 | self.assertTrue(response.has_key('vary')) |
| 601 | |
| 602 | # get the resource again, from the cache since accept header in this |
| 603 | # request is the same as the request |
| 604 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/plain'}) |
| 605 | self.assertEqual(response.status, 200) |
| 606 | self.assertEqual(response.fromcache, True, msg="Should be from cache") |
| 607 | |
| 608 | # get the resource again, not from cache since Accept headers does not match |
| 609 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/html'}) |
| 610 | self.assertEqual(response.status, 200) |
| 611 | self.assertEqual(response.fromcache, False, msg="Should not be from cache") |
| 612 | |
| 613 | # get the resource again, without any Accept header, so again no match |
| 614 | (response, content) = self.http.request(uri, "GET") |
| 615 | self.assertEqual(response.status, 200) |
| 616 | self.assertEqual(response.fromcache, False, msg="Should not be from cache") |
| 617 | |
| 618 | def testNoVary(self): |
| 619 | # when there is no vary, a different Accept header (e.g.) should not |
| 620 | # impact if the cache is used |
| 621 | # test that the vary header is not sent |
| 622 | uri = urlparse.urljoin(base, "vary/no-vary.asis") |
| 623 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/plain'}) |
| 624 | self.assertEqual(response.status, 200) |
| 625 | self.assertFalse(response.has_key('vary')) |
| 626 | |
| 627 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/plain'}) |
| 628 | self.assertEqual(response.status, 200) |
| 629 | self.assertEqual(response.fromcache, True, msg="Should be from cache") |
| 630 | |
| 631 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/html'}) |
| 632 | self.assertEqual(response.status, 200) |
| 633 | self.assertEqual(response.fromcache, True, msg="Should be from cache") |
| 634 | |
| 635 | def testVaryHeaderDouble(self): |
| 636 | uri = urlparse.urljoin(base, "vary/accept-double.asis") |
| 637 | (response, content) = self.http.request(uri, "GET", headers={ |
| 638 | 'Accept': 'text/plain', 'Accept-Language': 'da, en-gb;q=0.8, en;q=0.7'}) |
| 639 | self.assertEqual(response.status, 200) |
| 640 | self.assertTrue(response.has_key('vary')) |
| 641 | |
| 642 | # we are from cache |
| 643 | (response, content) = self.http.request(uri, "GET", headers={ |
| 644 | 'Accept': 'text/plain', 'Accept-Language': 'da, en-gb;q=0.8, en;q=0.7'}) |
| 645 | self.assertEqual(response.fromcache, True, msg="Should be from cache") |
| 646 | |
| 647 | (response, content) = self.http.request(uri, "GET", headers={'Accept': 'text/plain'}) |
| 648 | self.assertEqual(response.status, 200) |
| 649 | self.assertEqual(response.fromcache, False) |
| 650 | |
| 651 | # get the resource again, not from cache, varied headers don't match exact |
| 652 | (response, content) = self.http.request(uri, "GET", headers={'Accept-Language': 'da'}) |
| 653 | self.assertEqual(response.status, 200) |
| 654 | self.assertEqual(response.fromcache, False, msg="Should not be from cache") |
| 655 | |
jcgregorio | 88ef89b | 2010-05-13 23:42:11 -0400 | [diff] [blame] | 656 | def testVaryUnusedHeader(self): |
| 657 | # A header's value is not considered to vary if it's not used at all. |
| 658 | uri = urlparse.urljoin(base, "vary/unused-header.asis") |
| 659 | (response, content) = self.http.request(uri, "GET", headers={ |
| 660 | 'Accept': 'text/plain'}) |
| 661 | self.assertEqual(response.status, 200) |
| 662 | self.assertTrue(response.has_key('vary')) |
| 663 | |
| 664 | # we are from cache |
| 665 | (response, content) = self.http.request(uri, "GET", headers={ |
| 666 | 'Accept': 'text/plain',}) |
| 667 | self.assertEqual(response.fromcache, True, msg="Should be from cache") |
| 668 | |
chris dent | 89f1514 | 2009-12-24 14:02:57 -0600 | [diff] [blame] | 669 | |
joe.gregorio | 0d4a2b8 | 2007-10-23 14:28:35 +0000 | [diff] [blame] | 670 | def testHeadGZip(self): |
| 671 | # Test that we don't try to decompress a HEAD response |
| 672 | uri = urlparse.urljoin(base, "gzip/final-destination.txt") |
| 673 | (response, content) = self.http.request(uri, "HEAD") |
| 674 | self.assertEqual(response.status, 200) |
| 675 | self.assertNotEqual(int(response['content-length']), 0) |
| 676 | self.assertEqual(content, "") |
| 677 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 678 | def testGetGZip(self): |
| 679 | # Test that we support gzip compression |
| 680 | uri = urlparse.urljoin(base, "gzip/final-destination.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 681 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 682 | self.assertEqual(response.status, 200) |
jcgregorio | 90fb4a4 | 2006-11-17 16:19:47 +0000 | [diff] [blame] | 683 | self.assertFalse(response.has_key('content-encoding')) |
joe.gregorio | 8b6d231 | 2007-12-16 05:42:07 +0000 | [diff] [blame] | 684 | self.assertTrue(response.has_key('-content-encoding')) |
jcgregorio | 153f588 | 2006-11-06 03:33:24 +0000 | [diff] [blame] | 685 | self.assertEqual(int(response['content-length']), len("This is the final destination.\n")) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 686 | self.assertEqual(content, "This is the final destination.\n") |
| 687 | |
| 688 | def testGetGZipFailure(self): |
| 689 | # Test that we raise a good exception when the gzip fails |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 690 | self.http.force_exception_to_status_code = False |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 691 | uri = urlparse.urljoin(base, "gzip/failed-compression.asis") |
| 692 | try: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 693 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 694 | self.fail("Should never reach here") |
| 695 | except httplib2.FailedToDecompressContent: |
| 696 | pass |
| 697 | except Exception: |
| 698 | self.fail("Threw wrong kind of exception") |
| 699 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 700 | # Re-run the test with out the exceptions |
| 701 | self.http.force_exception_to_status_code = True |
| 702 | |
| 703 | (response, content) = self.http.request(uri, "GET") |
| 704 | self.assertEqual(response.status, 500) |
| 705 | self.assertTrue(response.reason.startswith("Content purported")) |
| 706 | |
| 707 | def testTimeout(self): |
jcgregorio | b269791 | 2007-03-09 02:23:47 +0000 | [diff] [blame] | 708 | self.http.force_exception_to_status_code = True |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 709 | uri = urlparse.urljoin(base, "timeout/timeout.cgi") |
| 710 | try: |
| 711 | import socket |
| 712 | socket.setdefaulttimeout(1) |
| 713 | except: |
| 714 | # Don't run the test if we can't set the timeout |
| 715 | return |
| 716 | (response, content) = self.http.request(uri) |
| 717 | self.assertEqual(response.status, 408) |
| 718 | self.assertTrue(response.reason.startswith("Request Timeout")) |
| 719 | self.assertTrue(content.startswith("Request Timeout")) |
| 720 | |
jcgregorio | b269791 | 2007-03-09 02:23:47 +0000 | [diff] [blame] | 721 | def testIndividualTimeout(self): |
jcgregorio | b269791 | 2007-03-09 02:23:47 +0000 | [diff] [blame] | 722 | uri = urlparse.urljoin(base, "timeout/timeout.cgi") |
| 723 | http = httplib2.Http(timeout=1) |
joe.gregorio | f28536d | 2007-10-23 14:10:11 +0000 | [diff] [blame] | 724 | http.force_exception_to_status_code = True |
jcgregorio | b269791 | 2007-03-09 02:23:47 +0000 | [diff] [blame] | 725 | |
| 726 | (response, content) = http.request(uri) |
| 727 | self.assertEqual(response.status, 408) |
| 728 | self.assertTrue(response.reason.startswith("Request Timeout")) |
| 729 | self.assertTrue(content.startswith("Request Timeout")) |
| 730 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 731 | |
Joe Gregorio | 1a7609f | 2009-07-16 10:59:44 -0400 | [diff] [blame] | 732 | def testHTTPSInitTimeout(self): |
| 733 | c = httplib2.HTTPSConnectionWithTimeout('localhost', 80, timeout=47) |
| 734 | self.assertEqual(47, c.timeout) |
| 735 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 736 | def testGetDeflate(self): |
| 737 | # Test that we support deflate compression |
| 738 | uri = urlparse.urljoin(base, "deflate/deflated.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 739 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 740 | self.assertEqual(response.status, 200) |
jcgregorio | 90fb4a4 | 2006-11-17 16:19:47 +0000 | [diff] [blame] | 741 | self.assertFalse(response.has_key('content-encoding')) |
jcgregorio | 153f588 | 2006-11-06 03:33:24 +0000 | [diff] [blame] | 742 | self.assertEqual(int(response['content-length']), len("This is the final destination.")) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 743 | self.assertEqual(content, "This is the final destination.") |
| 744 | |
| 745 | def testGetDeflateFailure(self): |
| 746 | # Test that we raise a good exception when the deflate fails |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 747 | self.http.force_exception_to_status_code = False |
| 748 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 749 | uri = urlparse.urljoin(base, "deflate/failed-compression.asis") |
| 750 | try: |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 751 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 752 | self.fail("Should never reach here") |
| 753 | except httplib2.FailedToDecompressContent: |
| 754 | pass |
| 755 | except Exception: |
| 756 | self.fail("Threw wrong kind of exception") |
| 757 | |
jcgregorio | 07a9a4a | 2007-03-08 21:18:39 +0000 | [diff] [blame] | 758 | # Re-run the test with out the exceptions |
| 759 | self.http.force_exception_to_status_code = True |
| 760 | |
| 761 | (response, content) = self.http.request(uri, "GET") |
| 762 | self.assertEqual(response.status, 500) |
| 763 | self.assertTrue(response.reason.startswith("Content purported")) |
| 764 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 765 | def testGetDuplicateHeaders(self): |
| 766 | # Test that duplicate headers get concatenated via ',' |
| 767 | uri = urlparse.urljoin(base, "duplicate-headers/multilink.asis") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 768 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 769 | self.assertEqual(response.status, 200) |
| 770 | self.assertEqual(content, "This is content\n") |
| 771 | self.assertEqual(response['link'].split(",")[0], '<http://bitworking.org>; rel="home"; title="BitWorking"') |
| 772 | |
| 773 | def testGetCacheControlNoCache(self): |
| 774 | # Test Cache-Control: no-cache on requests |
| 775 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 776 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 777 | self.assertNotEqual(response['etag'], "") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 778 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 779 | self.assertEqual(response.status, 200) |
| 780 | self.assertEqual(response.fromcache, True) |
| 781 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 782 | (response, content) = self.http.request(uri, "GET", headers={'Cache-Control': 'no-cache'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 783 | self.assertEqual(response.status, 200) |
| 784 | self.assertEqual(response.fromcache, False) |
| 785 | |
| 786 | def testGetCacheControlPragmaNoCache(self): |
| 787 | # Test Pragma: no-cache on requests |
| 788 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 789 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 790 | self.assertNotEqual(response['etag'], "") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 791 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 792 | self.assertEqual(response.status, 200) |
| 793 | self.assertEqual(response.fromcache, True) |
| 794 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 795 | (response, content) = self.http.request(uri, "GET", headers={'Pragma': 'no-cache'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 796 | self.assertEqual(response.status, 200) |
| 797 | self.assertEqual(response.fromcache, False) |
| 798 | |
| 799 | def testGetCacheControlNoStoreRequest(self): |
| 800 | # A no-store request means that the response should not be stored. |
| 801 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 802 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 803 | (response, content) = self.http.request(uri, "GET", headers={'Cache-Control': 'no-store'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 804 | self.assertEqual(response.status, 200) |
| 805 | self.assertEqual(response.fromcache, False) |
| 806 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 807 | (response, content) = self.http.request(uri, "GET", headers={'Cache-Control': 'no-store'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 808 | self.assertEqual(response.status, 200) |
| 809 | self.assertEqual(response.fromcache, False) |
| 810 | |
| 811 | def testGetCacheControlNoStoreResponse(self): |
| 812 | # A no-store response means that the response should not be stored. |
| 813 | uri = urlparse.urljoin(base, "no-store/no-store.asis") |
| 814 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 815 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 816 | self.assertEqual(response.status, 200) |
| 817 | self.assertEqual(response.fromcache, False) |
| 818 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 819 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 820 | self.assertEqual(response.status, 200) |
| 821 | self.assertEqual(response.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 822 | |
| 823 | def testGetCacheControlNoCacheNoStoreRequest(self): |
| 824 | # Test that a no-store, no-cache clears the entry from the cache |
| 825 | # even if it was cached previously. |
| 826 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 827 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 828 | (response, content) = self.http.request(uri, "GET") |
| 829 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 830 | self.assertEqual(response.fromcache, True) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 831 | (response, content) = self.http.request(uri, "GET", headers={'Cache-Control': 'no-store, no-cache'}) |
| 832 | (response, content) = self.http.request(uri, "GET", headers={'Cache-Control': 'no-store, no-cache'}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 833 | self.assertEqual(response.status, 200) |
| 834 | self.assertEqual(response.fromcache, False) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 835 | |
| 836 | def testUpdateInvalidatesCache(self): |
| 837 | # Test that calling PUT or DELETE on a |
| 838 | # URI that is cache invalidates that cache. |
| 839 | uri = urlparse.urljoin(base, "304/test_etag.txt") |
| 840 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 841 | (response, content) = self.http.request(uri, "GET") |
| 842 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 843 | self.assertEqual(response.fromcache, True) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 844 | (response, content) = self.http.request(uri, "DELETE") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 845 | self.assertEqual(response.status, 405) |
| 846 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 847 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 848 | self.assertEqual(response.fromcache, False) |
| 849 | |
| 850 | def testUpdateUsesCachedETag(self): |
| 851 | # Test that we natively support http://www.w3.org/1999/04/Editing/ |
| 852 | uri = urlparse.urljoin(base, "conditional-updates/test.cgi") |
| 853 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 854 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 855 | self.assertEqual(response.status, 200) |
| 856 | self.assertEqual(response.fromcache, False) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 857 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 858 | self.assertEqual(response.status, 200) |
| 859 | self.assertEqual(response.fromcache, True) |
Joe Gregorio | cd86810 | 2009-09-29 17:09:16 -0400 | [diff] [blame] | 860 | (response, content) = self.http.request(uri, "PUT", body="foo") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 861 | self.assertEqual(response.status, 200) |
Joe Gregorio | cd86810 | 2009-09-29 17:09:16 -0400 | [diff] [blame] | 862 | (response, content) = self.http.request(uri, "PUT", body="foo") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 863 | self.assertEqual(response.status, 412) |
| 864 | |
joe.gregorio | 700f04d | 2008-09-06 04:46:32 +0000 | [diff] [blame] | 865 | def testUpdateUsesCachedETagAndOCMethod(self): |
| 866 | # Test that we natively support http://www.w3.org/1999/04/Editing/ |
| 867 | uri = urlparse.urljoin(base, "conditional-updates/test.cgi") |
| 868 | |
| 869 | (response, content) = self.http.request(uri, "GET") |
| 870 | self.assertEqual(response.status, 200) |
| 871 | self.assertEqual(response.fromcache, False) |
| 872 | (response, content) = self.http.request(uri, "GET") |
| 873 | self.assertEqual(response.status, 200) |
| 874 | self.assertEqual(response.fromcache, True) |
| 875 | self.http.optimistic_concurrency_methods.append("DELETE") |
| 876 | (response, content) = self.http.request(uri, "DELETE") |
| 877 | self.assertEqual(response.status, 200) |
| 878 | |
| 879 | |
jcgregorio | 4b145e8 | 2007-01-18 19:46:34 +0000 | [diff] [blame] | 880 | def testUpdateUsesCachedETagOverridden(self): |
| 881 | # Test that we natively support http://www.w3.org/1999/04/Editing/ |
| 882 | uri = urlparse.urljoin(base, "conditional-updates/test.cgi") |
| 883 | |
| 884 | (response, content) = self.http.request(uri, "GET") |
| 885 | self.assertEqual(response.status, 200) |
| 886 | self.assertEqual(response.fromcache, False) |
| 887 | (response, content) = self.http.request(uri, "GET") |
| 888 | self.assertEqual(response.status, 200) |
| 889 | self.assertEqual(response.fromcache, True) |
Joe Gregorio | cd86810 | 2009-09-29 17:09:16 -0400 | [diff] [blame] | 890 | (response, content) = self.http.request(uri, "PUT", body="foo", headers={'if-match': 'fred'}) |
jcgregorio | 4b145e8 | 2007-01-18 19:46:34 +0000 | [diff] [blame] | 891 | self.assertEqual(response.status, 412) |
| 892 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 893 | def testBasicAuth(self): |
| 894 | # Test Basic Authentication |
| 895 | uri = urlparse.urljoin(base, "basic/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 896 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 897 | self.assertEqual(response.status, 401) |
| 898 | |
| 899 | uri = urlparse.urljoin(base, "basic/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 900 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 901 | self.assertEqual(response.status, 401) |
| 902 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 903 | self.http.add_credentials('joe', 'password') |
| 904 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 905 | self.assertEqual(response.status, 200) |
| 906 | |
| 907 | uri = urlparse.urljoin(base, "basic/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 908 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 909 | self.assertEqual(response.status, 200) |
| 910 | |
jcgregorio | de8238d | 2007-03-07 19:08:26 +0000 | [diff] [blame] | 911 | def testBasicAuthWithDomain(self): |
| 912 | # Test Basic Authentication |
| 913 | uri = urlparse.urljoin(base, "basic/file.txt") |
| 914 | (response, content) = self.http.request(uri, "GET") |
| 915 | self.assertEqual(response.status, 401) |
| 916 | |
| 917 | uri = urlparse.urljoin(base, "basic/") |
| 918 | (response, content) = self.http.request(uri, "GET") |
| 919 | self.assertEqual(response.status, 401) |
| 920 | |
| 921 | self.http.add_credentials('joe', 'password', "example.org") |
| 922 | (response, content) = self.http.request(uri, "GET") |
| 923 | self.assertEqual(response.status, 401) |
| 924 | |
| 925 | uri = urlparse.urljoin(base, "basic/file.txt") |
| 926 | (response, content) = self.http.request(uri, "GET") |
| 927 | self.assertEqual(response.status, 401) |
| 928 | |
| 929 | domain = urlparse.urlparse(base)[1] |
| 930 | self.http.add_credentials('joe', 'password', domain) |
| 931 | (response, content) = self.http.request(uri, "GET") |
| 932 | self.assertEqual(response.status, 200) |
| 933 | |
| 934 | uri = urlparse.urljoin(base, "basic/file.txt") |
| 935 | (response, content) = self.http.request(uri, "GET") |
| 936 | self.assertEqual(response.status, 200) |
| 937 | |
| 938 | |
| 939 | |
| 940 | |
| 941 | |
| 942 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 943 | def testBasicAuthTwoDifferentCredentials(self): |
jcgregorio | adbb4f8 | 2006-05-19 15:17:42 +0000 | [diff] [blame] | 944 | # Test Basic Authentication with multiple sets of credentials |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 945 | uri = urlparse.urljoin(base, "basic2/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 946 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 947 | self.assertEqual(response.status, 401) |
| 948 | |
| 949 | uri = urlparse.urljoin(base, "basic2/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 950 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 951 | self.assertEqual(response.status, 401) |
| 952 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 953 | self.http.add_credentials('fred', 'barney') |
| 954 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 955 | self.assertEqual(response.status, 200) |
| 956 | |
| 957 | uri = urlparse.urljoin(base, "basic2/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 958 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 959 | self.assertEqual(response.status, 200) |
| 960 | |
| 961 | def testBasicAuthNested(self): |
| 962 | # Test Basic Authentication with resources |
| 963 | # that are nested |
| 964 | uri = urlparse.urljoin(base, "basic-nested/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 965 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 966 | self.assertEqual(response.status, 401) |
| 967 | |
| 968 | uri = urlparse.urljoin(base, "basic-nested/subdir") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 969 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 970 | self.assertEqual(response.status, 401) |
| 971 | |
jcgregorio | adbb4f8 | 2006-05-19 15:17:42 +0000 | [diff] [blame] | 972 | # Now add in credentials one at a time and test. |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 973 | self.http.add_credentials('joe', 'password') |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 974 | |
| 975 | uri = urlparse.urljoin(base, "basic-nested/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 976 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 977 | self.assertEqual(response.status, 200) |
| 978 | |
| 979 | uri = urlparse.urljoin(base, "basic-nested/subdir") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 980 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 981 | self.assertEqual(response.status, 401) |
| 982 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 983 | self.http.add_credentials('fred', 'barney') |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 984 | |
| 985 | uri = urlparse.urljoin(base, "basic-nested/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 986 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 987 | self.assertEqual(response.status, 200) |
| 988 | |
| 989 | uri = urlparse.urljoin(base, "basic-nested/subdir") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 990 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 991 | self.assertEqual(response.status, 200) |
| 992 | |
| 993 | def testDigestAuth(self): |
| 994 | # Test that we support Digest Authentication |
| 995 | uri = urlparse.urljoin(base, "digest/") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 996 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 997 | self.assertEqual(response.status, 401) |
| 998 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 999 | self.http.add_credentials('joe', 'password') |
| 1000 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1001 | self.assertEqual(response.status, 200) |
| 1002 | |
| 1003 | uri = urlparse.urljoin(base, "digest/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1004 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1005 | |
| 1006 | def testDigestAuthNextNonceAndNC(self): |
| 1007 | # Test that if the server sets nextnonce that we reset |
| 1008 | # the nonce count back to 1 |
| 1009 | uri = urlparse.urljoin(base, "digest/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1010 | self.http.add_credentials('joe', 'password') |
| 1011 | (response, content) = self.http.request(uri, "GET", headers = {"cache-control":"no-cache"}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1012 | info = httplib2._parse_www_authenticate(response, 'authentication-info') |
| 1013 | self.assertEqual(response.status, 200) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1014 | (response, content) = self.http.request(uri, "GET", headers = {"cache-control":"no-cache"}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1015 | info2 = httplib2._parse_www_authenticate(response, 'authentication-info') |
| 1016 | self.assertEqual(response.status, 200) |
| 1017 | |
| 1018 | if info.has_key('nextnonce'): |
| 1019 | self.assertEqual(info2['nc'], 1) |
| 1020 | |
| 1021 | def testDigestAuthStale(self): |
| 1022 | # Test that we can handle a nonce becoming stale |
| 1023 | uri = urlparse.urljoin(base, "digest-expire/file.txt") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1024 | self.http.add_credentials('joe', 'password') |
| 1025 | (response, content) = self.http.request(uri, "GET", headers = {"cache-control":"no-cache"}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1026 | info = httplib2._parse_www_authenticate(response, 'authentication-info') |
| 1027 | self.assertEqual(response.status, 200) |
| 1028 | |
| 1029 | time.sleep(3) |
| 1030 | # Sleep long enough that the nonce becomes stale |
| 1031 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1032 | (response, content) = self.http.request(uri, "GET", headers = {"cache-control":"no-cache"}) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1033 | self.assertFalse(response.fromcache) |
| 1034 | self.assertTrue(response._stale_digest) |
| 1035 | info3 = httplib2._parse_www_authenticate(response, 'authentication-info') |
| 1036 | self.assertEqual(response.status, 200) |
| 1037 | |
| 1038 | def reflector(self, content): |
jcgregorio | 2518562 | 2006-10-28 05:12:34 +0000 | [diff] [blame] | 1039 | return dict( [tuple(x.split("=", 1)) for x in content.strip().split("\n")] ) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1040 | |
| 1041 | def testReflector(self): |
| 1042 | uri = urlparse.urljoin(base, "reflector/reflector.cgi") |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1043 | (response, content) = self.http.request(uri, "GET") |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1044 | d = self.reflector(content) |
| 1045 | self.assertTrue(d.has_key('HTTP_USER_AGENT')) |
| 1046 | |
Joe Gregorio | 84cc10a | 2009-09-01 13:02:49 -0400 | [diff] [blame] | 1047 | def testConnectionClose(self): |
| 1048 | uri = "http://www.google.com/" |
| 1049 | (response, content) = self.http.request(uri, "GET") |
| 1050 | for c in self.http.connections.values(): |
| 1051 | self.assertNotEqual(None, c.sock) |
| 1052 | (response, content) = self.http.request(uri, "GET", headers={"connection": "close"}) |
| 1053 | for c in self.http.connections.values(): |
| 1054 | self.assertEqual(None, c.sock) |
| 1055 | |
| 1056 | |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1057 | try: |
| 1058 | import memcache |
| 1059 | class HttpTestMemCached(HttpTest): |
| 1060 | def setUp(self): |
| 1061 | self.cache = memcache.Client(['127.0.0.1:11211'], debug=0) |
jcgregorio | 47d2467 | 2006-06-29 05:18:59 +0000 | [diff] [blame] | 1062 | #self.cache = memcache.Client(['10.0.0.4:11211'], debug=1) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1063 | self.http = httplib2.Http(self.cache) |
| 1064 | self.cache.flush_all() |
jcgregorio | 47d2467 | 2006-06-29 05:18:59 +0000 | [diff] [blame] | 1065 | # Not exactly sure why the sleep is needed here, but |
| 1066 | # if not present then some unit tests that rely on caching |
| 1067 | # fail. Memcached seems to lose some sets immediately |
| 1068 | # after a flush_all if the set is to a value that |
| 1069 | # was previously cached. (Maybe the flush is handled async?) |
| 1070 | time.sleep(1) |
jcgregorio | 36140b5 | 2006-06-13 02:17:52 +0000 | [diff] [blame] | 1071 | self.http.clear_credentials() |
| 1072 | except: |
| 1073 | pass |
| 1074 | |
| 1075 | |
| 1076 | |
chris dent | 89f1514 | 2009-12-24 14:02:57 -0600 | [diff] [blame] | 1077 | |
jcgregorio | db8dfc8 | 2006-03-31 14:59:46 +0000 | [diff] [blame] | 1078 | # ------------------------------------------------------------------------ |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1079 | |
| 1080 | class HttpPrivateTest(unittest.TestCase): |
| 1081 | |
| 1082 | def testParseCacheControl(self): |
| 1083 | # Test that we can parse the Cache-Control header |
| 1084 | self.assertEqual({}, httplib2._parse_cache_control({})) |
| 1085 | self.assertEqual({'no-cache': 1}, httplib2._parse_cache_control({'cache-control': ' no-cache'})) |
| 1086 | cc = httplib2._parse_cache_control({'cache-control': ' no-cache, max-age = 7200'}) |
| 1087 | self.assertEqual(cc['no-cache'], 1) |
| 1088 | self.assertEqual(cc['max-age'], '7200') |
| 1089 | cc = httplib2._parse_cache_control({'cache-control': ' , '}) |
| 1090 | self.assertEqual(cc[''], 1) |
| 1091 | |
Joe Gregorio | e314e8b | 2009-07-16 20:11:28 -0400 | [diff] [blame] | 1092 | try: |
| 1093 | cc = httplib2._parse_cache_control({'cache-control': 'Max-age=3600;post-check=1800,pre-check=3600'}) |
| 1094 | self.assertTrue("max-age" in cc) |
| 1095 | except: |
| 1096 | self.fail("Should not throw exception") |
| 1097 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1098 | def testNormalizeHeaders(self): |
| 1099 | # Test that we normalize headers to lowercase |
| 1100 | h = httplib2._normalize_headers({'Cache-Control': 'no-cache', 'Other': 'Stuff'}) |
| 1101 | self.assertTrue(h.has_key('cache-control')) |
| 1102 | self.assertTrue(h.has_key('other')) |
| 1103 | self.assertEqual('Stuff', h['other']) |
| 1104 | |
| 1105 | def testExpirationModelTransparent(self): |
| 1106 | # Test that no-cache makes our request TRANSPARENT |
| 1107 | response_headers = { |
| 1108 | 'cache-control': 'max-age=7200' |
| 1109 | } |
| 1110 | request_headers = { |
| 1111 | 'cache-control': 'no-cache' |
| 1112 | } |
| 1113 | self.assertEqual("TRANSPARENT", httplib2._entry_disposition(response_headers, request_headers)) |
| 1114 | |
jcgregorio | 4586501 | 2007-01-18 16:38:22 +0000 | [diff] [blame] | 1115 | def testMaxAgeNonNumeric(self): |
| 1116 | # Test that no-cache makes our request TRANSPARENT |
| 1117 | response_headers = { |
| 1118 | 'cache-control': 'max-age=fred, min-fresh=barney' |
| 1119 | } |
| 1120 | request_headers = { |
| 1121 | } |
| 1122 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1123 | |
| 1124 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1125 | def testExpirationModelNoCacheResponse(self): |
| 1126 | # The date and expires point to an entry that should be |
| 1127 | # FRESH, but the no-cache over-rides that. |
| 1128 | now = time.time() |
| 1129 | response_headers = { |
| 1130 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1131 | 'expires': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now+4)), |
| 1132 | 'cache-control': 'no-cache' |
| 1133 | } |
| 1134 | request_headers = { |
| 1135 | } |
| 1136 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1137 | |
| 1138 | def testExpirationModelStaleRequestMustReval(self): |
| 1139 | # must-revalidate forces STALE |
| 1140 | self.assertEqual("STALE", httplib2._entry_disposition({}, {'cache-control': 'must-revalidate'})) |
| 1141 | |
| 1142 | def testExpirationModelStaleResponseMustReval(self): |
| 1143 | # must-revalidate forces STALE |
| 1144 | self.assertEqual("STALE", httplib2._entry_disposition({'cache-control': 'must-revalidate'}, {})) |
| 1145 | |
| 1146 | def testExpirationModelFresh(self): |
| 1147 | response_headers = { |
| 1148 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime()), |
| 1149 | 'cache-control': 'max-age=2' |
| 1150 | } |
| 1151 | request_headers = { |
| 1152 | } |
| 1153 | self.assertEqual("FRESH", httplib2._entry_disposition(response_headers, request_headers)) |
| 1154 | time.sleep(3) |
| 1155 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1156 | |
| 1157 | def testExpirationMaxAge0(self): |
| 1158 | response_headers = { |
| 1159 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime()), |
| 1160 | 'cache-control': 'max-age=0' |
| 1161 | } |
| 1162 | request_headers = { |
| 1163 | } |
| 1164 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1165 | |
| 1166 | def testExpirationModelDateAndExpires(self): |
| 1167 | now = time.time() |
| 1168 | response_headers = { |
| 1169 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1170 | 'expires': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now+2)), |
| 1171 | } |
| 1172 | request_headers = { |
| 1173 | } |
| 1174 | self.assertEqual("FRESH", httplib2._entry_disposition(response_headers, request_headers)) |
| 1175 | time.sleep(3) |
| 1176 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1177 | |
jcgregorio | f951105 | 2007-06-01 14:56:34 +0000 | [diff] [blame] | 1178 | def testExpiresZero(self): |
| 1179 | now = time.time() |
| 1180 | response_headers = { |
| 1181 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1182 | 'expires': "0", |
| 1183 | } |
| 1184 | request_headers = { |
| 1185 | } |
| 1186 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1187 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1188 | def testExpirationModelDateOnly(self): |
| 1189 | now = time.time() |
| 1190 | response_headers = { |
| 1191 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now+3)), |
| 1192 | } |
| 1193 | request_headers = { |
| 1194 | } |
| 1195 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1196 | |
| 1197 | def testExpirationModelOnlyIfCached(self): |
| 1198 | response_headers = { |
| 1199 | } |
| 1200 | request_headers = { |
| 1201 | 'cache-control': 'only-if-cached', |
| 1202 | } |
| 1203 | self.assertEqual("FRESH", httplib2._entry_disposition(response_headers, request_headers)) |
| 1204 | |
| 1205 | def testExpirationModelMaxAgeBoth(self): |
| 1206 | now = time.time() |
| 1207 | response_headers = { |
| 1208 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1209 | 'cache-control': 'max-age=2' |
| 1210 | } |
| 1211 | request_headers = { |
| 1212 | 'cache-control': 'max-age=0' |
| 1213 | } |
| 1214 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1215 | |
| 1216 | def testExpirationModelDateAndExpiresMinFresh1(self): |
| 1217 | now = time.time() |
| 1218 | response_headers = { |
| 1219 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1220 | 'expires': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now+2)), |
| 1221 | } |
| 1222 | request_headers = { |
| 1223 | 'cache-control': 'min-fresh=2' |
| 1224 | } |
| 1225 | self.assertEqual("STALE", httplib2._entry_disposition(response_headers, request_headers)) |
| 1226 | |
| 1227 | def testExpirationModelDateAndExpiresMinFresh2(self): |
| 1228 | now = time.time() |
| 1229 | response_headers = { |
| 1230 | 'date': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now)), |
| 1231 | 'expires': time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(now+4)), |
| 1232 | } |
| 1233 | request_headers = { |
| 1234 | 'cache-control': 'min-fresh=2' |
| 1235 | } |
| 1236 | self.assertEqual("FRESH", httplib2._entry_disposition(response_headers, request_headers)) |
| 1237 | |
| 1238 | def testParseWWWAuthenticateEmpty(self): |
| 1239 | res = httplib2._parse_www_authenticate({}) |
| 1240 | self.assertEqual(len(res.keys()), 0) |
| 1241 | |
jcgregorio | fd22e43 | 2006-04-27 02:00:08 +0000 | [diff] [blame] | 1242 | def testParseWWWAuthenticate(self): |
| 1243 | # different uses of spaces around commas |
| 1244 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Test realm="test realm" , foo=foo ,bar="bar", baz=baz,qux=qux'}) |
| 1245 | self.assertEqual(len(res.keys()), 1) |
| 1246 | self.assertEqual(len(res['test'].keys()), 5) |
| 1247 | |
| 1248 | # tokens with non-alphanum |
| 1249 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'T*!%#st realm=to*!%#en, to*!%#en="quoted string"'}) |
| 1250 | self.assertEqual(len(res.keys()), 1) |
| 1251 | self.assertEqual(len(res['t*!%#st'].keys()), 2) |
| 1252 | |
| 1253 | # quoted string with quoted pairs |
| 1254 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Test realm="a \\"test\\" realm"'}) |
| 1255 | self.assertEqual(len(res.keys()), 1) |
| 1256 | self.assertEqual(res['test']['realm'], 'a "test" realm') |
| 1257 | |
| 1258 | def testParseWWWAuthenticateStrict(self): |
| 1259 | httplib2.USE_WWW_AUTH_STRICT_PARSING = 1; |
| 1260 | self.testParseWWWAuthenticate(); |
| 1261 | httplib2.USE_WWW_AUTH_STRICT_PARSING = 0; |
| 1262 | |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1263 | def testParseWWWAuthenticateBasic(self): |
| 1264 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Basic realm="me"'}) |
| 1265 | basic = res['basic'] |
| 1266 | self.assertEqual('me', basic['realm']) |
| 1267 | |
| 1268 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Basic realm="me", algorithm="MD5"'}) |
| 1269 | basic = res['basic'] |
| 1270 | self.assertEqual('me', basic['realm']) |
| 1271 | self.assertEqual('MD5', basic['algorithm']) |
| 1272 | |
| 1273 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Basic realm="me", algorithm=MD5'}) |
| 1274 | basic = res['basic'] |
| 1275 | self.assertEqual('me', basic['realm']) |
| 1276 | self.assertEqual('MD5', basic['algorithm']) |
| 1277 | |
| 1278 | def testParseWWWAuthenticateBasic2(self): |
| 1279 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Basic realm="me",other="fred" '}) |
| 1280 | basic = res['basic'] |
| 1281 | self.assertEqual('me', basic['realm']) |
| 1282 | self.assertEqual('fred', basic['other']) |
| 1283 | |
| 1284 | def testParseWWWAuthenticateBasic3(self): |
| 1285 | res = httplib2._parse_www_authenticate({ 'www-authenticate': 'Basic REAlm="me" '}) |
| 1286 | basic = res['basic'] |
| 1287 | self.assertEqual('me', basic['realm']) |
| 1288 | |
| 1289 | |
| 1290 | def testParseWWWAuthenticateDigest(self): |
| 1291 | res = httplib2._parse_www_authenticate({ 'www-authenticate': |
| 1292 | 'Digest realm="testrealm@host.com", qop="auth,auth-int", nonce="dcd98b7102dd2f0e8b11d0f600bfb0c093", opaque="5ccc069c403ebaf9f0171e9517f40e41"'}) |
| 1293 | digest = res['digest'] |
| 1294 | self.assertEqual('testrealm@host.com', digest['realm']) |
| 1295 | self.assertEqual('auth,auth-int', digest['qop']) |
| 1296 | |
| 1297 | |
| 1298 | def testParseWWWAuthenticateMultiple(self): |
| 1299 | res = httplib2._parse_www_authenticate({ 'www-authenticate': |
| 1300 | 'Digest realm="testrealm@host.com", qop="auth,auth-int", nonce="dcd98b7102dd2f0e8b11d0f600bfb0c093", opaque="5ccc069c403ebaf9f0171e9517f40e41" Basic REAlm="me" '}) |
| 1301 | digest = res['digest'] |
| 1302 | self.assertEqual('testrealm@host.com', digest['realm']) |
| 1303 | self.assertEqual('auth,auth-int', digest['qop']) |
| 1304 | self.assertEqual('dcd98b7102dd2f0e8b11d0f600bfb0c093', digest['nonce']) |
| 1305 | self.assertEqual('5ccc069c403ebaf9f0171e9517f40e41', digest['opaque']) |
| 1306 | basic = res['basic'] |
| 1307 | self.assertEqual('me', basic['realm']) |
| 1308 | |
| 1309 | def testParseWWWAuthenticateMultiple2(self): |
| 1310 | # Handle an added comma between challenges, which might get thrown in if the challenges were |
| 1311 | # originally sent in separate www-authenticate headers. |
| 1312 | res = httplib2._parse_www_authenticate({ 'www-authenticate': |
| 1313 | 'Digest realm="testrealm@host.com", qop="auth,auth-int", nonce="dcd98b7102dd2f0e8b11d0f600bfb0c093", opaque="5ccc069c403ebaf9f0171e9517f40e41", Basic REAlm="me" '}) |
| 1314 | digest = res['digest'] |
| 1315 | self.assertEqual('testrealm@host.com', digest['realm']) |
| 1316 | self.assertEqual('auth,auth-int', digest['qop']) |
| 1317 | self.assertEqual('dcd98b7102dd2f0e8b11d0f600bfb0c093', digest['nonce']) |
| 1318 | self.assertEqual('5ccc069c403ebaf9f0171e9517f40e41', digest['opaque']) |
| 1319 | basic = res['basic'] |
| 1320 | self.assertEqual('me', basic['realm']) |
| 1321 | |
| 1322 | def testParseWWWAuthenticateMultiple3(self): |
| 1323 | # Handle an added comma between challenges, which might get thrown in if the challenges were |
| 1324 | # originally sent in separate www-authenticate headers. |
| 1325 | res = httplib2._parse_www_authenticate({ 'www-authenticate': |
| 1326 | 'Digest realm="testrealm@host.com", qop="auth,auth-int", nonce="dcd98b7102dd2f0e8b11d0f600bfb0c093", opaque="5ccc069c403ebaf9f0171e9517f40e41", Basic REAlm="me", WSSE realm="foo", profile="UsernameToken"'}) |
| 1327 | digest = res['digest'] |
| 1328 | self.assertEqual('testrealm@host.com', digest['realm']) |
| 1329 | self.assertEqual('auth,auth-int', digest['qop']) |
| 1330 | self.assertEqual('dcd98b7102dd2f0e8b11d0f600bfb0c093', digest['nonce']) |
| 1331 | self.assertEqual('5ccc069c403ebaf9f0171e9517f40e41', digest['opaque']) |
| 1332 | basic = res['basic'] |
| 1333 | self.assertEqual('me', basic['realm']) |
| 1334 | wsse = res['wsse'] |
| 1335 | self.assertEqual('foo', wsse['realm']) |
| 1336 | self.assertEqual('UsernameToken', wsse['profile']) |
| 1337 | |
| 1338 | def testParseWWWAuthenticateMultiple4(self): |
| 1339 | res = httplib2._parse_www_authenticate({ 'www-authenticate': |
| 1340 | 'Digest realm="test-real.m@host.com", qop \t=\t"\tauth,auth-int", nonce="(*)&^&$%#",opaque="5ccc069c403ebaf9f0171e9517f40e41", Basic REAlm="me", WSSE realm="foo", profile="UsernameToken"'}) |
| 1341 | digest = res['digest'] |
| 1342 | self.assertEqual('test-real.m@host.com', digest['realm']) |
| 1343 | self.assertEqual('\tauth,auth-int', digest['qop']) |
| 1344 | self.assertEqual('(*)&^&$%#', digest['nonce']) |
| 1345 | |
| 1346 | def testParseWWWAuthenticateMoreQuoteCombos(self): |
| 1347 | res = httplib2._parse_www_authenticate({'www-authenticate':'Digest realm="myrealm", nonce="Ygk86AsKBAA=3516200d37f9a3230352fde99977bd6d472d4306", algorithm=MD5, qop="auth", stale=true'}) |
| 1348 | digest = res['digest'] |
| 1349 | self.assertEqual('myrealm', digest['realm']) |
| 1350 | |
| 1351 | def testDigestObject(self): |
| 1352 | credentials = ('joe', 'password') |
| 1353 | host = None |
| 1354 | request_uri = '/projects/httplib2/test/digest/' |
| 1355 | headers = {} |
| 1356 | response = { |
| 1357 | 'www-authenticate': 'Digest realm="myrealm", nonce="Ygk86AsKBAA=3516200d37f9a3230352fde99977bd6d472d4306", algorithm=MD5, qop="auth"' |
| 1358 | } |
| 1359 | content = "" |
| 1360 | |
jcgregorio | 6cbab7e | 2006-04-21 20:35:43 +0000 | [diff] [blame] | 1361 | d = httplib2.DigestAuthentication(credentials, host, request_uri, headers, response, content, None) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1362 | d.request("GET", request_uri, headers, content, cnonce="33033375ec278a46") |
| 1363 | our_request = "Authorization: %s" % headers['Authorization'] |
| 1364 | working_request = 'Authorization: Digest username="joe", realm="myrealm", nonce="Ygk86AsKBAA=3516200d37f9a3230352fde99977bd6d472d4306", uri="/projects/httplib2/test/digest/", algorithm=MD5, response="97ed129401f7cdc60e5db58a80f3ea8b", qop=auth, nc=00000001, cnonce="33033375ec278a46"' |
| 1365 | self.assertEqual(our_request, working_request) |
| 1366 | |
| 1367 | |
| 1368 | def testDigestObjectStale(self): |
| 1369 | credentials = ('joe', 'password') |
| 1370 | host = None |
| 1371 | request_uri = '/projects/httplib2/test/digest/' |
| 1372 | headers = {} |
| 1373 | response = httplib2.Response({ }) |
| 1374 | response['www-authenticate'] = 'Digest realm="myrealm", nonce="Ygk86AsKBAA=3516200d37f9a3230352fde99977bd6d472d4306", algorithm=MD5, qop="auth", stale=true' |
| 1375 | response.status = 401 |
| 1376 | content = "" |
jcgregorio | 6cbab7e | 2006-04-21 20:35:43 +0000 | [diff] [blame] | 1377 | d = httplib2.DigestAuthentication(credentials, host, request_uri, headers, response, content, None) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1378 | # Returns true to force a retry |
| 1379 | self.assertTrue( d.response(response, content) ) |
| 1380 | |
| 1381 | def testDigestObjectAuthInfo(self): |
| 1382 | credentials = ('joe', 'password') |
| 1383 | host = None |
| 1384 | request_uri = '/projects/httplib2/test/digest/' |
| 1385 | headers = {} |
| 1386 | response = httplib2.Response({ }) |
| 1387 | response['www-authenticate'] = 'Digest realm="myrealm", nonce="Ygk86AsKBAA=3516200d37f9a3230352fde99977bd6d472d4306", algorithm=MD5, qop="auth", stale=true' |
| 1388 | response['authentication-info'] = 'nextnonce="fred"' |
| 1389 | content = "" |
jcgregorio | 6cbab7e | 2006-04-21 20:35:43 +0000 | [diff] [blame] | 1390 | d = httplib2.DigestAuthentication(credentials, host, request_uri, headers, response, content, None) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1391 | # Returns true to force a retry |
| 1392 | self.assertFalse( d.response(response, content) ) |
| 1393 | self.assertEqual('fred', d.challenge['nonce']) |
| 1394 | self.assertEqual(1, d.challenge['nc']) |
| 1395 | |
| 1396 | def testWsseAlgorithm(self): |
| 1397 | digest = httplib2._wsse_username_token("d36e316282959a9ed4c89851497a717f", "2003-12-15T14:43:07Z", "taadtaadpstcsm") |
| 1398 | expected = "quR/EWLAV4xLf9Zqyw4pDmfV9OY=" |
| 1399 | self.assertEqual(expected, digest) |
| 1400 | |
jcgregorio | db8dfc8 | 2006-03-31 14:59:46 +0000 | [diff] [blame] | 1401 | def testEnd2End(self): |
| 1402 | # one end to end header |
| 1403 | response = {'content-type': 'application/atom+xml', 'te': 'deflate'} |
| 1404 | end2end = httplib2._get_end2end_headers(response) |
| 1405 | self.assertTrue('content-type' in end2end) |
| 1406 | self.assertTrue('te' not in end2end) |
| 1407 | self.assertTrue('connection' not in end2end) |
| 1408 | |
| 1409 | # one end to end header that gets eliminated |
| 1410 | response = {'connection': 'content-type', 'content-type': 'application/atom+xml', 'te': 'deflate'} |
| 1411 | end2end = httplib2._get_end2end_headers(response) |
| 1412 | self.assertTrue('content-type' not in end2end) |
| 1413 | self.assertTrue('te' not in end2end) |
| 1414 | self.assertTrue('connection' not in end2end) |
| 1415 | |
| 1416 | # Degenerate case of no headers |
| 1417 | response = {} |
| 1418 | end2end = httplib2._get_end2end_headers(response) |
| 1419 | self.assertEquals(0, len(end2end)) |
| 1420 | |
| 1421 | # Degenerate case of connection referrring to a header not passed in |
| 1422 | response = {'connection': 'content-type'} |
| 1423 | end2end = httplib2._get_end2end_headers(response) |
| 1424 | self.assertEquals(0, len(end2end)) |
jcgregorio | 2d66d4f | 2006-02-07 05:34:14 +0000 | [diff] [blame] | 1425 | |
chris dent | 89f1514 | 2009-12-24 14:02:57 -0600 | [diff] [blame] | 1426 | if __name__ == '__main__': |
| 1427 | unittest.main() |