Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 1 | # Test the support for SSL and sockets |
| 2 | |
| 3 | import sys |
| 4 | import unittest |
| 5 | from test import test_support |
| 6 | import socket |
| 7 | import errno |
| 8 | import threading |
| 9 | import subprocess |
| 10 | import time |
| 11 | import os |
| 12 | import pprint |
| 13 | import urllib |
| 14 | import shutil |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 15 | import traceback |
| 16 | |
| 17 | # Optionally test SSL support, if we have it in the tested platform |
| 18 | skip_expected = False |
| 19 | try: |
| 20 | import ssl |
| 21 | except ImportError: |
| 22 | skip_expected = True |
| 23 | |
| 24 | CERTFILE = None |
| 25 | GMAIL_POP_CERTFILE = None |
| 26 | |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 27 | |
| 28 | def handle_error(prefix): |
| 29 | exc_format = ' '.join(traceback.format_exception(*sys.exc_info())) |
| 30 | sys.stdout.write(prefix + exc_format) |
| 31 | |
| 32 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 33 | class BasicTests(unittest.TestCase): |
| 34 | |
| 35 | def testRudeShutdown(self): |
| 36 | # Some random port to connect to. |
| 37 | PORT = [9934] |
| 38 | |
| 39 | listener_ready = threading.Event() |
| 40 | listener_gone = threading.Event() |
| 41 | |
| 42 | # `listener` runs in a thread. It opens a socket listening on |
| 43 | # PORT, and sits in an accept() until the main thread connects. |
| 44 | # Then it rudely closes the socket, and sets Event `listener_gone` |
| 45 | # to let the main thread know the socket is gone. |
| 46 | def listener(): |
| 47 | s = socket.socket() |
| 48 | PORT[0] = test_support.bind_port(s, '', PORT[0]) |
| 49 | s.listen(5) |
| 50 | listener_ready.set() |
| 51 | s.accept() |
| 52 | s = None # reclaim the socket object, which also closes it |
| 53 | listener_gone.set() |
| 54 | |
| 55 | def connector(): |
| 56 | listener_ready.wait() |
| 57 | s = socket.socket() |
| 58 | s.connect(('localhost', PORT[0])) |
| 59 | listener_gone.wait() |
| 60 | try: |
| 61 | ssl_sock = socket.ssl(s) |
| 62 | except socket.sslerror: |
| 63 | pass |
| 64 | else: |
| 65 | raise test_support.TestFailed( |
| 66 | 'connecting to closed SSL socket should have failed') |
| 67 | |
| 68 | t = threading.Thread(target=listener) |
| 69 | t.start() |
| 70 | connector() |
| 71 | t.join() |
| 72 | |
| 73 | def testSSLconnect(self): |
| 74 | import os |
| 75 | with test_support.transient_internet(): |
| 76 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 77 | cert_reqs=ssl.CERT_NONE) |
| 78 | s.connect(("pop.gmail.com", 995)) |
| 79 | c = s.getpeercert() |
| 80 | if c: |
| 81 | raise test_support.TestFailed("Peer cert %s shouldn't be here!") |
| 82 | s.close() |
| 83 | |
| 84 | # this should fail because we have no verification certs |
| 85 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 86 | cert_reqs=ssl.CERT_REQUIRED) |
| 87 | try: |
| 88 | s.connect(("pop.gmail.com", 995)) |
| 89 | except ssl.sslerror: |
| 90 | pass |
| 91 | finally: |
| 92 | s.close() |
| 93 | |
| 94 | class ConnectedTests(unittest.TestCase): |
| 95 | |
| 96 | def testTLSecho (self): |
| 97 | |
| 98 | s1 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 99 | try: |
| 100 | s1.connect(('127.0.0.1', 10024)) |
| 101 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 102 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 103 | raise test_support.TestFailed("Can't connect to test server") |
| 104 | else: |
| 105 | try: |
| 106 | c1 = ssl.sslsocket(s1, ssl_version=ssl.PROTOCOL_TLSv1) |
| 107 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 108 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 109 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 110 | else: |
| 111 | if not c1: |
| 112 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 113 | indata = "FOO\n" |
| 114 | c1.write(indata) |
| 115 | outdata = c1.read() |
| 116 | if outdata != indata.lower(): |
| 117 | raise test_support.TestFailed("bad data <<%s>> received; expected <<%s>>\n" % (data, indata.lower())) |
| 118 | c1.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 119 | |
| 120 | def testReadCert(self): |
| 121 | |
| 122 | s2 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 123 | try: |
| 124 | s2.connect(('127.0.0.1', 10024)) |
| 125 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 126 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 127 | raise test_support.TestFailed("Can't connect to test server") |
| 128 | else: |
| 129 | try: |
| 130 | c2 = ssl.sslsocket(s2, ssl_version=ssl.PROTOCOL_TLSv1, |
| 131 | cert_reqs=ssl.CERT_REQUIRED, ca_certs=CERTFILE) |
| 132 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 133 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 134 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 135 | else: |
| 136 | if not c2: |
| 137 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 138 | cert = c2.getpeercert() |
| 139 | if not cert: |
| 140 | raise test_support.TestFailed("Can't get peer certificate.") |
| 141 | if not cert.has_key('subject'): |
| 142 | raise test_support.TestFailed( |
| 143 | "No subject field in certificate: %s." % |
| 144 | pprint.pformat(cert)) |
| 145 | if not (cert['subject'].has_key('organizationName')): |
| 146 | raise test_support.TestFailed( |
| 147 | "No 'organizationName' field in certificate subject: %s." % |
| 148 | pprint.pformat(cert)) |
| 149 | if (cert['subject']['organizationName'] != |
| 150 | "Python Software Foundation"): |
| 151 | raise test_support.TestFailed( |
| 152 | "Invalid 'organizationName' field in certificate subject; " |
| 153 | "should be 'Python Software Foundation'."); |
| 154 | c2.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 155 | |
| 156 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 157 | class ThreadedEchoServer(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 158 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 159 | class ConnectionHandler(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 160 | |
| 161 | def __init__(self, server, connsock): |
| 162 | self.server = server |
| 163 | self.running = False |
| 164 | self.sock = connsock |
| 165 | threading.Thread.__init__(self) |
| 166 | self.setDaemon(True) |
| 167 | |
| 168 | def run (self): |
| 169 | self.running = True |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 170 | try: |
| 171 | sslconn = ssl.sslsocket(self.sock, server_side=True, |
| 172 | certfile=self.server.certificate, |
| 173 | ssl_version=self.server.protocol, |
| 174 | cert_reqs=self.server.certreqs) |
| 175 | except: |
| 176 | # here, we want to stop the server, because this shouldn't |
| 177 | # happen in the context of our test case |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 178 | handle_error("Test server failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 179 | self.running = False |
| 180 | # normally, we'd just stop here, but for the test |
| 181 | # harness, we want to stop the server |
| 182 | self.server.stop() |
| 183 | return |
| 184 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 185 | while self.running: |
| 186 | try: |
| 187 | msg = sslconn.read() |
| 188 | if not msg: |
| 189 | # eof, so quit this handler |
| 190 | self.running = False |
| 191 | sslconn.close() |
| 192 | elif msg.strip() == 'over': |
| 193 | sslconn.close() |
| 194 | self.server.stop() |
| 195 | self.running = False |
| 196 | else: |
Neal Norwitz | 15d4e56 | 2007-08-26 21:40:16 +0000 | [diff] [blame] | 197 | #sys.stdout.write("\nserver: %s\n" % msg.strip().lower()) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 198 | sslconn.write(msg.lower()) |
| 199 | except ssl.sslerror: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 200 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 201 | sslconn.close() |
| 202 | self.running = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 203 | # normally, we'd just stop here, but for the test |
| 204 | # harness, we want to stop the server |
| 205 | self.server.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 206 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 207 | handle_error('') |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 208 | |
Neal Norwitz | ce7fa56 | 2007-08-25 16:54:38 +0000 | [diff] [blame] | 209 | def __init__(self, port, certificate, ssl_version=None, |
| 210 | certreqs=None, cacerts=None): |
| 211 | if ssl_version is None: |
| 212 | ssl_version = ssl.PROTOCOL_TLSv1 |
| 213 | if certreqs is None: |
| 214 | certreqs = ssl.CERT_NONE |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 215 | self.certificate = certificate |
| 216 | self.protocol = ssl_version |
| 217 | self.certreqs = certreqs |
| 218 | self.cacerts = cacerts |
| 219 | self.sock = socket.socket() |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 220 | self.flag = None |
Neal Norwitz | 8e58b34 | 2007-08-25 17:25:17 +0000 | [diff] [blame] | 221 | if hasattr(socket, 'SO_REUSEADDR'): |
| 222 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) |
| 223 | if hasattr(socket, 'SO_REUSEPORT'): |
| 224 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 225 | self.sock.bind(('127.0.0.1', port)) |
| 226 | self.active = False |
| 227 | threading.Thread.__init__(self) |
| 228 | self.setDaemon(False) |
| 229 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 230 | def start (self, flag=None): |
| 231 | self.flag = flag |
| 232 | threading.Thread.start(self) |
| 233 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 234 | def run (self): |
| 235 | self.sock.settimeout(0.5) |
| 236 | self.sock.listen(5) |
| 237 | self.active = True |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 238 | if self.flag: |
| 239 | # signal an event |
| 240 | self.flag.set() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 241 | while self.active: |
| 242 | try: |
| 243 | newconn, connaddr = self.sock.accept() |
Neal Norwitz | 15d4e56 | 2007-08-26 21:40:16 +0000 | [diff] [blame] | 244 | #sys.stdout.write('\nserver: new connection from ' + str(connaddr) + '\n') |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 245 | handler = self.ConnectionHandler(self, newconn) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 246 | handler.start() |
| 247 | except socket.timeout: |
| 248 | pass |
| 249 | except KeyboardInterrupt: |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 250 | self.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 251 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame^] | 252 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 253 | |
| 254 | def stop (self): |
| 255 | self.active = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 256 | self.sock.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 257 | |
| 258 | CERTFILE_CONFIG_TEMPLATE = """ |
| 259 | # create RSA certs - Server |
| 260 | |
| 261 | [ req ] |
| 262 | default_bits = 1024 |
| 263 | encrypt_key = yes |
| 264 | distinguished_name = req_dn |
| 265 | x509_extensions = cert_type |
| 266 | |
| 267 | [ req_dn ] |
| 268 | countryName = Country Name (2 letter code) |
| 269 | countryName_default = US |
| 270 | countryName_min = 2 |
| 271 | countryName_max = 2 |
| 272 | |
| 273 | stateOrProvinceName = State or Province Name (full name) |
| 274 | stateOrProvinceName_default = %(state)s |
| 275 | |
| 276 | localityName = Locality Name (eg, city) |
| 277 | localityName_default = %(city)s |
| 278 | |
| 279 | 0.organizationName = Organization Name (eg, company) |
| 280 | 0.organizationName_default = %(organization)s |
| 281 | |
| 282 | organizationalUnitName = Organizational Unit Name (eg, section) |
| 283 | organizationalUnitName_default = %(unit)s |
| 284 | |
| 285 | 0.commonName = Common Name (FQDN of your server) |
| 286 | 0.commonName_default = %(common-name)s |
| 287 | |
| 288 | # To create a certificate for more than one name uncomment: |
| 289 | # 1.commonName = DNS alias of your server |
| 290 | # 2.commonName = DNS alias of your server |
| 291 | # ... |
| 292 | # See http://home.netscape.com/eng/security/ssl_2.0_certificate.html |
| 293 | # to see how Netscape understands commonName. |
| 294 | |
| 295 | [ cert_type ] |
| 296 | nsCertType = server |
| 297 | """ |
| 298 | |
| 299 | def create_cert_files(): |
| 300 | |
| 301 | import tempfile, socket, os |
| 302 | d = tempfile.mkdtemp() |
| 303 | # now create a configuration file for the CA signing cert |
| 304 | fqdn = socket.getfqdn() |
| 305 | crtfile = os.path.join(d, "cert.pem") |
| 306 | conffile = os.path.join(d, "ca.conf") |
| 307 | fp = open(conffile, "w") |
| 308 | fp.write(CERTFILE_CONFIG_TEMPLATE % |
| 309 | {'state': "Delaware", |
| 310 | 'city': "Wilmington", |
| 311 | 'organization': "Python Software Foundation", |
| 312 | 'unit': "SSL", |
| 313 | 'common-name': fqdn, |
| 314 | }) |
| 315 | fp.close() |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 316 | error = os.system( |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 317 | "openssl req -batch -new -x509 -days 10 -nodes -config %s " |
| 318 | "-keyout \"%s\" -out \"%s\" > /dev/null < /dev/null 2>&1" % |
| 319 | (conffile, crtfile, crtfile)) |
| 320 | # now we have a self-signed server cert in crtfile |
| 321 | os.unlink(conffile) |
Neal Norwitz | f6f525b | 2007-08-27 00:58:33 +0000 | [diff] [blame] | 322 | if (os.WEXITSTATUS(error) or |
| 323 | not os.path.exists(crtfile) or os.path.getsize(crtfile) == 0): |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 324 | raise test_support.TestFailed( |
| 325 | "Unable to create certificate for test %d." % error) |
| 326 | return d, crtfile |
| 327 | |
| 328 | # XXX(nnorwitz): should this code be removed now? |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 329 | #sf_certfile = os.path.join(d, "sourceforge-imap.pem") |
| 330 | #sf_cert = ssl.fetch_server_certificate('pop.gmail.com', 995) |
| 331 | #open(sf_certfile, 'w').write(sf_cert) |
| 332 | #return d, crtfile, sf_certfile |
| 333 | # sys.stderr.write(open(crtfile, 'r').read() + '\n') |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 334 | |
| 335 | def test_main(): |
| 336 | if skip_expected: |
| 337 | raise test_support.TestSkipped("socket module has no ssl support") |
| 338 | |
| 339 | global CERTFILE |
| 340 | tdir, CERTFILE = create_cert_files() |
| 341 | |
| 342 | tests = [BasicTests] |
| 343 | |
| 344 | server = None |
| 345 | if test_support.is_resource_enabled('network'): |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 346 | server = ThreadedEchoServer(10024, CERTFILE) |
| 347 | flag = threading.Event() |
| 348 | server.start(flag) |
| 349 | # wait for it to start |
| 350 | flag.wait() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 351 | tests.append(ConnectedTests) |
| 352 | |
| 353 | thread_info = test_support.threading_setup() |
| 354 | |
| 355 | try: |
| 356 | test_support.run_unittest(*tests) |
| 357 | finally: |
| 358 | if server is not None and server.active: |
| 359 | server.stop() |
| 360 | # wait for it to stop |
| 361 | server.join() |
| 362 | |
| 363 | shutil.rmtree(tdir) |
| 364 | test_support.threading_cleanup(*thread_info) |
| 365 | |
| 366 | if __name__ == "__main__": |
| 367 | test_main() |