Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 1 | # Test the support for SSL and sockets |
| 2 | |
| 3 | import sys |
| 4 | import unittest |
| 5 | from test import test_support |
| 6 | import socket |
| 7 | import errno |
| 8 | import threading |
| 9 | import subprocess |
| 10 | import time |
| 11 | import os |
| 12 | import pprint |
| 13 | import urllib |
| 14 | import shutil |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 15 | import traceback |
| 16 | |
| 17 | # Optionally test SSL support, if we have it in the tested platform |
| 18 | skip_expected = False |
| 19 | try: |
| 20 | import ssl |
| 21 | except ImportError: |
| 22 | skip_expected = True |
| 23 | |
| 24 | CERTFILE = None |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 25 | |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 26 | |
| 27 | def handle_error(prefix): |
| 28 | exc_format = ' '.join(traceback.format_exception(*sys.exc_info())) |
| 29 | sys.stdout.write(prefix + exc_format) |
| 30 | |
| 31 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 32 | class BasicTests(unittest.TestCase): |
| 33 | |
| 34 | def testRudeShutdown(self): |
| 35 | # Some random port to connect to. |
| 36 | PORT = [9934] |
| 37 | |
| 38 | listener_ready = threading.Event() |
| 39 | listener_gone = threading.Event() |
| 40 | |
| 41 | # `listener` runs in a thread. It opens a socket listening on |
| 42 | # PORT, and sits in an accept() until the main thread connects. |
| 43 | # Then it rudely closes the socket, and sets Event `listener_gone` |
| 44 | # to let the main thread know the socket is gone. |
| 45 | def listener(): |
| 46 | s = socket.socket() |
| 47 | PORT[0] = test_support.bind_port(s, '', PORT[0]) |
| 48 | s.listen(5) |
| 49 | listener_ready.set() |
| 50 | s.accept() |
| 51 | s = None # reclaim the socket object, which also closes it |
| 52 | listener_gone.set() |
| 53 | |
| 54 | def connector(): |
| 55 | listener_ready.wait() |
| 56 | s = socket.socket() |
| 57 | s.connect(('localhost', PORT[0])) |
| 58 | listener_gone.wait() |
| 59 | try: |
| 60 | ssl_sock = socket.ssl(s) |
| 61 | except socket.sslerror: |
| 62 | pass |
| 63 | else: |
| 64 | raise test_support.TestFailed( |
| 65 | 'connecting to closed SSL socket should have failed') |
| 66 | |
| 67 | t = threading.Thread(target=listener) |
| 68 | t.start() |
| 69 | connector() |
| 70 | t.join() |
| 71 | |
| 72 | def testSSLconnect(self): |
| 73 | import os |
| 74 | with test_support.transient_internet(): |
| 75 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 76 | cert_reqs=ssl.CERT_NONE) |
| 77 | s.connect(("pop.gmail.com", 995)) |
| 78 | c = s.getpeercert() |
| 79 | if c: |
| 80 | raise test_support.TestFailed("Peer cert %s shouldn't be here!") |
| 81 | s.close() |
| 82 | |
| 83 | # this should fail because we have no verification certs |
| 84 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 85 | cert_reqs=ssl.CERT_REQUIRED) |
| 86 | try: |
| 87 | s.connect(("pop.gmail.com", 995)) |
| 88 | except ssl.sslerror: |
| 89 | pass |
| 90 | finally: |
| 91 | s.close() |
| 92 | |
| 93 | class ConnectedTests(unittest.TestCase): |
| 94 | |
| 95 | def testTLSecho (self): |
| 96 | |
| 97 | s1 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 98 | try: |
| 99 | s1.connect(('127.0.0.1', 10024)) |
| 100 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 101 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 102 | raise test_support.TestFailed("Can't connect to test server") |
| 103 | else: |
| 104 | try: |
| 105 | c1 = ssl.sslsocket(s1, ssl_version=ssl.PROTOCOL_TLSv1) |
| 106 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 107 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 108 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 109 | else: |
| 110 | if not c1: |
| 111 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 112 | indata = "FOO\n" |
| 113 | c1.write(indata) |
| 114 | outdata = c1.read() |
| 115 | if outdata != indata.lower(): |
| 116 | raise test_support.TestFailed("bad data <<%s>> received; expected <<%s>>\n" % (data, indata.lower())) |
| 117 | c1.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 118 | |
| 119 | def testReadCert(self): |
| 120 | |
| 121 | s2 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 122 | try: |
| 123 | s2.connect(('127.0.0.1', 10024)) |
| 124 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 125 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 126 | raise test_support.TestFailed("Can't connect to test server") |
| 127 | else: |
| 128 | try: |
| 129 | c2 = ssl.sslsocket(s2, ssl_version=ssl.PROTOCOL_TLSv1, |
| 130 | cert_reqs=ssl.CERT_REQUIRED, ca_certs=CERTFILE) |
| 131 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 132 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 133 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 134 | else: |
| 135 | if not c2: |
| 136 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 137 | cert = c2.getpeercert() |
| 138 | if not cert: |
| 139 | raise test_support.TestFailed("Can't get peer certificate.") |
| 140 | if not cert.has_key('subject'): |
| 141 | raise test_support.TestFailed( |
| 142 | "No subject field in certificate: %s." % |
| 143 | pprint.pformat(cert)) |
| 144 | if not (cert['subject'].has_key('organizationName')): |
| 145 | raise test_support.TestFailed( |
| 146 | "No 'organizationName' field in certificate subject: %s." % |
| 147 | pprint.pformat(cert)) |
| 148 | if (cert['subject']['organizationName'] != |
| 149 | "Python Software Foundation"): |
| 150 | raise test_support.TestFailed( |
| 151 | "Invalid 'organizationName' field in certificate subject; " |
| 152 | "should be 'Python Software Foundation'."); |
| 153 | c2.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 154 | |
| 155 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 156 | class ThreadedEchoServer(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 157 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 158 | class ConnectionHandler(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 159 | |
| 160 | def __init__(self, server, connsock): |
| 161 | self.server = server |
| 162 | self.running = False |
| 163 | self.sock = connsock |
| 164 | threading.Thread.__init__(self) |
| 165 | self.setDaemon(True) |
| 166 | |
| 167 | def run (self): |
| 168 | self.running = True |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 169 | try: |
| 170 | sslconn = ssl.sslsocket(self.sock, server_side=True, |
| 171 | certfile=self.server.certificate, |
| 172 | ssl_version=self.server.protocol, |
| 173 | cert_reqs=self.server.certreqs) |
| 174 | except: |
| 175 | # here, we want to stop the server, because this shouldn't |
| 176 | # happen in the context of our test case |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 177 | handle_error("Test server failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 178 | self.running = False |
| 179 | # normally, we'd just stop here, but for the test |
| 180 | # harness, we want to stop the server |
| 181 | self.server.stop() |
| 182 | return |
| 183 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 184 | while self.running: |
| 185 | try: |
| 186 | msg = sslconn.read() |
| 187 | if not msg: |
| 188 | # eof, so quit this handler |
| 189 | self.running = False |
| 190 | sslconn.close() |
| 191 | elif msg.strip() == 'over': |
| 192 | sslconn.close() |
| 193 | self.server.stop() |
| 194 | self.running = False |
| 195 | else: |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 196 | if test_support.verbose: |
| 197 | sys.stdout.write("\nserver: %s\n" % msg.strip().lower()) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 198 | sslconn.write(msg.lower()) |
| 199 | except ssl.sslerror: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 200 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 201 | sslconn.close() |
| 202 | self.running = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 203 | # normally, we'd just stop here, but for the test |
| 204 | # harness, we want to stop the server |
| 205 | self.server.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 206 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 207 | handle_error('') |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 208 | |
Neal Norwitz | ce7fa56 | 2007-08-25 16:54:38 +0000 | [diff] [blame] | 209 | def __init__(self, port, certificate, ssl_version=None, |
| 210 | certreqs=None, cacerts=None): |
| 211 | if ssl_version is None: |
| 212 | ssl_version = ssl.PROTOCOL_TLSv1 |
| 213 | if certreqs is None: |
| 214 | certreqs = ssl.CERT_NONE |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 215 | self.certificate = certificate |
| 216 | self.protocol = ssl_version |
| 217 | self.certreqs = certreqs |
| 218 | self.cacerts = cacerts |
| 219 | self.sock = socket.socket() |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 220 | self.flag = None |
Neal Norwitz | 8e58b34 | 2007-08-25 17:25:17 +0000 | [diff] [blame] | 221 | if hasattr(socket, 'SO_REUSEADDR'): |
| 222 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) |
| 223 | if hasattr(socket, 'SO_REUSEPORT'): |
| 224 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 225 | self.sock.bind(('127.0.0.1', port)) |
| 226 | self.active = False |
| 227 | threading.Thread.__init__(self) |
| 228 | self.setDaemon(False) |
| 229 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 230 | def start (self, flag=None): |
| 231 | self.flag = flag |
| 232 | threading.Thread.start(self) |
| 233 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 234 | def run (self): |
| 235 | self.sock.settimeout(0.5) |
| 236 | self.sock.listen(5) |
| 237 | self.active = True |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 238 | if self.flag: |
| 239 | # signal an event |
| 240 | self.flag.set() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 241 | while self.active: |
| 242 | try: |
| 243 | newconn, connaddr = self.sock.accept() |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 244 | if test_support.verbose: |
| 245 | sys.stdout.write('\nserver: new connection from ' + str(connaddr) + '\n') |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 246 | handler = self.ConnectionHandler(self, newconn) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 247 | handler.start() |
| 248 | except socket.timeout: |
| 249 | pass |
| 250 | except KeyboardInterrupt: |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 251 | self.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 252 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 253 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 254 | |
| 255 | def stop (self): |
| 256 | self.active = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 257 | self.sock.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 258 | |
| 259 | CERTFILE_CONFIG_TEMPLATE = """ |
| 260 | # create RSA certs - Server |
| 261 | |
| 262 | [ req ] |
| 263 | default_bits = 1024 |
| 264 | encrypt_key = yes |
| 265 | distinguished_name = req_dn |
| 266 | x509_extensions = cert_type |
| 267 | |
| 268 | [ req_dn ] |
| 269 | countryName = Country Name (2 letter code) |
| 270 | countryName_default = US |
| 271 | countryName_min = 2 |
| 272 | countryName_max = 2 |
| 273 | |
| 274 | stateOrProvinceName = State or Province Name (full name) |
| 275 | stateOrProvinceName_default = %(state)s |
| 276 | |
| 277 | localityName = Locality Name (eg, city) |
| 278 | localityName_default = %(city)s |
| 279 | |
| 280 | 0.organizationName = Organization Name (eg, company) |
| 281 | 0.organizationName_default = %(organization)s |
| 282 | |
| 283 | organizationalUnitName = Organizational Unit Name (eg, section) |
| 284 | organizationalUnitName_default = %(unit)s |
| 285 | |
| 286 | 0.commonName = Common Name (FQDN of your server) |
| 287 | 0.commonName_default = %(common-name)s |
| 288 | |
| 289 | # To create a certificate for more than one name uncomment: |
| 290 | # 1.commonName = DNS alias of your server |
| 291 | # 2.commonName = DNS alias of your server |
| 292 | # ... |
| 293 | # See http://home.netscape.com/eng/security/ssl_2.0_certificate.html |
| 294 | # to see how Netscape understands commonName. |
| 295 | |
| 296 | [ cert_type ] |
| 297 | nsCertType = server |
| 298 | """ |
| 299 | |
Guido van Rossum | ba8c565 | 2007-08-27 17:19:42 +0000 | [diff] [blame] | 300 | def create_cert_files(hostname=None): |
| 301 | |
| 302 | """This is the routine that was run to create the certificate |
| 303 | and private key contained in keycert.pem.""" |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 304 | |
| 305 | import tempfile, socket, os |
| 306 | d = tempfile.mkdtemp() |
| 307 | # now create a configuration file for the CA signing cert |
Guido van Rossum | ba8c565 | 2007-08-27 17:19:42 +0000 | [diff] [blame] | 308 | fqdn = hostname or socket.getfqdn() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 309 | crtfile = os.path.join(d, "cert.pem") |
| 310 | conffile = os.path.join(d, "ca.conf") |
| 311 | fp = open(conffile, "w") |
| 312 | fp.write(CERTFILE_CONFIG_TEMPLATE % |
| 313 | {'state': "Delaware", |
| 314 | 'city': "Wilmington", |
| 315 | 'organization': "Python Software Foundation", |
| 316 | 'unit': "SSL", |
| 317 | 'common-name': fqdn, |
| 318 | }) |
| 319 | fp.close() |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 320 | error = os.system( |
Guido van Rossum | ba8c565 | 2007-08-27 17:19:42 +0000 | [diff] [blame] | 321 | "openssl req -batch -new -x509 -days 2000 -nodes -config %s " |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 322 | "-keyout \"%s\" -out \"%s\" > /dev/null < /dev/null 2>&1" % |
| 323 | (conffile, crtfile, crtfile)) |
| 324 | # now we have a self-signed server cert in crtfile |
| 325 | os.unlink(conffile) |
Neal Norwitz | f6f525b | 2007-08-27 00:58:33 +0000 | [diff] [blame] | 326 | if (os.WEXITSTATUS(error) or |
| 327 | not os.path.exists(crtfile) or os.path.getsize(crtfile) == 0): |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 328 | if test_support.verbose: |
Guido van Rossum | ba8c565 | 2007-08-27 17:19:42 +0000 | [diff] [blame] | 329 | sys.stdout.write("Unable to create certificate for test, " |
| 330 | + "error status %d\n" % (error >> 8)) |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 331 | crtfile = None |
| 332 | elif test_support.verbose: |
| 333 | sys.stdout.write(open(crtfile, 'r').read() + '\n') |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 334 | return d, crtfile |
| 335 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 336 | |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 337 | def test_main(verbose=False): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 338 | if skip_expected: |
| 339 | raise test_support.TestSkipped("socket module has no ssl support") |
| 340 | |
| 341 | global CERTFILE |
Guido van Rossum | ba8c565 | 2007-08-27 17:19:42 +0000 | [diff] [blame] | 342 | CERTFILE = os.path.join(os.path.dirname(__file__) or os.curdir, |
| 343 | "keycert.pem") |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 344 | if not CERTFILE: |
| 345 | sys.__stdout__.write("Skipping test_ssl ConnectedTests; " |
| 346 | "couldn't create a certificate.\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 347 | |
| 348 | tests = [BasicTests] |
| 349 | |
| 350 | server = None |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 351 | if CERTFILE and test_support.is_resource_enabled('network'): |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 352 | server = ThreadedEchoServer(10024, CERTFILE) |
| 353 | flag = threading.Event() |
| 354 | server.start(flag) |
| 355 | # wait for it to start |
| 356 | flag.wait() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 357 | tests.append(ConnectedTests) |
| 358 | |
| 359 | thread_info = test_support.threading_setup() |
| 360 | |
| 361 | try: |
| 362 | test_support.run_unittest(*tests) |
| 363 | finally: |
| 364 | if server is not None and server.active: |
| 365 | server.stop() |
| 366 | # wait for it to stop |
| 367 | server.join() |
| 368 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 369 | test_support.threading_cleanup(*thread_info) |
| 370 | |
| 371 | if __name__ == "__main__": |
| 372 | test_main() |