Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 1 | # Test the support for SSL and sockets |
| 2 | |
| 3 | import sys |
| 4 | import unittest |
| 5 | from test import test_support |
| 6 | import socket |
| 7 | import errno |
| 8 | import threading |
| 9 | import subprocess |
| 10 | import time |
| 11 | import os |
| 12 | import pprint |
| 13 | import urllib |
| 14 | import shutil |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 15 | import traceback |
| 16 | |
| 17 | # Optionally test SSL support, if we have it in the tested platform |
| 18 | skip_expected = False |
| 19 | try: |
| 20 | import ssl |
| 21 | except ImportError: |
| 22 | skip_expected = True |
| 23 | |
| 24 | CERTFILE = None |
| 25 | GMAIL_POP_CERTFILE = None |
| 26 | |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 27 | |
| 28 | def handle_error(prefix): |
| 29 | exc_format = ' '.join(traceback.format_exception(*sys.exc_info())) |
| 30 | sys.stdout.write(prefix + exc_format) |
| 31 | |
| 32 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 33 | class BasicTests(unittest.TestCase): |
| 34 | |
| 35 | def testRudeShutdown(self): |
| 36 | # Some random port to connect to. |
| 37 | PORT = [9934] |
| 38 | |
| 39 | listener_ready = threading.Event() |
| 40 | listener_gone = threading.Event() |
| 41 | |
| 42 | # `listener` runs in a thread. It opens a socket listening on |
| 43 | # PORT, and sits in an accept() until the main thread connects. |
| 44 | # Then it rudely closes the socket, and sets Event `listener_gone` |
| 45 | # to let the main thread know the socket is gone. |
| 46 | def listener(): |
| 47 | s = socket.socket() |
| 48 | PORT[0] = test_support.bind_port(s, '', PORT[0]) |
| 49 | s.listen(5) |
| 50 | listener_ready.set() |
| 51 | s.accept() |
| 52 | s = None # reclaim the socket object, which also closes it |
| 53 | listener_gone.set() |
| 54 | |
| 55 | def connector(): |
| 56 | listener_ready.wait() |
| 57 | s = socket.socket() |
| 58 | s.connect(('localhost', PORT[0])) |
| 59 | listener_gone.wait() |
| 60 | try: |
| 61 | ssl_sock = socket.ssl(s) |
| 62 | except socket.sslerror: |
| 63 | pass |
| 64 | else: |
| 65 | raise test_support.TestFailed( |
| 66 | 'connecting to closed SSL socket should have failed') |
| 67 | |
| 68 | t = threading.Thread(target=listener) |
| 69 | t.start() |
| 70 | connector() |
| 71 | t.join() |
| 72 | |
| 73 | def testSSLconnect(self): |
| 74 | import os |
| 75 | with test_support.transient_internet(): |
| 76 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 77 | cert_reqs=ssl.CERT_NONE) |
| 78 | s.connect(("pop.gmail.com", 995)) |
| 79 | c = s.getpeercert() |
| 80 | if c: |
| 81 | raise test_support.TestFailed("Peer cert %s shouldn't be here!") |
| 82 | s.close() |
| 83 | |
| 84 | # this should fail because we have no verification certs |
| 85 | s = ssl.sslsocket(socket.socket(socket.AF_INET), |
| 86 | cert_reqs=ssl.CERT_REQUIRED) |
| 87 | try: |
| 88 | s.connect(("pop.gmail.com", 995)) |
| 89 | except ssl.sslerror: |
| 90 | pass |
| 91 | finally: |
| 92 | s.close() |
| 93 | |
| 94 | class ConnectedTests(unittest.TestCase): |
| 95 | |
| 96 | def testTLSecho (self): |
| 97 | |
| 98 | s1 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 99 | try: |
| 100 | s1.connect(('127.0.0.1', 10024)) |
| 101 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 102 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 103 | raise test_support.TestFailed("Can't connect to test server") |
| 104 | else: |
| 105 | try: |
| 106 | c1 = ssl.sslsocket(s1, ssl_version=ssl.PROTOCOL_TLSv1) |
| 107 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 108 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 109 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 110 | else: |
| 111 | if not c1: |
| 112 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 113 | indata = "FOO\n" |
| 114 | c1.write(indata) |
| 115 | outdata = c1.read() |
| 116 | if outdata != indata.lower(): |
| 117 | raise test_support.TestFailed("bad data <<%s>> received; expected <<%s>>\n" % (data, indata.lower())) |
| 118 | c1.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 119 | |
| 120 | def testReadCert(self): |
| 121 | |
| 122 | s2 = socket.socket() |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 123 | try: |
| 124 | s2.connect(('127.0.0.1', 10024)) |
| 125 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 126 | handle_error("connection failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 127 | raise test_support.TestFailed("Can't connect to test server") |
| 128 | else: |
| 129 | try: |
| 130 | c2 = ssl.sslsocket(s2, ssl_version=ssl.PROTOCOL_TLSv1, |
| 131 | cert_reqs=ssl.CERT_REQUIRED, ca_certs=CERTFILE) |
| 132 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 133 | handle_error("SSL handshake failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 134 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 135 | else: |
| 136 | if not c2: |
| 137 | raise test_support.TestFailed("Can't SSL-handshake with test server") |
| 138 | cert = c2.getpeercert() |
| 139 | if not cert: |
| 140 | raise test_support.TestFailed("Can't get peer certificate.") |
| 141 | if not cert.has_key('subject'): |
| 142 | raise test_support.TestFailed( |
| 143 | "No subject field in certificate: %s." % |
| 144 | pprint.pformat(cert)) |
| 145 | if not (cert['subject'].has_key('organizationName')): |
| 146 | raise test_support.TestFailed( |
| 147 | "No 'organizationName' field in certificate subject: %s." % |
| 148 | pprint.pformat(cert)) |
| 149 | if (cert['subject']['organizationName'] != |
| 150 | "Python Software Foundation"): |
| 151 | raise test_support.TestFailed( |
| 152 | "Invalid 'organizationName' field in certificate subject; " |
| 153 | "should be 'Python Software Foundation'."); |
| 154 | c2.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 155 | |
| 156 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 157 | class ThreadedEchoServer(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 158 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 159 | class ConnectionHandler(threading.Thread): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 160 | |
| 161 | def __init__(self, server, connsock): |
| 162 | self.server = server |
| 163 | self.running = False |
| 164 | self.sock = connsock |
| 165 | threading.Thread.__init__(self) |
| 166 | self.setDaemon(True) |
| 167 | |
| 168 | def run (self): |
| 169 | self.running = True |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 170 | try: |
| 171 | sslconn = ssl.sslsocket(self.sock, server_side=True, |
| 172 | certfile=self.server.certificate, |
| 173 | ssl_version=self.server.protocol, |
| 174 | cert_reqs=self.server.certreqs) |
| 175 | except: |
| 176 | # here, we want to stop the server, because this shouldn't |
| 177 | # happen in the context of our test case |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 178 | handle_error("Test server failure:\n") |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 179 | self.running = False |
| 180 | # normally, we'd just stop here, but for the test |
| 181 | # harness, we want to stop the server |
| 182 | self.server.stop() |
| 183 | return |
| 184 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 185 | while self.running: |
| 186 | try: |
| 187 | msg = sslconn.read() |
| 188 | if not msg: |
| 189 | # eof, so quit this handler |
| 190 | self.running = False |
| 191 | sslconn.close() |
| 192 | elif msg.strip() == 'over': |
| 193 | sslconn.close() |
| 194 | self.server.stop() |
| 195 | self.running = False |
| 196 | else: |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 197 | if test_support.verbose: |
| 198 | sys.stdout.write("\nserver: %s\n" % msg.strip().lower()) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 199 | sslconn.write(msg.lower()) |
| 200 | except ssl.sslerror: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 201 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 202 | sslconn.close() |
| 203 | self.running = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 204 | # normally, we'd just stop here, but for the test |
| 205 | # harness, we want to stop the server |
| 206 | self.server.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 207 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 208 | handle_error('') |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 209 | |
Neal Norwitz | ce7fa56 | 2007-08-25 16:54:38 +0000 | [diff] [blame] | 210 | def __init__(self, port, certificate, ssl_version=None, |
| 211 | certreqs=None, cacerts=None): |
| 212 | if ssl_version is None: |
| 213 | ssl_version = ssl.PROTOCOL_TLSv1 |
| 214 | if certreqs is None: |
| 215 | certreqs = ssl.CERT_NONE |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 216 | self.certificate = certificate |
| 217 | self.protocol = ssl_version |
| 218 | self.certreqs = certreqs |
| 219 | self.cacerts = cacerts |
| 220 | self.sock = socket.socket() |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 221 | self.flag = None |
Neal Norwitz | 8e58b34 | 2007-08-25 17:25:17 +0000 | [diff] [blame] | 222 | if hasattr(socket, 'SO_REUSEADDR'): |
| 223 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) |
| 224 | if hasattr(socket, 'SO_REUSEPORT'): |
| 225 | self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 226 | self.sock.bind(('127.0.0.1', port)) |
| 227 | self.active = False |
| 228 | threading.Thread.__init__(self) |
| 229 | self.setDaemon(False) |
| 230 | |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 231 | def start (self, flag=None): |
| 232 | self.flag = flag |
| 233 | threading.Thread.start(self) |
| 234 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 235 | def run (self): |
| 236 | self.sock.settimeout(0.5) |
| 237 | self.sock.listen(5) |
| 238 | self.active = True |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 239 | if self.flag: |
| 240 | # signal an event |
| 241 | self.flag.set() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 242 | while self.active: |
| 243 | try: |
| 244 | newconn, connaddr = self.sock.accept() |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 245 | if test_support.verbose: |
| 246 | sys.stdout.write('\nserver: new connection from ' + str(connaddr) + '\n') |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 247 | handler = self.ConnectionHandler(self, newconn) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 248 | handler.start() |
| 249 | except socket.timeout: |
| 250 | pass |
| 251 | except KeyboardInterrupt: |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 252 | self.stop() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 253 | except: |
Neal Norwitz | 3e533c2 | 2007-08-27 01:03:18 +0000 | [diff] [blame] | 254 | handle_error("Test server failure:\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 255 | |
| 256 | def stop (self): |
| 257 | self.active = False |
Guido van Rossum | e472933 | 2007-08-26 19:35:09 +0000 | [diff] [blame] | 258 | self.sock.close() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 259 | |
| 260 | CERTFILE_CONFIG_TEMPLATE = """ |
| 261 | # create RSA certs - Server |
| 262 | |
| 263 | [ req ] |
| 264 | default_bits = 1024 |
| 265 | encrypt_key = yes |
| 266 | distinguished_name = req_dn |
| 267 | x509_extensions = cert_type |
| 268 | |
| 269 | [ req_dn ] |
| 270 | countryName = Country Name (2 letter code) |
| 271 | countryName_default = US |
| 272 | countryName_min = 2 |
| 273 | countryName_max = 2 |
| 274 | |
| 275 | stateOrProvinceName = State or Province Name (full name) |
| 276 | stateOrProvinceName_default = %(state)s |
| 277 | |
| 278 | localityName = Locality Name (eg, city) |
| 279 | localityName_default = %(city)s |
| 280 | |
| 281 | 0.organizationName = Organization Name (eg, company) |
| 282 | 0.organizationName_default = %(organization)s |
| 283 | |
| 284 | organizationalUnitName = Organizational Unit Name (eg, section) |
| 285 | organizationalUnitName_default = %(unit)s |
| 286 | |
| 287 | 0.commonName = Common Name (FQDN of your server) |
| 288 | 0.commonName_default = %(common-name)s |
| 289 | |
| 290 | # To create a certificate for more than one name uncomment: |
| 291 | # 1.commonName = DNS alias of your server |
| 292 | # 2.commonName = DNS alias of your server |
| 293 | # ... |
| 294 | # See http://home.netscape.com/eng/security/ssl_2.0_certificate.html |
| 295 | # to see how Netscape understands commonName. |
| 296 | |
| 297 | [ cert_type ] |
| 298 | nsCertType = server |
| 299 | """ |
| 300 | |
| 301 | def create_cert_files(): |
| 302 | |
| 303 | import tempfile, socket, os |
| 304 | d = tempfile.mkdtemp() |
| 305 | # now create a configuration file for the CA signing cert |
| 306 | fqdn = socket.getfqdn() |
| 307 | crtfile = os.path.join(d, "cert.pem") |
| 308 | conffile = os.path.join(d, "ca.conf") |
| 309 | fp = open(conffile, "w") |
| 310 | fp.write(CERTFILE_CONFIG_TEMPLATE % |
| 311 | {'state': "Delaware", |
| 312 | 'city': "Wilmington", |
| 313 | 'organization': "Python Software Foundation", |
| 314 | 'unit': "SSL", |
| 315 | 'common-name': fqdn, |
| 316 | }) |
| 317 | fp.close() |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 318 | error = os.system( |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 319 | "openssl req -batch -new -x509 -days 10 -nodes -config %s " |
| 320 | "-keyout \"%s\" -out \"%s\" > /dev/null < /dev/null 2>&1" % |
| 321 | (conffile, crtfile, crtfile)) |
| 322 | # now we have a self-signed server cert in crtfile |
| 323 | os.unlink(conffile) |
Neal Norwitz | f6f525b | 2007-08-27 00:58:33 +0000 | [diff] [blame] | 324 | if (os.WEXITSTATUS(error) or |
| 325 | not os.path.exists(crtfile) or os.path.getsize(crtfile) == 0): |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 326 | if test_support.verbose: |
| 327 | sys.stdout.write("Unable to create certificate for test %d\n" % error) |
| 328 | crtfile = None |
| 329 | elif test_support.verbose: |
| 330 | sys.stdout.write(open(crtfile, 'r').read() + '\n') |
Neal Norwitz | 7fc8e29 | 2007-08-26 18:50:39 +0000 | [diff] [blame] | 331 | return d, crtfile |
| 332 | |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 333 | |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 334 | def test_main(verbose=False): |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 335 | if skip_expected: |
| 336 | raise test_support.TestSkipped("socket module has no ssl support") |
| 337 | |
| 338 | global CERTFILE |
| 339 | tdir, CERTFILE = create_cert_files() |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 340 | if not CERTFILE: |
| 341 | sys.__stdout__.write("Skipping test_ssl ConnectedTests; " |
| 342 | "couldn't create a certificate.\n") |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 343 | |
| 344 | tests = [BasicTests] |
| 345 | |
| 346 | server = None |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 347 | if CERTFILE and test_support.is_resource_enabled('network'): |
Neal Norwitz | d6a51e6 | 2007-08-26 22:20:03 +0000 | [diff] [blame] | 348 | server = ThreadedEchoServer(10024, CERTFILE) |
| 349 | flag = threading.Event() |
| 350 | server.start(flag) |
| 351 | # wait for it to start |
| 352 | flag.wait() |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 353 | tests.append(ConnectedTests) |
| 354 | |
| 355 | thread_info = test_support.threading_setup() |
| 356 | |
| 357 | try: |
| 358 | test_support.run_unittest(*tests) |
| 359 | finally: |
| 360 | if server is not None and server.active: |
| 361 | server.stop() |
| 362 | # wait for it to stop |
| 363 | server.join() |
| 364 | |
Neal Norwitz | 9eb9b10 | 2007-08-27 01:15:33 +0000 | [diff] [blame] | 365 | if tdir and os.path.isdir(tdir): |
| 366 | shutil.rmtree(tdir) |
Guido van Rossum | 4f2c3dd | 2007-08-25 15:08:43 +0000 | [diff] [blame] | 367 | test_support.threading_cleanup(*thread_info) |
| 368 | |
| 369 | if __name__ == "__main__": |
| 370 | test_main() |