| """Unittests for the various HTTPServer modules. |
| |
| Written by Cody A.W. Somerville <cody-somerville@ubuntu.com>, |
| Josip Dzolonga, and Michael Otteneder for the 2007/08 GHOP contest. |
| """ |
| |
| from http.server import BaseHTTPRequestHandler, HTTPServer, \ |
| SimpleHTTPRequestHandler, CGIHTTPRequestHandler |
| from http import server, HTTPStatus |
| |
| import os |
| import sys |
| import re |
| import base64 |
| import ntpath |
| import shutil |
| import urllib.parse |
| import html |
| import http.client |
| import tempfile |
| import time |
| from io import BytesIO |
| |
| import unittest |
| from test import support |
| threading = support.import_module('threading') |
| |
| class NoLogRequestHandler: |
| def log_message(self, *args): |
| # don't write log messages to stderr |
| pass |
| |
| def read(self, n=None): |
| return '' |
| |
| |
| class TestServerThread(threading.Thread): |
| def __init__(self, test_object, request_handler): |
| threading.Thread.__init__(self) |
| self.request_handler = request_handler |
| self.test_object = test_object |
| |
| def run(self): |
| self.server = HTTPServer(('localhost', 0), self.request_handler) |
| self.test_object.HOST, self.test_object.PORT = self.server.socket.getsockname() |
| self.test_object.server_started.set() |
| self.test_object = None |
| try: |
| self.server.serve_forever(0.05) |
| finally: |
| self.server.server_close() |
| |
| def stop(self): |
| self.server.shutdown() |
| |
| |
| class BaseTestCase(unittest.TestCase): |
| def setUp(self): |
| self._threads = support.threading_setup() |
| os.environ = support.EnvironmentVarGuard() |
| self.server_started = threading.Event() |
| self.thread = TestServerThread(self, self.request_handler) |
| self.thread.start() |
| self.server_started.wait() |
| |
| def tearDown(self): |
| self.thread.stop() |
| self.thread = None |
| os.environ.__exit__() |
| support.threading_cleanup(*self._threads) |
| |
| def request(self, uri, method='GET', body=None, headers={}): |
| self.connection = http.client.HTTPConnection(self.HOST, self.PORT) |
| self.connection.request(method, uri, body, headers) |
| return self.connection.getresponse() |
| |
| |
| class BaseHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, BaseHTTPRequestHandler): |
| protocol_version = 'HTTP/1.1' |
| default_request_version = 'HTTP/1.1' |
| |
| def do_TEST(self): |
| self.send_response(HTTPStatus.NO_CONTENT) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'close') |
| self.end_headers() |
| |
| def do_KEEP(self): |
| self.send_response(HTTPStatus.NO_CONTENT) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'keep-alive') |
| self.end_headers() |
| |
| def do_KEYERROR(self): |
| self.send_error(999) |
| |
| def do_NOTFOUND(self): |
| self.send_error(HTTPStatus.NOT_FOUND) |
| |
| def do_EXPLAINERROR(self): |
| self.send_error(999, "Short Message", |
| "This is a long \n explanation") |
| |
| def do_CUSTOM(self): |
| self.send_response(999) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'close') |
| self.end_headers() |
| |
| def do_LATINONEHEADER(self): |
| self.send_response(999) |
| self.send_header('X-Special', 'Dängerous Mind') |
| self.send_header('Connection', 'close') |
| self.end_headers() |
| body = self.headers['x-special-incoming'].encode('utf-8') |
| self.wfile.write(body) |
| |
| def do_SEND_ERROR(self): |
| self.send_error(int(self.path[1:])) |
| |
| def do_HEAD(self): |
| self.send_error(int(self.path[1:])) |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.con = http.client.HTTPConnection(self.HOST, self.PORT) |
| self.con.connect() |
| |
| def test_command(self): |
| self.con.request('GET', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_request_line_trimming(self): |
| self.con._http_vsn_str = 'HTTP/1.1\n' |
| self.con.putrequest('XYZBOGUS', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_version_bogus(self): |
| self.con._http_vsn_str = 'FUBAR' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.BAD_REQUEST) |
| |
| def test_version_digits(self): |
| self.con._http_vsn_str = 'HTTP/9.9.9' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.BAD_REQUEST) |
| |
| def test_version_none_get(self): |
| self.con._http_vsn_str = '' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_version_none(self): |
| # Test that a valid method is rejected when not HTTP/1.x |
| self.con._http_vsn_str = '' |
| self.con.putrequest('CUSTOM', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.BAD_REQUEST) |
| |
| def test_version_invalid(self): |
| self.con._http_vsn = 99 |
| self.con._http_vsn_str = 'HTTP/9.9' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.HTTP_VERSION_NOT_SUPPORTED) |
| |
| def test_send_blank(self): |
| self.con._http_vsn_str = '' |
| self.con.putrequest('', '') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.BAD_REQUEST) |
| |
| def test_header_close(self): |
| self.con.putrequest('GET', '/') |
| self.con.putheader('Connection', 'close') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_header_keep_alive(self): |
| self.con._http_vsn_str = 'HTTP/1.1' |
| self.con.putrequest('GET', '/') |
| self.con.putheader('Connection', 'keep-alive') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_handler(self): |
| self.con.request('TEST', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NO_CONTENT) |
| |
| def test_return_header_keep_alive(self): |
| self.con.request('KEEP', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.getheader('Connection'), 'keep-alive') |
| self.con.request('TEST', '/') |
| self.addCleanup(self.con.close) |
| |
| def test_internal_key_error(self): |
| self.con.request('KEYERROR', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 999) |
| |
| def test_return_custom_status(self): |
| self.con.request('CUSTOM', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 999) |
| |
| def test_return_explain_error(self): |
| self.con.request('EXPLAINERROR', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 999) |
| self.assertTrue(int(res.getheader('Content-Length'))) |
| |
| def test_latin1_header(self): |
| self.con.request('LATINONEHEADER', '/', headers={ |
| 'X-Special-Incoming': 'Ärger mit Unicode' |
| }) |
| res = self.con.getresponse() |
| self.assertEqual(res.getheader('X-Special'), 'Dängerous Mind') |
| self.assertEqual(res.read(), 'Ärger mit Unicode'.encode('utf-8')) |
| |
| def test_error_content_length(self): |
| # Issue #16088: standard error responses should have a content-length |
| self.con.request('NOTFOUND', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, HTTPStatus.NOT_FOUND) |
| |
| data = res.read() |
| self.assertEqual(int(res.getheader('Content-Length')), len(data)) |
| |
| def test_send_error(self): |
| allow_transfer_encoding_codes = (HTTPStatus.NOT_MODIFIED, |
| HTTPStatus.RESET_CONTENT) |
| for code in (HTTPStatus.NO_CONTENT, HTTPStatus.NOT_MODIFIED, |
| HTTPStatus.PROCESSING, HTTPStatus.RESET_CONTENT, |
| HTTPStatus.SWITCHING_PROTOCOLS): |
| self.con.request('SEND_ERROR', '/{}'.format(code)) |
| res = self.con.getresponse() |
| self.assertEqual(code, res.status) |
| self.assertEqual(None, res.getheader('Content-Length')) |
| self.assertEqual(None, res.getheader('Content-Type')) |
| if code not in allow_transfer_encoding_codes: |
| self.assertEqual(None, res.getheader('Transfer-Encoding')) |
| |
| data = res.read() |
| self.assertEqual(b'', data) |
| |
| def test_head_via_send_error(self): |
| allow_transfer_encoding_codes = (HTTPStatus.NOT_MODIFIED, |
| HTTPStatus.RESET_CONTENT) |
| for code in (HTTPStatus.OK, HTTPStatus.NO_CONTENT, |
| HTTPStatus.NOT_MODIFIED, HTTPStatus.RESET_CONTENT, |
| HTTPStatus.SWITCHING_PROTOCOLS): |
| self.con.request('HEAD', '/{}'.format(code)) |
| res = self.con.getresponse() |
| self.assertEqual(code, res.status) |
| if code == HTTPStatus.OK: |
| self.assertTrue(int(res.getheader('Content-Length')) > 0) |
| self.assertIn('text/html', res.getheader('Content-Type')) |
| else: |
| self.assertEqual(None, res.getheader('Content-Length')) |
| self.assertEqual(None, res.getheader('Content-Type')) |
| if code not in allow_transfer_encoding_codes: |
| self.assertEqual(None, res.getheader('Transfer-Encoding')) |
| |
| data = res.read() |
| self.assertEqual(b'', data) |
| |
| |
| class RequestHandlerLoggingTestCase(BaseTestCase): |
| class request_handler(BaseHTTPRequestHandler): |
| protocol_version = 'HTTP/1.1' |
| default_request_version = 'HTTP/1.1' |
| |
| def do_GET(self): |
| self.send_response(HTTPStatus.OK) |
| self.end_headers() |
| |
| def do_ERROR(self): |
| self.send_error(HTTPStatus.NOT_FOUND, 'File not found') |
| |
| def test_get(self): |
| self.con = http.client.HTTPConnection(self.HOST, self.PORT) |
| self.con.connect() |
| |
| with support.captured_stderr() as err: |
| self.con.request('GET', '/') |
| self.con.getresponse() |
| |
| self.assertTrue( |
| err.getvalue().endswith('"GET / HTTP/1.1" 200 -\n')) |
| |
| def test_err(self): |
| self.con = http.client.HTTPConnection(self.HOST, self.PORT) |
| self.con.connect() |
| |
| with support.captured_stderr() as err: |
| self.con.request('ERROR', '/') |
| self.con.getresponse() |
| |
| lines = err.getvalue().split('\n') |
| self.assertTrue(lines[0].endswith('code 404, message File not found')) |
| self.assertTrue(lines[1].endswith('"ERROR / HTTP/1.1" 404 -')) |
| |
| |
| class SimpleHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, SimpleHTTPRequestHandler): |
| pass |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.cwd = os.getcwd() |
| basetempdir = tempfile.gettempdir() |
| os.chdir(basetempdir) |
| self.data = b'We are the knights who say Ni!' |
| self.tempdir = tempfile.mkdtemp(dir=basetempdir) |
| self.tempdir_name = os.path.basename(self.tempdir) |
| self.base_url = '/' + self.tempdir_name |
| with open(os.path.join(self.tempdir, 'test'), 'wb') as temp: |
| temp.write(self.data) |
| |
| def tearDown(self): |
| try: |
| os.chdir(self.cwd) |
| try: |
| shutil.rmtree(self.tempdir) |
| except: |
| pass |
| finally: |
| BaseTestCase.tearDown(self) |
| |
| def check_status_and_reason(self, response, status, data=None): |
| def close_conn(): |
| """Don't close reader yet so we can check if there was leftover |
| buffered input""" |
| nonlocal reader |
| reader = response.fp |
| response.fp = None |
| reader = None |
| response._close_conn = close_conn |
| |
| body = response.read() |
| self.assertTrue(response) |
| self.assertEqual(response.status, status) |
| self.assertIsNotNone(response.reason) |
| if data: |
| self.assertEqual(data, body) |
| # Ensure the server has not set up a persistent connection, and has |
| # not sent any extra data |
| self.assertEqual(response.version, 10) |
| self.assertEqual(response.msg.get("Connection", "close"), "close") |
| self.assertEqual(reader.read(30), b'', 'Connection should be closed') |
| |
| reader.close() |
| return body |
| |
| @support.requires_mac_ver(10, 5) |
| @unittest.skipIf(sys.platform == 'win32', |
| 'undecodable name cannot be decoded on win32') |
| @unittest.skipUnless(support.TESTFN_UNDECODABLE, |
| 'need support.TESTFN_UNDECODABLE') |
| def test_undecodable_filename(self): |
| enc = sys.getfilesystemencoding() |
| filename = os.fsdecode(support.TESTFN_UNDECODABLE) + '.txt' |
| with open(os.path.join(self.tempdir, filename), 'wb') as f: |
| f.write(support.TESTFN_UNDECODABLE) |
| response = self.request(self.base_url + '/') |
| if sys.platform == 'darwin': |
| # On Mac OS the HFS+ filesystem replaces bytes that aren't valid |
| # UTF-8 into a percent-encoded value. |
| for name in os.listdir(self.tempdir): |
| if name != 'test': # Ignore a filename created in setUp(). |
| filename = name |
| break |
| body = self.check_status_and_reason(response, HTTPStatus.OK) |
| quotedname = urllib.parse.quote(filename, errors='surrogatepass') |
| self.assertIn(('href="%s"' % quotedname) |
| .encode(enc, 'surrogateescape'), body) |
| self.assertIn(('>%s<' % html.escape(filename, quote=False)) |
| .encode(enc, 'surrogateescape'), body) |
| response = self.request(self.base_url + '/' + quotedname) |
| self.check_status_and_reason(response, HTTPStatus.OK, |
| data=support.TESTFN_UNDECODABLE) |
| |
| def test_get(self): |
| #constructs the path relative to the root directory of the HTTPServer |
| response = self.request(self.base_url + '/test') |
| self.check_status_and_reason(response, HTTPStatus.OK, data=self.data) |
| # check for trailing "/" which should return 404. See Issue17324 |
| response = self.request(self.base_url + '/test/') |
| self.check_status_and_reason(response, HTTPStatus.NOT_FOUND) |
| response = self.request(self.base_url + '/') |
| self.check_status_and_reason(response, HTTPStatus.OK) |
| response = self.request(self.base_url) |
| self.check_status_and_reason(response, HTTPStatus.MOVED_PERMANENTLY) |
| response = self.request(self.base_url + '/?hi=2') |
| self.check_status_and_reason(response, HTTPStatus.OK) |
| response = self.request(self.base_url + '?hi=1') |
| self.check_status_and_reason(response, HTTPStatus.MOVED_PERMANENTLY) |
| self.assertEqual(response.getheader("Location"), |
| self.base_url + "/?hi=1") |
| response = self.request('/ThisDoesNotExist') |
| self.check_status_and_reason(response, HTTPStatus.NOT_FOUND) |
| response = self.request('/' + 'ThisDoesNotExist' + '/') |
| self.check_status_and_reason(response, HTTPStatus.NOT_FOUND) |
| |
| data = b"Dummy index file\r\n" |
| with open(os.path.join(self.tempdir_name, 'index.html'), 'wb') as f: |
| f.write(data) |
| response = self.request(self.base_url + '/') |
| self.check_status_and_reason(response, HTTPStatus.OK, data) |
| |
| # chmod() doesn't work as expected on Windows, and filesystem |
| # permissions are ignored by root on Unix. |
| if os.name == 'posix' and os.geteuid() != 0: |
| os.chmod(self.tempdir, 0) |
| try: |
| response = self.request(self.base_url + '/') |
| self.check_status_and_reason(response, HTTPStatus.NOT_FOUND) |
| finally: |
| os.chmod(self.tempdir, 0o755) |
| |
| def test_head(self): |
| response = self.request( |
| self.base_url + '/test', method='HEAD') |
| self.check_status_and_reason(response, HTTPStatus.OK) |
| self.assertEqual(response.getheader('content-length'), |
| str(len(self.data))) |
| self.assertEqual(response.getheader('content-type'), |
| 'application/octet-stream') |
| |
| def test_invalid_requests(self): |
| response = self.request('/', method='FOO') |
| self.check_status_and_reason(response, HTTPStatus.NOT_IMPLEMENTED) |
| # requests must be case sensitive,so this should fail too |
| response = self.request('/', method='custom') |
| self.check_status_and_reason(response, HTTPStatus.NOT_IMPLEMENTED) |
| response = self.request('/', method='GETs') |
| self.check_status_and_reason(response, HTTPStatus.NOT_IMPLEMENTED) |
| |
| def test_path_without_leading_slash(self): |
| response = self.request(self.tempdir_name + '/test') |
| self.check_status_and_reason(response, HTTPStatus.OK, data=self.data) |
| response = self.request(self.tempdir_name + '/test/') |
| self.check_status_and_reason(response, HTTPStatus.NOT_FOUND) |
| response = self.request(self.tempdir_name + '/') |
| self.check_status_and_reason(response, HTTPStatus.OK) |
| response = self.request(self.tempdir_name) |
| self.check_status_and_reason(response, HTTPStatus.MOVED_PERMANENTLY) |
| response = self.request(self.tempdir_name + '/?hi=2') |
| self.check_status_and_reason(response, HTTPStatus.OK) |
| response = self.request(self.tempdir_name + '?hi=1') |
| self.check_status_and_reason(response, HTTPStatus.MOVED_PERMANENTLY) |
| self.assertEqual(response.getheader("Location"), |
| self.tempdir_name + "/?hi=1") |
| |
| def test_html_escape_filename(self): |
| filename = '<test&>.txt' |
| fullpath = os.path.join(self.tempdir, filename) |
| |
| try: |
| open(fullpath, 'w').close() |
| except OSError: |
| raise unittest.SkipTest('Can not create file %s on current file ' |
| 'system' % filename) |
| |
| try: |
| response = self.request(self.base_url + '/') |
| body = self.check_status_and_reason(response, HTTPStatus.OK) |
| enc = response.headers.get_content_charset() |
| finally: |
| os.unlink(fullpath) # avoid affecting test_undecodable_filename |
| |
| self.assertIsNotNone(enc) |
| html_text = '>%s<' % html.escape(filename, quote=False) |
| self.assertIn(html_text.encode(enc), body) |
| |
| |
| cgi_file1 = """\ |
| #!%s |
| |
| print("Content-type: text/html") |
| print() |
| print("Hello World") |
| """ |
| |
| cgi_file2 = """\ |
| #!%s |
| import cgi |
| |
| print("Content-type: text/html") |
| print() |
| |
| form = cgi.FieldStorage() |
| print("%%s, %%s, %%s" %% (form.getfirst("spam"), form.getfirst("eggs"), |
| form.getfirst("bacon"))) |
| """ |
| |
| cgi_file4 = """\ |
| #!%s |
| import os |
| |
| print("Content-type: text/html") |
| print() |
| |
| print(os.environ["%s"]) |
| """ |
| |
| |
| @unittest.skipIf(hasattr(os, 'geteuid') and os.geteuid() == 0, |
| "This test can't be run reliably as root (issue #13308).") |
| class CGIHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, CGIHTTPRequestHandler): |
| pass |
| |
| linesep = os.linesep.encode('ascii') |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.cwd = os.getcwd() |
| self.parent_dir = tempfile.mkdtemp() |
| self.cgi_dir = os.path.join(self.parent_dir, 'cgi-bin') |
| self.cgi_child_dir = os.path.join(self.cgi_dir, 'child-dir') |
| os.mkdir(self.cgi_dir) |
| os.mkdir(self.cgi_child_dir) |
| self.nocgi_path = None |
| self.file1_path = None |
| self.file2_path = None |
| self.file3_path = None |
| self.file4_path = None |
| |
| # The shebang line should be pure ASCII: use symlink if possible. |
| # See issue #7668. |
| if support.can_symlink(): |
| self.pythonexe = os.path.join(self.parent_dir, 'python') |
| os.symlink(sys.executable, self.pythonexe) |
| else: |
| self.pythonexe = sys.executable |
| |
| try: |
| # The python executable path is written as the first line of the |
| # CGI Python script. The encoding cookie cannot be used, and so the |
| # path should be encodable to the default script encoding (utf-8) |
| self.pythonexe.encode('utf-8') |
| except UnicodeEncodeError: |
| self.tearDown() |
| self.skipTest("Python executable path is not encodable to utf-8") |
| |
| self.nocgi_path = os.path.join(self.parent_dir, 'nocgi.py') |
| with open(self.nocgi_path, 'w') as fp: |
| fp.write(cgi_file1 % self.pythonexe) |
| os.chmod(self.nocgi_path, 0o777) |
| |
| self.file1_path = os.path.join(self.cgi_dir, 'file1.py') |
| with open(self.file1_path, 'w', encoding='utf-8') as file1: |
| file1.write(cgi_file1 % self.pythonexe) |
| os.chmod(self.file1_path, 0o777) |
| |
| self.file2_path = os.path.join(self.cgi_dir, 'file2.py') |
| with open(self.file2_path, 'w', encoding='utf-8') as file2: |
| file2.write(cgi_file2 % self.pythonexe) |
| os.chmod(self.file2_path, 0o777) |
| |
| self.file3_path = os.path.join(self.cgi_child_dir, 'file3.py') |
| with open(self.file3_path, 'w', encoding='utf-8') as file3: |
| file3.write(cgi_file1 % self.pythonexe) |
| os.chmod(self.file3_path, 0o777) |
| |
| self.file4_path = os.path.join(self.cgi_dir, 'file4.py') |
| with open(self.file4_path, 'w', encoding='utf-8') as file4: |
| file4.write(cgi_file4 % (self.pythonexe, 'QUERY_STRING')) |
| os.chmod(self.file4_path, 0o777) |
| |
| os.chdir(self.parent_dir) |
| |
| def tearDown(self): |
| try: |
| os.chdir(self.cwd) |
| if self.pythonexe != sys.executable: |
| os.remove(self.pythonexe) |
| if self.nocgi_path: |
| os.remove(self.nocgi_path) |
| if self.file1_path: |
| os.remove(self.file1_path) |
| if self.file2_path: |
| os.remove(self.file2_path) |
| if self.file3_path: |
| os.remove(self.file3_path) |
| if self.file4_path: |
| os.remove(self.file4_path) |
| os.rmdir(self.cgi_child_dir) |
| os.rmdir(self.cgi_dir) |
| os.rmdir(self.parent_dir) |
| finally: |
| BaseTestCase.tearDown(self) |
| |
| def test_url_collapse_path(self): |
| # verify tail is the last portion and head is the rest on proper urls |
| test_vectors = { |
| '': '//', |
| '..': IndexError, |
| '/.//..': IndexError, |
| '/': '//', |
| '//': '//', |
| '/\\': '//\\', |
| '/.//': '//', |
| 'cgi-bin/file1.py': '/cgi-bin/file1.py', |
| '/cgi-bin/file1.py': '/cgi-bin/file1.py', |
| 'a': '//a', |
| '/a': '//a', |
| '//a': '//a', |
| './a': '//a', |
| './C:/': '/C:/', |
| '/a/b': '/a/b', |
| '/a/b/': '/a/b/', |
| '/a/b/.': '/a/b/', |
| '/a/b/c/..': '/a/b/', |
| '/a/b/c/../d': '/a/b/d', |
| '/a/b/c/../d/e/../f': '/a/b/d/f', |
| '/a/b/c/../d/e/../../f': '/a/b/f', |
| '/a/b/c/../d/e/.././././..//f': '/a/b/f', |
| '../a/b/c/../d/e/.././././..//f': IndexError, |
| '/a/b/c/../d/e/../../../f': '/a/f', |
| '/a/b/c/../d/e/../../../../f': '//f', |
| '/a/b/c/../d/e/../../../../../f': IndexError, |
| '/a/b/c/../d/e/../../../../f/..': '//', |
| '/a/b/c/../d/e/../../../../f/../.': '//', |
| } |
| for path, expected in test_vectors.items(): |
| if isinstance(expected, type) and issubclass(expected, Exception): |
| self.assertRaises(expected, |
| server._url_collapse_path, path) |
| else: |
| actual = server._url_collapse_path(path) |
| self.assertEqual(expected, actual, |
| msg='path = %r\nGot: %r\nWanted: %r' % |
| (path, actual, expected)) |
| |
| def test_headers_and_content(self): |
| res = self.request('/cgi-bin/file1.py') |
| self.assertEqual( |
| (res.read(), res.getheader('Content-type'), res.status), |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK)) |
| |
| def test_issue19435(self): |
| res = self.request('///////////nocgi.py/../cgi-bin/nothere.sh') |
| self.assertEqual(res.status, HTTPStatus.NOT_FOUND) |
| |
| def test_post(self): |
| params = urllib.parse.urlencode( |
| {'spam' : 1, 'eggs' : 'python', 'bacon' : 123456}) |
| headers = {'Content-type' : 'application/x-www-form-urlencoded'} |
| res = self.request('/cgi-bin/file2.py', 'POST', params, headers) |
| |
| self.assertEqual(res.read(), b'1, python, 123456' + self.linesep) |
| |
| def test_invaliduri(self): |
| res = self.request('/cgi-bin/invalid') |
| res.read() |
| self.assertEqual(res.status, HTTPStatus.NOT_FOUND) |
| |
| def test_authorization(self): |
| headers = {b'Authorization' : b'Basic ' + |
| base64.b64encode(b'username:pass')} |
| res = self.request('/cgi-bin/file1.py', 'GET', headers=headers) |
| self.assertEqual( |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_no_leading_slash(self): |
| # http://bugs.python.org/issue2254 |
| res = self.request('cgi-bin/file1.py') |
| self.assertEqual( |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_os_environ_is_not_altered(self): |
| signature = "Test CGI Server" |
| os.environ['SERVER_SOFTWARE'] = signature |
| res = self.request('/cgi-bin/file1.py') |
| self.assertEqual( |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| self.assertEqual(os.environ['SERVER_SOFTWARE'], signature) |
| |
| def test_urlquote_decoding_in_cgi_check(self): |
| res = self.request('/cgi-bin%2ffile1.py') |
| self.assertEqual( |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_nested_cgi_path_issue21323(self): |
| res = self.request('/cgi-bin/child-dir/file3.py') |
| self.assertEqual( |
| (b'Hello World' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_query_with_multiple_question_mark(self): |
| res = self.request('/cgi-bin/file4.py?a=b?c=d') |
| self.assertEqual( |
| (b'a=b?c=d' + self.linesep, 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_query_with_continuous_slashes(self): |
| res = self.request('/cgi-bin/file4.py?k=aa%2F%2Fbb&//q//p//=//a//b//') |
| self.assertEqual( |
| (b'k=aa%2F%2Fbb&//q//p//=//a//b//' + self.linesep, |
| 'text/html', HTTPStatus.OK), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| |
| class SocketlessRequestHandler(SimpleHTTPRequestHandler): |
| def __init__(self): |
| self.get_called = False |
| self.protocol_version = "HTTP/1.1" |
| |
| def do_GET(self): |
| self.get_called = True |
| self.send_response(HTTPStatus.OK) |
| self.send_header('Content-Type', 'text/html') |
| self.end_headers() |
| self.wfile.write(b'<html><body>Data</body></html>\r\n') |
| |
| def log_message(self, format, *args): |
| pass |
| |
| class RejectingSocketlessRequestHandler(SocketlessRequestHandler): |
| def handle_expect_100(self): |
| self.send_error(HTTPStatus.EXPECTATION_FAILED) |
| return False |
| |
| |
| class AuditableBytesIO: |
| |
| def __init__(self): |
| self.datas = [] |
| |
| def write(self, data): |
| self.datas.append(data) |
| |
| def getData(self): |
| return b''.join(self.datas) |
| |
| @property |
| def numWrites(self): |
| return len(self.datas) |
| |
| |
| class BaseHTTPRequestHandlerTestCase(unittest.TestCase): |
| """Test the functionality of the BaseHTTPServer. |
| |
| Test the support for the Expect 100-continue header. |
| """ |
| |
| HTTPResponseMatch = re.compile(b'HTTP/1.[0-9]+ 200 OK') |
| |
| def setUp (self): |
| self.handler = SocketlessRequestHandler() |
| |
| def send_typical_request(self, message): |
| input = BytesIO(message) |
| output = BytesIO() |
| self.handler.rfile = input |
| self.handler.wfile = output |
| self.handler.handle_one_request() |
| output.seek(0) |
| return output.readlines() |
| |
| def verify_get_called(self): |
| self.assertTrue(self.handler.get_called) |
| |
| def verify_expected_headers(self, headers): |
| for fieldName in b'Server: ', b'Date: ', b'Content-Type: ': |
| self.assertEqual(sum(h.startswith(fieldName) for h in headers), 1) |
| |
| def verify_http_server_response(self, response): |
| match = self.HTTPResponseMatch.search(response) |
| self.assertIsNotNone(match) |
| |
| def test_http_1_1(self): |
| result = self.send_typical_request(b'GET / HTTP/1.1\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], b'<html><body>Data</body></html>\r\n') |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.1') |
| self.assertEqual(self.handler.command, 'GET') |
| self.assertEqual(self.handler.path, '/') |
| self.assertEqual(self.handler.request_version, 'HTTP/1.1') |
| self.assertSequenceEqual(self.handler.headers.items(), ()) |
| |
| def test_http_1_0(self): |
| result = self.send_typical_request(b'GET / HTTP/1.0\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], b'<html><body>Data</body></html>\r\n') |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.0') |
| self.assertEqual(self.handler.command, 'GET') |
| self.assertEqual(self.handler.path, '/') |
| self.assertEqual(self.handler.request_version, 'HTTP/1.0') |
| self.assertSequenceEqual(self.handler.headers.items(), ()) |
| |
| def test_http_0_9(self): |
| result = self.send_typical_request(b'GET / HTTP/0.9\r\n\r\n') |
| self.assertEqual(len(result), 1) |
| self.assertEqual(result[0], b'<html><body>Data</body></html>\r\n') |
| self.verify_get_called() |
| |
| def test_with_continue_1_0(self): |
| result = self.send_typical_request(b'GET / HTTP/1.0\r\nExpect: 100-continue\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], b'<html><body>Data</body></html>\r\n') |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.0') |
| self.assertEqual(self.handler.command, 'GET') |
| self.assertEqual(self.handler.path, '/') |
| self.assertEqual(self.handler.request_version, 'HTTP/1.0') |
| headers = (("Expect", "100-continue"),) |
| self.assertSequenceEqual(self.handler.headers.items(), headers) |
| |
| def test_with_continue_1_1(self): |
| result = self.send_typical_request(b'GET / HTTP/1.1\r\nExpect: 100-continue\r\n\r\n') |
| self.assertEqual(result[0], b'HTTP/1.1 100 Continue\r\n') |
| self.assertEqual(result[1], b'\r\n') |
| self.assertEqual(result[2], b'HTTP/1.1 200 OK\r\n') |
| self.verify_expected_headers(result[2:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], b'<html><body>Data</body></html>\r\n') |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.1') |
| self.assertEqual(self.handler.command, 'GET') |
| self.assertEqual(self.handler.path, '/') |
| self.assertEqual(self.handler.request_version, 'HTTP/1.1') |
| headers = (("Expect", "100-continue"),) |
| self.assertSequenceEqual(self.handler.headers.items(), headers) |
| |
| def test_header_buffering_of_send_error(self): |
| |
| input = BytesIO(b'GET / HTTP/1.1\r\n\r\n') |
| output = AuditableBytesIO() |
| handler = SocketlessRequestHandler() |
| handler.rfile = input |
| handler.wfile = output |
| handler.request_version = 'HTTP/1.1' |
| handler.requestline = '' |
| handler.command = None |
| |
| handler.send_error(418) |
| self.assertEqual(output.numWrites, 2) |
| |
| def test_header_buffering_of_send_response_only(self): |
| |
| input = BytesIO(b'GET / HTTP/1.1\r\n\r\n') |
| output = AuditableBytesIO() |
| handler = SocketlessRequestHandler() |
| handler.rfile = input |
| handler.wfile = output |
| handler.request_version = 'HTTP/1.1' |
| |
| handler.send_response_only(418) |
| self.assertEqual(output.numWrites, 0) |
| handler.end_headers() |
| self.assertEqual(output.numWrites, 1) |
| |
| def test_header_buffering_of_send_header(self): |
| |
| input = BytesIO(b'GET / HTTP/1.1\r\n\r\n') |
| output = AuditableBytesIO() |
| handler = SocketlessRequestHandler() |
| handler.rfile = input |
| handler.wfile = output |
| handler.request_version = 'HTTP/1.1' |
| |
| handler.send_header('Foo', 'foo') |
| handler.send_header('bar', 'bar') |
| self.assertEqual(output.numWrites, 0) |
| handler.end_headers() |
| self.assertEqual(output.getData(), b'Foo: foo\r\nbar: bar\r\n\r\n') |
| self.assertEqual(output.numWrites, 1) |
| |
| def test_header_unbuffered_when_continue(self): |
| |
| def _readAndReseek(f): |
| pos = f.tell() |
| f.seek(0) |
| data = f.read() |
| f.seek(pos) |
| return data |
| |
| input = BytesIO(b'GET / HTTP/1.1\r\nExpect: 100-continue\r\n\r\n') |
| output = BytesIO() |
| self.handler.rfile = input |
| self.handler.wfile = output |
| self.handler.request_version = 'HTTP/1.1' |
| |
| self.handler.handle_one_request() |
| self.assertNotEqual(_readAndReseek(output), b'') |
| result = _readAndReseek(output).split(b'\r\n') |
| self.assertEqual(result[0], b'HTTP/1.1 100 Continue') |
| self.assertEqual(result[1], b'') |
| self.assertEqual(result[2], b'HTTP/1.1 200 OK') |
| |
| def test_with_continue_rejected(self): |
| usual_handler = self.handler # Save to avoid breaking any subsequent tests. |
| self.handler = RejectingSocketlessRequestHandler() |
| result = self.send_typical_request(b'GET / HTTP/1.1\r\nExpect: 100-continue\r\n\r\n') |
| self.assertEqual(result[0], b'HTTP/1.1 417 Expectation Failed\r\n') |
| self.verify_expected_headers(result[1:-1]) |
| # The expect handler should short circuit the usual get method by |
| # returning false here, so get_called should be false |
| self.assertFalse(self.handler.get_called) |
| self.assertEqual(sum(r == b'Connection: close\r\n' for r in result[1:-1]), 1) |
| self.handler = usual_handler # Restore to avoid breaking any subsequent tests. |
| |
| def test_request_length(self): |
| # Issue #10714: huge request lines are discarded, to avoid Denial |
| # of Service attacks. |
| result = self.send_typical_request(b'GET ' + b'x' * 65537) |
| self.assertEqual(result[0], b'HTTP/1.1 414 Request-URI Too Long\r\n') |
| self.assertFalse(self.handler.get_called) |
| self.assertIsInstance(self.handler.requestline, str) |
| |
| def test_header_length(self): |
| # Issue #6791: same for headers |
| result = self.send_typical_request( |
| b'GET / HTTP/1.1\r\nX-Foo: bar' + b'r' * 65537 + b'\r\n\r\n') |
| self.assertEqual(result[0], b'HTTP/1.1 431 Line too long\r\n') |
| self.assertFalse(self.handler.get_called) |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.1') |
| |
| def test_too_many_headers(self): |
| result = self.send_typical_request( |
| b'GET / HTTP/1.1\r\n' + b'X-Foo: bar\r\n' * 101 + b'\r\n') |
| self.assertEqual(result[0], b'HTTP/1.1 431 Too many headers\r\n') |
| self.assertFalse(self.handler.get_called) |
| self.assertEqual(self.handler.requestline, 'GET / HTTP/1.1') |
| |
| def test_html_escape_on_error(self): |
| result = self.send_typical_request( |
| b'<script>alert("hello")</script> / HTTP/1.1') |
| result = b''.join(result) |
| text = '<script>alert("hello")</script>' |
| self.assertIn(html.escape(text, quote=False).encode('ascii'), result) |
| |
| def test_close_connection(self): |
| # handle_one_request() should be repeatedly called until |
| # it sets close_connection |
| def handle_one_request(): |
| self.handler.close_connection = next(close_values) |
| self.handler.handle_one_request = handle_one_request |
| |
| close_values = iter((True,)) |
| self.handler.handle() |
| self.assertRaises(StopIteration, next, close_values) |
| |
| close_values = iter((False, False, True)) |
| self.handler.handle() |
| self.assertRaises(StopIteration, next, close_values) |
| |
| def test_date_time_string(self): |
| now = time.time() |
| # this is the old code that formats the timestamp |
| year, month, day, hh, mm, ss, wd, y, z = time.gmtime(now) |
| expected = "%s, %02d %3s %4d %02d:%02d:%02d GMT" % ( |
| self.handler.weekdayname[wd], |
| day, |
| self.handler.monthname[month], |
| year, hh, mm, ss |
| ) |
| self.assertEqual(self.handler.date_time_string(timestamp=now), expected) |
| |
| |
| class SimpleHTTPRequestHandlerTestCase(unittest.TestCase): |
| """ Test url parsing """ |
| def setUp(self): |
| self.translated = os.getcwd() |
| self.translated = os.path.join(self.translated, 'filename') |
| self.handler = SocketlessRequestHandler() |
| |
| def test_query_arguments(self): |
| path = self.handler.translate_path('/filename') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('/filename?foo=bar') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('/filename?a=b&spam=eggs#zot') |
| self.assertEqual(path, self.translated) |
| |
| def test_start_with_double_slash(self): |
| path = self.handler.translate_path('//filename') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('//filename?foo=bar') |
| self.assertEqual(path, self.translated) |
| |
| def test_windows_colon(self): |
| with support.swap_attr(server.os, 'path', ntpath): |
| path = self.handler.translate_path('c:c:c:foo/filename') |
| path = path.replace(ntpath.sep, os.sep) |
| self.assertEqual(path, self.translated) |
| |
| path = self.handler.translate_path('\\c:../filename') |
| path = path.replace(ntpath.sep, os.sep) |
| self.assertEqual(path, self.translated) |
| |
| path = self.handler.translate_path('c:\\c:..\\foo/filename') |
| path = path.replace(ntpath.sep, os.sep) |
| self.assertEqual(path, self.translated) |
| |
| path = self.handler.translate_path('c:c:foo\\c:c:bar/filename') |
| path = path.replace(ntpath.sep, os.sep) |
| self.assertEqual(path, self.translated) |
| |
| |
| class MiscTestCase(unittest.TestCase): |
| def test_all(self): |
| expected = [] |
| blacklist = {'executable', 'nobody_uid', 'test'} |
| for name in dir(server): |
| if name.startswith('_') or name in blacklist: |
| continue |
| module_object = getattr(server, name) |
| if getattr(module_object, '__module__', None) == 'http.server': |
| expected.append(name) |
| self.assertCountEqual(server.__all__, expected) |
| |
| |
| def test_main(verbose=None): |
| cwd = os.getcwd() |
| try: |
| support.run_unittest( |
| RequestHandlerLoggingTestCase, |
| BaseHTTPRequestHandlerTestCase, |
| BaseHTTPServerTestCase, |
| SimpleHTTPServerTestCase, |
| CGIHTTPServerTestCase, |
| SimpleHTTPRequestHandlerTestCase, |
| MiscTestCase, |
| ) |
| finally: |
| os.chdir(cwd) |
| |
| if __name__ == '__main__': |
| test_main() |