| """Unittests for the various HTTPServer modules. |
| |
| Written by Cody A.W. Somerville <cody-somerville@ubuntu.com>, |
| Josip Dzolonga, and Michael Otteneder for the 2007/08 GHOP contest. |
| """ |
| |
| import os |
| import sys |
| import re |
| import base64 |
| import shutil |
| import urllib |
| import httplib |
| import tempfile |
| import unittest |
| import CGIHTTPServer |
| |
| |
| from BaseHTTPServer import BaseHTTPRequestHandler, HTTPServer |
| from SimpleHTTPServer import SimpleHTTPRequestHandler |
| from CGIHTTPServer import CGIHTTPRequestHandler |
| from StringIO import StringIO |
| from test import test_support |
| |
| |
| threading = test_support.import_module('threading') |
| |
| |
| class NoLogRequestHandler: |
| def log_message(self, *args): |
| # don't write log messages to stderr |
| pass |
| |
| class SocketlessRequestHandler(SimpleHTTPRequestHandler): |
| def __init__(self): |
| self.get_called = False |
| self.protocol_version = "HTTP/1.1" |
| |
| def do_GET(self): |
| self.get_called = True |
| self.send_response(200) |
| self.send_header('Content-Type', 'text/html') |
| self.end_headers() |
| self.wfile.write(b'<html><body>Data</body></html>\r\n') |
| |
| def log_message(self, fmt, *args): |
| pass |
| |
| |
| class TestServerThread(threading.Thread): |
| def __init__(self, test_object, request_handler): |
| threading.Thread.__init__(self) |
| self.request_handler = request_handler |
| self.test_object = test_object |
| |
| def run(self): |
| self.server = HTTPServer(('', 0), self.request_handler) |
| self.test_object.PORT = self.server.socket.getsockname()[1] |
| self.test_object.server_started.set() |
| self.test_object = None |
| try: |
| self.server.serve_forever(0.05) |
| finally: |
| self.server.server_close() |
| |
| def stop(self): |
| self.server.shutdown() |
| |
| |
| class BaseTestCase(unittest.TestCase): |
| def setUp(self): |
| self._threads = test_support.threading_setup() |
| os.environ = test_support.EnvironmentVarGuard() |
| self.server_started = threading.Event() |
| self.thread = TestServerThread(self, self.request_handler) |
| self.thread.start() |
| self.server_started.wait() |
| |
| def tearDown(self): |
| self.thread.stop() |
| os.environ.__exit__() |
| test_support.threading_cleanup(*self._threads) |
| |
| def request(self, uri, method='GET', body=None, headers={}): |
| self.connection = httplib.HTTPConnection('localhost', self.PORT) |
| self.connection.request(method, uri, body, headers) |
| return self.connection.getresponse() |
| |
| class BaseHTTPRequestHandlerTestCase(unittest.TestCase): |
| """Test the functionality of the BaseHTTPServer focussing on |
| BaseHTTPRequestHandler. |
| """ |
| |
| HTTPResponseMatch = re.compile('HTTP/1.[0-9]+ 200 OK') |
| |
| def setUp (self): |
| self.handler = SocketlessRequestHandler() |
| |
| def send_typical_request(self, message): |
| input_msg = StringIO(message) |
| output = StringIO() |
| self.handler.rfile = input_msg |
| self.handler.wfile = output |
| self.handler.handle_one_request() |
| output.seek(0) |
| return output.readlines() |
| |
| def verify_get_called(self): |
| self.assertTrue(self.handler.get_called) |
| |
| def verify_expected_headers(self, headers): |
| for fieldName in 'Server: ', 'Date: ', 'Content-Type: ': |
| self.assertEqual(sum(h.startswith(fieldName) for h in headers), 1) |
| |
| def verify_http_server_response(self, response): |
| match = self.HTTPResponseMatch.search(response) |
| self.assertTrue(match is not None) |
| |
| def test_http_1_1(self): |
| result = self.send_typical_request('GET / HTTP/1.1\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], '<html><body>Data</body></html>\r\n') |
| |
| def test_http_1_0(self): |
| result = self.send_typical_request('GET / HTTP/1.0\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], '<html><body>Data</body></html>\r\n') |
| |
| def test_http_0_9(self): |
| result = self.send_typical_request('GET / HTTP/0.9\r\n\r\n') |
| self.assertEqual(len(result), 1) |
| self.assertEqual(result[0], '<html><body>Data</body></html>\r\n') |
| self.verify_get_called() |
| |
| def test_with_continue_1_0(self): |
| result = self.send_typical_request('GET / HTTP/1.0\r\nExpect: 100-continue\r\n\r\n') |
| self.verify_http_server_response(result[0]) |
| self.verify_expected_headers(result[1:-1]) |
| self.verify_get_called() |
| self.assertEqual(result[-1], '<html><body>Data</body></html>\r\n') |
| |
| def test_request_length(self): |
| # Issue #10714: huge request lines are discarded, to avoid Denial |
| # of Service attacks. |
| result = self.send_typical_request(b'GET ' + b'x' * 65537) |
| self.assertEqual(result[0], b'HTTP/1.1 414 Request-URI Too Long\r\n') |
| self.assertFalse(self.handler.get_called) |
| |
| |
| class BaseHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, BaseHTTPRequestHandler): |
| protocol_version = 'HTTP/1.1' |
| default_request_version = 'HTTP/1.1' |
| |
| def do_TEST(self): |
| self.send_response(204) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'close') |
| self.end_headers() |
| |
| def do_KEEP(self): |
| self.send_response(204) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'keep-alive') |
| self.end_headers() |
| |
| def do_KEYERROR(self): |
| self.send_error(999) |
| |
| def do_CUSTOM(self): |
| self.send_response(999) |
| self.send_header('Content-Type', 'text/html') |
| self.send_header('Connection', 'close') |
| self.end_headers() |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.con = httplib.HTTPConnection('localhost', self.PORT) |
| self.con.connect() |
| |
| def test_command(self): |
| self.con.request('GET', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 501) |
| |
| def test_request_line_trimming(self): |
| self.con._http_vsn_str = 'HTTP/1.1\n' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 501) |
| |
| def test_version_bogus(self): |
| self.con._http_vsn_str = 'FUBAR' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 400) |
| |
| def test_version_digits(self): |
| self.con._http_vsn_str = 'HTTP/9.9.9' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 400) |
| |
| def test_version_none_get(self): |
| self.con._http_vsn_str = '' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 501) |
| |
| def test_version_none(self): |
| self.con._http_vsn_str = '' |
| self.con.putrequest('PUT', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 400) |
| |
| def test_version_invalid(self): |
| self.con._http_vsn = 99 |
| self.con._http_vsn_str = 'HTTP/9.9' |
| self.con.putrequest('GET', '/') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 505) |
| |
| def test_send_blank(self): |
| self.con._http_vsn_str = '' |
| self.con.putrequest('', '') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 400) |
| |
| def test_header_close(self): |
| self.con.putrequest('GET', '/') |
| self.con.putheader('Connection', 'close') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 501) |
| |
| def test_head_keep_alive(self): |
| self.con._http_vsn_str = 'HTTP/1.1' |
| self.con.putrequest('GET', '/') |
| self.con.putheader('Connection', 'keep-alive') |
| self.con.endheaders() |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 501) |
| |
| def test_handler(self): |
| self.con.request('TEST', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 204) |
| |
| def test_return_header_keep_alive(self): |
| self.con.request('KEEP', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.getheader('Connection'), 'keep-alive') |
| self.con.request('TEST', '/') |
| self.addCleanup(self.con.close) |
| |
| def test_internal_key_error(self): |
| self.con.request('KEYERROR', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 999) |
| |
| def test_return_custom_status(self): |
| self.con.request('CUSTOM', '/') |
| res = self.con.getresponse() |
| self.assertEqual(res.status, 999) |
| |
| |
| class SimpleHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, SimpleHTTPRequestHandler): |
| pass |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.cwd = os.getcwd() |
| basetempdir = tempfile.gettempdir() |
| os.chdir(basetempdir) |
| self.data = 'We are the knights who say Ni!' |
| self.tempdir = tempfile.mkdtemp(dir=basetempdir) |
| self.tempdir_name = os.path.basename(self.tempdir) |
| temp = open(os.path.join(self.tempdir, 'test'), 'wb') |
| temp.write(self.data) |
| temp.close() |
| |
| def tearDown(self): |
| try: |
| os.chdir(self.cwd) |
| try: |
| shutil.rmtree(self.tempdir) |
| except OSError: |
| pass |
| finally: |
| BaseTestCase.tearDown(self) |
| |
| def check_status_and_reason(self, response, status, data=None): |
| body = response.read() |
| self.assertTrue(response) |
| self.assertEqual(response.status, status) |
| self.assertIsNotNone(response.reason) |
| if data: |
| self.assertEqual(data, body) |
| |
| def test_get(self): |
| #constructs the path relative to the root directory of the HTTPServer |
| response = self.request(self.tempdir_name + '/test') |
| self.check_status_and_reason(response, 200, data=self.data) |
| response = self.request(self.tempdir_name + '/') |
| self.check_status_and_reason(response, 200) |
| response = self.request(self.tempdir_name) |
| self.check_status_and_reason(response, 301) |
| response = self.request('/ThisDoesNotExist') |
| self.check_status_and_reason(response, 404) |
| response = self.request('/' + 'ThisDoesNotExist' + '/') |
| self.check_status_and_reason(response, 404) |
| f = open(os.path.join(self.tempdir_name, 'index.html'), 'w') |
| response = self.request('/' + self.tempdir_name + '/') |
| self.check_status_and_reason(response, 200) |
| |
| # chmod() doesn't work as expected on Windows, and filesystem |
| # permissions are ignored by root on Unix. |
| if os.name == 'posix' and os.geteuid() != 0: |
| os.chmod(self.tempdir, 0) |
| response = self.request(self.tempdir_name + '/') |
| self.check_status_and_reason(response, 404) |
| os.chmod(self.tempdir, 0755) |
| |
| def test_head(self): |
| response = self.request( |
| self.tempdir_name + '/test', method='HEAD') |
| self.check_status_and_reason(response, 200) |
| self.assertEqual(response.getheader('content-length'), |
| str(len(self.data))) |
| self.assertEqual(response.getheader('content-type'), |
| 'application/octet-stream') |
| |
| def test_invalid_requests(self): |
| response = self.request('/', method='FOO') |
| self.check_status_and_reason(response, 501) |
| # requests must be case sensitive,so this should fail too |
| response = self.request('/', method='get') |
| self.check_status_and_reason(response, 501) |
| response = self.request('/', method='GETs') |
| self.check_status_and_reason(response, 501) |
| |
| |
| cgi_file1 = """\ |
| #!%s |
| |
| print "Content-type: text/html" |
| print |
| print "Hello World" |
| """ |
| |
| cgi_file2 = """\ |
| #!%s |
| import cgi |
| |
| print "Content-type: text/html" |
| print |
| |
| form = cgi.FieldStorage() |
| print "%%s, %%s, %%s" %% (form.getfirst("spam"), form.getfirst("eggs"), |
| form.getfirst("bacon")) |
| """ |
| |
| |
| @unittest.skipIf(hasattr(os, 'geteuid') and os.geteuid() == 0, |
| "This test can't be run reliably as root (issue #13308).") |
| class CGIHTTPServerTestCase(BaseTestCase): |
| class request_handler(NoLogRequestHandler, CGIHTTPRequestHandler): |
| pass |
| |
| def setUp(self): |
| BaseTestCase.setUp(self) |
| self.parent_dir = tempfile.mkdtemp() |
| self.cgi_dir = os.path.join(self.parent_dir, 'cgi-bin') |
| os.mkdir(self.cgi_dir) |
| |
| # The shebang line should be pure ASCII: use symlink if possible. |
| # See issue #7668. |
| if hasattr(os, 'symlink'): |
| self.pythonexe = os.path.join(self.parent_dir, 'python') |
| os.symlink(sys.executable, self.pythonexe) |
| else: |
| self.pythonexe = sys.executable |
| |
| self.file1_path = os.path.join(self.cgi_dir, 'file1.py') |
| with open(self.file1_path, 'w') as file1: |
| file1.write(cgi_file1 % self.pythonexe) |
| os.chmod(self.file1_path, 0777) |
| |
| self.file2_path = os.path.join(self.cgi_dir, 'file2.py') |
| with open(self.file2_path, 'w') as file2: |
| file2.write(cgi_file2 % self.pythonexe) |
| os.chmod(self.file2_path, 0777) |
| |
| self.cwd = os.getcwd() |
| os.chdir(self.parent_dir) |
| |
| def tearDown(self): |
| try: |
| os.chdir(self.cwd) |
| if self.pythonexe != sys.executable: |
| os.remove(self.pythonexe) |
| os.remove(self.file1_path) |
| os.remove(self.file2_path) |
| os.rmdir(self.cgi_dir) |
| os.rmdir(self.parent_dir) |
| finally: |
| BaseTestCase.tearDown(self) |
| |
| def test_url_collapse_path(self): |
| # verify tail is the last portion and head is the rest on proper urls |
| test_vectors = { |
| '': '//', |
| '..': IndexError, |
| '/.//..': IndexError, |
| '/': '//', |
| '//': '//', |
| '/\\': '//\\', |
| '/.//': '//', |
| 'cgi-bin/file1.py': '/cgi-bin/file1.py', |
| '/cgi-bin/file1.py': '/cgi-bin/file1.py', |
| 'a': '//a', |
| '/a': '//a', |
| '//a': '//a', |
| './a': '//a', |
| './C:/': '/C:/', |
| '/a/b': '/a/b', |
| '/a/b/': '/a/b/', |
| '/a/b/.': '/a/b/', |
| '/a/b/c/..': '/a/b/', |
| '/a/b/c/../d': '/a/b/d', |
| '/a/b/c/../d/e/../f': '/a/b/d/f', |
| '/a/b/c/../d/e/../../f': '/a/b/f', |
| '/a/b/c/../d/e/.././././..//f': '/a/b/f', |
| '../a/b/c/../d/e/.././././..//f': IndexError, |
| '/a/b/c/../d/e/../../../f': '/a/f', |
| '/a/b/c/../d/e/../../../../f': '//f', |
| '/a/b/c/../d/e/../../../../../f': IndexError, |
| '/a/b/c/../d/e/../../../../f/..': '//', |
| '/a/b/c/../d/e/../../../../f/../.': '//', |
| } |
| for path, expected in test_vectors.iteritems(): |
| if isinstance(expected, type) and issubclass(expected, Exception): |
| self.assertRaises(expected, |
| CGIHTTPServer._url_collapse_path, path) |
| else: |
| actual = CGIHTTPServer._url_collapse_path(path) |
| self.assertEqual(expected, actual, |
| msg='path = %r\nGot: %r\nWanted: %r' % |
| (path, actual, expected)) |
| |
| def test_headers_and_content(self): |
| res = self.request('/cgi-bin/file1.py') |
| self.assertEqual(('Hello World\n', 'text/html', 200), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_post(self): |
| params = urllib.urlencode({'spam' : 1, 'eggs' : 'python', 'bacon' : 123456}) |
| headers = {'Content-type' : 'application/x-www-form-urlencoded'} |
| res = self.request('/cgi-bin/file2.py', 'POST', params, headers) |
| |
| self.assertEqual(res.read(), '1, python, 123456\n') |
| |
| def test_invaliduri(self): |
| res = self.request('/cgi-bin/invalid') |
| res.read() |
| self.assertEqual(res.status, 404) |
| |
| def test_authorization(self): |
| headers = {'Authorization' : 'Basic %s' % |
| base64.b64encode('username:pass')} |
| res = self.request('/cgi-bin/file1.py', 'GET', headers=headers) |
| self.assertEqual(('Hello World\n', 'text/html', 200), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_no_leading_slash(self): |
| # http://bugs.python.org/issue2254 |
| res = self.request('cgi-bin/file1.py') |
| self.assertEqual(('Hello World\n', 'text/html', 200), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| |
| def test_os_environ_is_not_altered(self): |
| signature = "Test CGI Server" |
| os.environ['SERVER_SOFTWARE'] = signature |
| res = self.request('/cgi-bin/file1.py') |
| self.assertEqual((b'Hello World\n', 'text/html', 200), |
| (res.read(), res.getheader('Content-type'), res.status)) |
| self.assertEqual(os.environ['SERVER_SOFTWARE'], signature) |
| |
| |
| class SimpleHTTPRequestHandlerTestCase(unittest.TestCase): |
| """ Test url parsing """ |
| def setUp(self): |
| self.translated = os.getcwd() |
| self.translated = os.path.join(self.translated, 'filename') |
| self.handler = SocketlessRequestHandler() |
| |
| def test_query_arguments(self): |
| path = self.handler.translate_path('/filename') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('/filename?foo=bar') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('/filename?a=b&spam=eggs#zot') |
| self.assertEqual(path, self.translated) |
| |
| def test_start_with_double_slash(self): |
| path = self.handler.translate_path('//filename') |
| self.assertEqual(path, self.translated) |
| path = self.handler.translate_path('//filename?foo=bar') |
| self.assertEqual(path, self.translated) |
| |
| |
| def test_main(verbose=None): |
| try: |
| cwd = os.getcwd() |
| test_support.run_unittest(BaseHTTPRequestHandlerTestCase, |
| SimpleHTTPRequestHandlerTestCase, |
| BaseHTTPServerTestCase, |
| SimpleHTTPServerTestCase, |
| CGIHTTPServerTestCase |
| ) |
| finally: |
| os.chdir(cwd) |
| |
| if __name__ == '__main__': |
| test_main() |
