Nathaniel Manista | ae4fbcd | 2015-09-23 16:29:44 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python2.7 |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 2 | # Copyright 2015, Google Inc. |
| 3 | # All rights reserved. |
| 4 | # |
| 5 | # Redistribution and use in source and binary forms, with or without |
| 6 | # modification, are permitted provided that the following conditions are |
| 7 | # met: |
| 8 | # |
| 9 | # * Redistributions of source code must retain the above copyright |
| 10 | # notice, this list of conditions and the following disclaimer. |
| 11 | # * Redistributions in binary form must reproduce the above |
| 12 | # copyright notice, this list of conditions and the following disclaimer |
| 13 | # in the documentation and/or other materials provided with the |
| 14 | # distribution. |
| 15 | # * Neither the name of Google Inc. nor the names of its |
| 16 | # contributors may be used to endorse or promote products derived from |
| 17 | # this software without specific prior written permission. |
| 18 | # |
| 19 | # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 20 | # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 21 | # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 22 | # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 23 | # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 24 | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 25 | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 26 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 27 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 28 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 29 | # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 30 | |
| 31 | """Manage TCP ports for unit tests; started by run_tests.py""" |
| 32 | |
| 33 | import argparse |
| 34 | import BaseHTTPServer |
| 35 | import hashlib |
| 36 | import os |
| 37 | import socket |
| 38 | import sys |
| 39 | import time |
| 40 | |
Craig Tiller | fe4939f | 2015-10-06 12:55:36 -0700 | [diff] [blame] | 41 | |
| 42 | # increment this number whenever making a change to ensure that |
| 43 | # the changes are picked up by running CI servers |
| 44 | # note that all changes must be backwards compatible |
Jan Tattermusch | 3bd0827 | 2015-11-04 19:24:37 -0800 | [diff] [blame] | 45 | _MY_VERSION = 7 |
Craig Tiller | fe4939f | 2015-10-06 12:55:36 -0700 | [diff] [blame] | 46 | |
| 47 | |
| 48 | if len(sys.argv) == 2 and sys.argv[1] == 'dump_version': |
| 49 | print _MY_VERSION |
| 50 | sys.exit(0) |
| 51 | |
| 52 | |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 53 | argp = argparse.ArgumentParser(description='Server for httpcli_test') |
| 54 | argp.add_argument('-p', '--port', default=12345, type=int) |
Craig Tiller | f0a293e | 2015-10-12 10:05:50 -0700 | [diff] [blame] | 55 | argp.add_argument('-l', '--logfile', default=None, type=str) |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 56 | args = argp.parse_args() |
| 57 | |
Craig Tiller | f0a293e | 2015-10-12 10:05:50 -0700 | [diff] [blame] | 58 | if args.logfile is not None: |
Craig Tiller | 41a7bf5 | 2015-10-12 12:54:55 -0700 | [diff] [blame] | 59 | sys.stdin.close() |
| 60 | sys.stderr.close() |
| 61 | sys.stdout.close() |
Craig Tiller | f0a293e | 2015-10-12 10:05:50 -0700 | [diff] [blame] | 62 | sys.stderr = open(args.logfile, 'w') |
| 63 | sys.stdout = sys.stderr |
| 64 | |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 65 | print 'port server running on port %d' % args.port |
| 66 | |
| 67 | pool = [] |
| 68 | in_use = {} |
| 69 | |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 70 | |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 71 | def refill_pool(max_timeout, req): |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 72 | """Scan for ports not marked for being in use""" |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 73 | for i in range(1025, 32767): |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 74 | if len(pool) > 100: break |
| 75 | if i in in_use: |
| 76 | age = time.time() - in_use[i] |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 77 | if age < max_timeout: |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 78 | continue |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 79 | req.log_message("kill old request %d" % i) |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 80 | del in_use[i] |
| 81 | s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 82 | s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 83 | try: |
| 84 | s.bind(('localhost', i)) |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 85 | req.log_message("found available port %d" % i) |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 86 | pool.append(i) |
| 87 | except: |
| 88 | pass # we really don't care about failures |
| 89 | finally: |
| 90 | s.close() |
| 91 | |
| 92 | |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 93 | def allocate_port(req): |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 94 | global pool |
| 95 | global in_use |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 96 | max_timeout = 600 |
| 97 | while not pool: |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 98 | refill_pool(max_timeout, req) |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 99 | if not pool: |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 100 | req.log_message("failed to find ports: retrying soon") |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 101 | time.sleep(1) |
| 102 | max_timeout /= 2 |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 103 | port = pool[0] |
| 104 | pool = pool[1:] |
| 105 | in_use[port] = time.time() |
| 106 | return port |
| 107 | |
| 108 | |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 109 | keep_running = True |
| 110 | |
| 111 | |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 112 | class Handler(BaseHTTPServer.BaseHTTPRequestHandler): |
| 113 | |
| 114 | def do_GET(self): |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 115 | global keep_running |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 116 | if self.path == '/get': |
| 117 | # allocate a new port, it will stay bound for ten minutes and until |
| 118 | # it's unused |
| 119 | self.send_response(200) |
| 120 | self.send_header('Content-Type', 'text/plain') |
| 121 | self.end_headers() |
Craig Tiller | c20b19d | 2015-09-22 13:06:06 -0700 | [diff] [blame] | 122 | p = allocate_port(self) |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 123 | self.log_message('allocated port %d' % p) |
| 124 | self.wfile.write('%d' % p) |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 125 | elif self.path[0:6] == '/drop/': |
| 126 | self.send_response(200) |
| 127 | self.send_header('Content-Type', 'text/plain') |
| 128 | self.end_headers() |
| 129 | p = int(self.path[6:]) |
Craig Tiller | d2c3971 | 2015-10-12 11:08:49 -0700 | [diff] [blame] | 130 | if p in in_use: |
| 131 | del in_use[p] |
| 132 | pool.append(p) |
| 133 | self.log_message('drop known port %d' % p) |
| 134 | else: |
| 135 | self.log_message('drop unknown port %d' % p) |
Craig Tiller | fe4939f | 2015-10-06 12:55:36 -0700 | [diff] [blame] | 136 | elif self.path == '/version_number': |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 137 | # fetch a version string and the current process pid |
| 138 | self.send_response(200) |
| 139 | self.send_header('Content-Type', 'text/plain') |
| 140 | self.end_headers() |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 141 | self.wfile.write(_MY_VERSION) |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 142 | elif self.path == '/dump': |
Jan Tattermusch | 13e65df | 2015-09-21 09:30:49 -0700 | [diff] [blame] | 143 | # yaml module is not installed on Macs and Windows machines by default |
| 144 | # so we import it lazily (/dump action is only used for debugging) |
| 145 | import yaml |
Craig Tiller | ae322af | 2015-09-13 18:41:21 +0000 | [diff] [blame] | 146 | self.send_response(200) |
| 147 | self.send_header('Content-Type', 'text/plain') |
| 148 | self.end_headers() |
| 149 | now = time.time() |
| 150 | self.wfile.write(yaml.dump({'pool': pool, 'in_use': dict((k, now - v) for k, v in in_use.iteritems())})) |
Craig Tiller | fe4939f | 2015-10-06 12:55:36 -0700 | [diff] [blame] | 151 | elif self.path == '/quitquitquit': |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 152 | self.send_response(200) |
| 153 | self.end_headers() |
| 154 | keep_running = False |
Craig Tiller | f53d9c8 | 2015-08-04 14:19:43 -0700 | [diff] [blame] | 155 | |
| 156 | |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 157 | httpd = BaseHTTPServer.HTTPServer(('', args.port), Handler) |
| 158 | while keep_running: |
| 159 | httpd.handle_request() |
Craig Tiller | f0a293e | 2015-10-12 10:05:50 -0700 | [diff] [blame] | 160 | sys.stderr.flush() |
Craig Tiller | ef12559 | 2015-08-05 07:41:35 -0700 | [diff] [blame] | 161 | |
| 162 | print 'done' |