| OLD | NEW |
|---|
| (Empty) |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 """Functions that deal with local and device ports.""" | |
| 6 | |
| 7 import contextlib | |
| 8 import fcntl | |
| 9 import httplib | |
| 10 import logging | |
| 11 import os | |
| 12 import socket | |
| 13 import traceback | |
| 14 | |
| 15 from pylib import constants | |
| 16 | |
| 17 | |
| 18 # The following two methods are used to allocate the port source for various | |
| 19 # types of test servers. Because some net-related tests can be run on shards at | |
| 20 # same time, it's important to have a mechanism to allocate the port | |
| 21 # process-safe. In here, we implement the safe port allocation by leveraging | |
| 22 # flock. | |
| 23 def ResetTestServerPortAllocation(): | |
| 24 """Resets the port allocation to start from TEST_SERVER_PORT_FIRST. | |
| 25 | |
| 26 Returns: | |
| 27 Returns True if reset successes. Otherwise returns False. | |
| 28 """ | |
| 29 try: | |
| 30 with open(constants.TEST_SERVER_PORT_FILE, 'w') as fp: | |
| 31 fp.write('%d' % constants.TEST_SERVER_PORT_FIRST) | |
| 32 if os.path.exists(constants.TEST_SERVER_PORT_LOCKFILE): | |
| 33 os.unlink(constants.TEST_SERVER_PORT_LOCKFILE) | |
| 34 return True | |
| 35 except Exception as e: | |
| 36 logging.error(e) | |
| 37 return False | |
| 38 | |
| 39 | |
| 40 def AllocateTestServerPort(): | |
| 41 """Allocates a port incrementally. | |
| 42 | |
| 43 Returns: | |
| 44 Returns a valid port which should be in between TEST_SERVER_PORT_FIRST and | |
| 45 TEST_SERVER_PORT_LAST. Returning 0 means no more valid port can be used. | |
| 46 """ | |
| 47 port = 0 | |
| 48 ports_tried = [] | |
| 49 try: | |
| 50 fp_lock = open(constants.TEST_SERVER_PORT_LOCKFILE, 'w') | |
| 51 fcntl.flock(fp_lock, fcntl.LOCK_EX) | |
| 52 # Get current valid port and calculate next valid port. | |
| 53 if not os.path.exists(constants.TEST_SERVER_PORT_FILE): | |
| 54 ResetTestServerPortAllocation() | |
| 55 with open(constants.TEST_SERVER_PORT_FILE, 'r+') as fp: | |
| 56 port = int(fp.read()) | |
| 57 ports_tried.append(port) | |
| 58 while not IsHostPortAvailable(port): | |
| 59 port += 1 | |
| 60 ports_tried.append(port) | |
| 61 if (port > constants.TEST_SERVER_PORT_LAST or | |
| 62 port < constants.TEST_SERVER_PORT_FIRST): | |
| 63 port = 0 | |
| 64 else: | |
| 65 fp.seek(0, os.SEEK_SET) | |
| 66 fp.write('%d' % (port + 1)) | |
| 67 except Exception as e: | |
| 68 logging.error(e) | |
| 69 finally: | |
| 70 if fp_lock: | |
| 71 fcntl.flock(fp_lock, fcntl.LOCK_UN) | |
| 72 fp_lock.close() | |
| 73 if port: | |
| 74 logging.info('Allocate port %d for test server.', port) | |
| 75 else: | |
| 76 logging.error('Could not allocate port for test server. ' | |
| 77 'List of ports tried: %s', str(ports_tried)) | |
| 78 return port | |
| 79 | |
| 80 | |
| 81 def IsHostPortAvailable(host_port): | |
| 82 """Checks whether the specified host port is available. | |
| 83 | |
| 84 Args: | |
| 85 host_port: Port on host to check. | |
| 86 | |
| 87 Returns: | |
| 88 True if the port on host is available, otherwise returns False. | |
| 89 """ | |
| 90 s = socket.socket() | |
| 91 try: | |
| 92 s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) | |
| 93 s.bind(('', host_port)) | |
| 94 s.close() | |
| 95 return True | |
| 96 except socket.error: | |
| 97 return False | |
| 98 | |
| 99 | |
| 100 def IsDevicePortUsed(device, device_port, state=''): | |
| 101 """Checks whether the specified device port is used or not. | |
| 102 | |
| 103 Args: | |
| 104 device: A DeviceUtils instance. | |
| 105 device_port: Port on device we want to check. | |
| 106 state: String of the specified state. Default is empty string, which | |
| 107 means any state. | |
| 108 | |
| 109 Returns: | |
| 110 True if the port on device is already used, otherwise returns False. | |
| 111 """ | |
| 112 base_url = '127.0.0.1:%d' % device_port | |
| 113 netstat_results = device.RunShellCommand('netstat') | |
| 114 for single_connect in netstat_results: | |
| 115 # Column 3 is the local address which we want to check with. | |
| 116 connect_results = single_connect.split() | |
| 117 if connect_results[0] != 'tcp': | |
| 118 continue | |
| 119 if len(connect_results) < 6: | |
| 120 raise Exception('Unexpected format while parsing netstat line: ' + | |
| 121 single_connect) | |
| 122 is_state_match = connect_results[5] == state if state else True | |
| 123 if connect_results[3] == base_url and is_state_match: | |
| 124 return True | |
| 125 return False | |
| 126 | |
| 127 | |
| 128 def IsHttpServerConnectable(host, port, tries=3, command='GET', path='/', | |
| 129 expected_read='', timeout=2): | |
| 130 """Checks whether the specified http server is ready to serve request or not. | |
| 131 | |
| 132 Args: | |
| 133 host: Host name of the HTTP server. | |
| 134 port: Port number of the HTTP server. | |
| 135 tries: How many times we want to test the connection. The default value is | |
| 136 3. | |
| 137 command: The http command we use to connect to HTTP server. The default | |
| 138 command is 'GET'. | |
| 139 path: The path we use when connecting to HTTP server. The default path is | |
| 140 '/'. | |
| 141 expected_read: The content we expect to read from the response. The default | |
| 142 value is ''. | |
| 143 timeout: Timeout (in seconds) for each http connection. The default is 2s. | |
| 144 | |
| 145 Returns: | |
| 146 Tuple of (connect status, client error). connect status is a boolean value | |
| 147 to indicate whether the server is connectable. client_error is the error | |
| 148 message the server returns when connect status is false. | |
| 149 """ | |
| 150 assert tries >= 1 | |
| 151 for i in xrange(0, tries): | |
| 152 client_error = None | |
| 153 try: | |
| 154 with contextlib.closing(httplib.HTTPConnection( | |
| 155 host, port, timeout=timeout)) as http: | |
| 156 # Output some debug information when we have tried more than 2 times. | |
| 157 http.set_debuglevel(i >= 2) | |
| 158 http.request(command, path) | |
| 159 r = http.getresponse() | |
| 160 content = r.read() | |
| 161 if r.status == 200 and r.reason == 'OK' and content == expected_read: | |
| 162 return (True, '') | |
| 163 client_error = ('Bad response: %s %s version %s\n ' % | |
| 164 (r.status, r.reason, r.version) + | |
| 165 '\n '.join([': '.join(h) for h in r.getheaders()])) | |
| 166 except (httplib.HTTPException, socket.error) as e: | |
| 167 # Probably too quick connecting: try again. | |
| 168 exception_error_msgs = traceback.format_exception_only(type(e), e) | |
| 169 if exception_error_msgs: | |
| 170 client_error = ''.join(exception_error_msgs) | |
| 171 # Only returns last client_error. | |
| 172 return (False, client_error or 'Timeout') | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2392643003:
Removes files from //build that we don't need (Closed)
