| OLD | NEW |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 | 5 |
| 6 import android_commands | |
| 7 import logging | 6 import logging |
| 8 import multiprocessing | 7 import multiprocessing |
| 9 | 8 |
| 10 from android_commands import errors | 9 from pylib import android_commands |
| 11 from forwarder import Forwarder | 10 from pylib.base.test_result import TestResults |
| 12 from test_result import TestResults | 11 from pylib.forwarder import Forwarder |
| 13 | 12 |
| 14 | 13 |
| 15 def _ShardedTestRunnable(test): | 14 def _ShardedTestRunnable(test): |
| 16 """Standalone function needed by multiprocessing.Pool.""" | 15 """Standalone function needed by multiprocessing.Pool.""" |
| 17 log_format = '[' + test.device + '] # %(asctime)-15s: %(message)s' | 16 log_format = '[' + test.device + '] # %(asctime)-15s: %(message)s' |
| 18 if logging.getLogger().handlers: | 17 if logging.getLogger().handlers: |
| 19 logging.getLogger().handlers[0].setFormatter(logging.Formatter(log_format)) | 18 logging.getLogger().handlers[0].setFormatter(logging.Formatter(log_format)) |
| 20 else: | 19 else: |
| 21 logging.basicConfig(format=log_format) | 20 logging.basicConfig(format=log_format) |
| 22 # Handle SystemExit here since python has a bug to exit current process | 21 # Handle SystemExit here since python has a bug to exit current process |
| (...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 95 test_runners = [] | 94 test_runners = [] |
| 96 | 95 |
| 97 # Try to create N shards, and retrying on failure. | 96 # Try to create N shards, and retrying on failure. |
| 98 try: | 97 try: |
| 99 for index, device in enumerate(self.attached_devices): | 98 for index, device in enumerate(self.attached_devices): |
| 100 logging.warning('*' * 80) | 99 logging.warning('*' * 80) |
| 101 logging.warning('Creating shard %d for %s', index, device) | 100 logging.warning('Creating shard %d for %s', index, device) |
| 102 logging.warning('*' * 80) | 101 logging.warning('*' * 80) |
| 103 test_runner = self.CreateShardedTestRunner(device, index) | 102 test_runner = self.CreateShardedTestRunner(device, index) |
| 104 test_runners += [test_runner] | 103 test_runners += [test_runner] |
| 105 except errors.DeviceUnresponsiveError as e: | 104 except android_commands.errors.DeviceUnresponsiveError as e: |
| 106 logging.critical('****Failed to create a shard: [%s]', e) | 105 logging.critical('****Failed to create a shard: [%s]', e) |
| 107 self.attached_devices.remove(device) | 106 self.attached_devices.remove(device) |
| 108 continue | 107 continue |
| 109 | 108 |
| 110 logging.warning('Starting...') | 109 logging.warning('Starting...') |
| 111 pool = multiprocessing.Pool(len(self.attached_devices), | 110 pool = multiprocessing.Pool(len(self.attached_devices), |
| 112 SetTestsContainer, | 111 SetTestsContainer, |
| 113 [BaseTestSharder.tests_container]) | 112 [BaseTestSharder.tests_container]) |
| 114 # map can't handle KeyboardInterrupt exception. It's a python bug. | 113 # map can't handle KeyboardInterrupt exception. It's a python bug. |
| 115 # So use map_async instead. | 114 # So use map_async instead. |
| 116 async_results = pool.map_async(_ShardedTestRunnable, test_runners) | 115 async_results = pool.map_async(_ShardedTestRunnable, test_runners) |
| 117 try: | 116 try: |
| 118 results_lists = async_results.get(999999) | 117 results_lists = async_results.get(999999) |
| 119 except errors.DeviceUnresponsiveError as e: | 118 except android_commands.errors.DeviceUnresponsiveError as e: |
| 120 logging.critical('****Failed to run test: [%s]', e) | 119 logging.critical('****Failed to run test: [%s]', e) |
| 121 self.attached_devices = android_commands.GetAttachedDevices() | 120 self.attached_devices = android_commands.GetAttachedDevices() |
| 122 continue | 121 continue |
| 123 test_results = TestResults.FromTestResults(results_lists) | 122 test_results = TestResults.FromTestResults(results_lists) |
| 124 # Re-check the attached devices for some devices may | 123 # Re-check the attached devices for some devices may |
| 125 # become offline | 124 # become offline |
| 126 retry_devices = set(android_commands.GetAttachedDevices()) | 125 retry_devices = set(android_commands.GetAttachedDevices()) |
| 127 # Remove devices that had exceptions. | 126 # Remove devices that had exceptions. |
| 128 retry_devices -= TestResults.DeviceExceptions(results_lists) | 127 retry_devices -= TestResults.DeviceExceptions(results_lists) |
| 129 # Retry on devices that didn't have any exception. | 128 # Retry on devices that didn't have any exception. |
| (...skipping 14 matching lines...) Expand all Loading... |
| 144 self.tests += [t.name] | 143 self.tests += [t.name] |
| 145 if not self.tests: | 144 if not self.tests: |
| 146 break | 145 break |
| 147 else: | 146 else: |
| 148 # We ran out retries, possibly out of healthy devices. | 147 # We ran out retries, possibly out of healthy devices. |
| 149 # There's no recovery at this point. | 148 # There's no recovery at this point. |
| 150 raise Exception('Unrecoverable error while retrying test runs.') | 149 raise Exception('Unrecoverable error while retrying test runs.') |
| 151 self.OnTestsCompleted(test_runners, final_results) | 150 self.OnTestsCompleted(test_runners, final_results) |
| 152 self._KillHostForwarder() | 151 self._KillHostForwarder() |
| 153 return final_results | 152 return final_results |
| OLD | NEW |