| OLD | NEW |
| (Empty) |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 """Runs the Python tests (relies on using the Java test runner).""" | |
| 6 | |
| 7 import logging | |
| 8 import os | |
| 9 import sys | |
| 10 import types | |
| 11 | |
| 12 import android_commands | |
| 13 import apk_info | |
| 14 import constants | |
| 15 import python_test_base | |
| 16 from python_test_caller import CallPythonTest | |
| 17 from python_test_sharder import PythonTestSharder | |
| 18 import run_java_tests | |
| 19 from run_java_tests import FatalTestException | |
| 20 from test_info_collection import TestInfoCollection | |
| 21 from test_result import TestResults | |
| 22 | |
| 23 | |
| 24 def _GetPythonFiles(root, files): | |
| 25 """Returns all files from |files| that end in 'Test.py'. | |
| 26 | |
| 27 Args: | |
| 28 root: A directory name with python files. | |
| 29 files: A list of file names. | |
| 30 | |
| 31 Returns: | |
| 32 A list with all Python driven test file paths. | |
| 33 """ | |
| 34 return [os.path.join(root, f) for f in files if f.endswith('Test.py')] | |
| 35 | |
| 36 | |
| 37 def _InferImportNameFromFile(python_file): | |
| 38 """Given a file, infer the import name for that file. | |
| 39 | |
| 40 Example: /usr/foo/bar/baz.py -> baz. | |
| 41 | |
| 42 Args: | |
| 43 python_file: path to the Python file, ostensibly to import later. | |
| 44 | |
| 45 Returns: | |
| 46 The module name for the given file. | |
| 47 """ | |
| 48 return os.path.splitext(os.path.basename(python_file))[0] | |
| 49 | |
| 50 | |
| 51 def DispatchPythonTests(options): | |
| 52 """Dispatches the Python tests. If there are multiple devices, use sharding. | |
| 53 | |
| 54 Args: | |
| 55 options: command line options. | |
| 56 | |
| 57 Returns: | |
| 58 A list of test results. | |
| 59 """ | |
| 60 | |
| 61 attached_devices = android_commands.GetAttachedDevices() | |
| 62 if not attached_devices: | |
| 63 raise FatalTestException('You have no devices attached or visible!') | |
| 64 if options.device: | |
| 65 attached_devices = [options.device] | |
| 66 | |
| 67 test_collection = TestInfoCollection() | |
| 68 all_tests = _GetAllTests(options.python_test_root, options.official_build) | |
| 69 test_collection.AddTests(all_tests) | |
| 70 test_names = [t.qualified_name for t in all_tests] | |
| 71 logging.debug('All available tests: ' + str(test_names)) | |
| 72 | |
| 73 available_tests = test_collection.GetAvailableTests( | |
| 74 options.annotation, options.test_filter) | |
| 75 | |
| 76 if not available_tests: | |
| 77 logging.warning('No Python tests to run with current args.') | |
| 78 return TestResults() | |
| 79 | |
| 80 available_tests *= options.number_of_runs | |
| 81 test_names = [t.qualified_name for t in available_tests] | |
| 82 logging.debug('Final list of tests to run: ' + str(test_names)) | |
| 83 | |
| 84 # Copy files to each device before running any tests. | |
| 85 for device_id in attached_devices: | |
| 86 logging.debug('Pushing files to device %s', device_id) | |
| 87 apks = [apk_info.ApkInfo(options.test_apk_path, options.test_apk_jar_path)] | |
| 88 test_files_copier = run_java_tests.TestRunner(options, device_id, | |
| 89 None, False, 0, apks, []) | |
| 90 test_files_copier.CopyTestFilesOnce() | |
| 91 | |
| 92 # Actually run the tests. | |
| 93 if len(attached_devices) > 1 and options.wait_for_debugger: | |
| 94 logging.warning('Debugger can not be sharded, ' | |
| 95 'using first available device') | |
| 96 attached_devices = attached_devices[:1] | |
| 97 logging.debug('Running Python tests') | |
| 98 sharder = PythonTestSharder(attached_devices, available_tests, options) | |
| 99 test_results = sharder.RunShardedTests() | |
| 100 | |
| 101 return test_results | |
| 102 | |
| 103 | |
| 104 def _GetTestModules(python_test_root, is_official_build): | |
| 105 """Retrieve a sorted list of pythonDrivenTests. | |
| 106 | |
| 107 Walks the location of pythonDrivenTests, imports them, and provides the list | |
| 108 of imported modules to the caller. | |
| 109 | |
| 110 Args: | |
| 111 python_test_root: the path to walk, looking for pythonDrivenTests | |
| 112 is_official_build: whether to run only those tests marked 'official' | |
| 113 | |
| 114 Returns: | |
| 115 A list of Python modules which may have zero or more tests. | |
| 116 """ | |
| 117 # By default run all python tests under pythonDrivenTests. | |
| 118 python_test_file_list = [] | |
| 119 for root, _, files in os.walk(python_test_root): | |
| 120 if (root.endswith('pythonDrivenTests') | |
| 121 or (is_official_build | |
| 122 and root.endswith('pythonDrivenTests/official'))): | |
| 123 python_test_file_list += _GetPythonFiles(root, files) | |
| 124 python_test_file_list.sort() | |
| 125 | |
| 126 test_module_list = [_GetModuleFromFile(test_file) | |
| 127 for test_file in python_test_file_list] | |
| 128 return test_module_list | |
| 129 | |
| 130 | |
| 131 def _GetModuleFromFile(python_file): | |
| 132 """Gets the module associated with a file by importing it. | |
| 133 | |
| 134 Args: | |
| 135 python_file: file to import | |
| 136 | |
| 137 Returns: | |
| 138 The module object. | |
| 139 """ | |
| 140 sys.path.append(os.path.dirname(python_file)) | |
| 141 import_name = _InferImportNameFromFile(python_file) | |
| 142 return __import__(import_name) | |
| 143 | |
| 144 | |
| 145 def _GetTestsFromClass(test_class): | |
| 146 """Create a list of test objects for each test method on this class. | |
| 147 | |
| 148 Test methods are methods on the class which begin with 'test'. | |
| 149 | |
| 150 Args: | |
| 151 test_class: class object which contains zero or more test methods. | |
| 152 | |
| 153 Returns: | |
| 154 A list of test objects, each of which is bound to one test. | |
| 155 """ | |
| 156 test_names = [m for m in dir(test_class) | |
| 157 if _IsTestMethod(m, test_class)] | |
| 158 return map(test_class, test_names) | |
| 159 | |
| 160 | |
| 161 def _GetTestClassesFromModule(test_module): | |
| 162 tests = [] | |
| 163 for name in dir(test_module): | |
| 164 attr = getattr(test_module, name) | |
| 165 if _IsTestClass(attr): | |
| 166 tests.extend(_GetTestsFromClass(attr)) | |
| 167 return tests | |
| 168 | |
| 169 | |
| 170 def _IsTestClass(test_class): | |
| 171 return (type(test_class) is types.TypeType and | |
| 172 issubclass(test_class, python_test_base.PythonTestBase) and | |
| 173 test_class is not python_test_base.PythonTestBase) | |
| 174 | |
| 175 | |
| 176 def _IsTestMethod(attrname, test_case_class): | |
| 177 """Checks whether this is a valid test method. | |
| 178 | |
| 179 Args: | |
| 180 attrname: the method name. | |
| 181 test_case_class: the test case class. | |
| 182 | |
| 183 Returns: | |
| 184 True if test_case_class.'attrname' is callable and it starts with 'test'; | |
| 185 False otherwise. | |
| 186 """ | |
| 187 attr = getattr(test_case_class, attrname) | |
| 188 return callable(attr) and attrname.startswith('test') | |
| 189 | |
| 190 | |
| 191 def _GetAllTests(test_root, is_official_build): | |
| 192 """Retrieve a list of Python test modules and their respective methods. | |
| 193 | |
| 194 Args: | |
| 195 test_root: path which contains Python-driven test files | |
| 196 is_official_build: whether this is an official build | |
| 197 | |
| 198 Returns: | |
| 199 List of test case objects for all available test methods. | |
| 200 """ | |
| 201 if not test_root: | |
| 202 return [] | |
| 203 all_tests = [] | |
| 204 test_module_list = _GetTestModules(test_root, is_official_build) | |
| 205 for module in test_module_list: | |
| 206 all_tests.extend(_GetTestClassesFromModule(module)) | |
| 207 return all_tests | |
| OLD | NEW |