Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(57)

Side by Side Diff: build/android/pylib/run_python_tests.py

Issue 11649008: Reorganize Android's test scripts into packages. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Created 7 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « build/android/pylib/run_java_tests.py ('k') | build/android/pylib/single_test_runner.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file.
4
5 """Runs the Python tests (relies on using the Java test runner)."""
6
7 import logging
8 import os
9 import sys
10 import types
11
12 import android_commands
13 import apk_info
14 import constants
15 import python_test_base
16 from python_test_caller import CallPythonTest
17 from python_test_sharder import PythonTestSharder
18 import run_java_tests
19 from run_java_tests import FatalTestException
20 from test_info_collection import TestInfoCollection
21 from test_result import TestResults
22
23
24 def _GetPythonFiles(root, files):
25 """Returns all files from |files| that end in 'Test.py'.
26
27 Args:
28 root: A directory name with python files.
29 files: A list of file names.
30
31 Returns:
32 A list with all Python driven test file paths.
33 """
34 return [os.path.join(root, f) for f in files if f.endswith('Test.py')]
35
36
37 def _InferImportNameFromFile(python_file):
38 """Given a file, infer the import name for that file.
39
40 Example: /usr/foo/bar/baz.py -> baz.
41
42 Args:
43 python_file: path to the Python file, ostensibly to import later.
44
45 Returns:
46 The module name for the given file.
47 """
48 return os.path.splitext(os.path.basename(python_file))[0]
49
50
51 def DispatchPythonTests(options):
52 """Dispatches the Python tests. If there are multiple devices, use sharding.
53
54 Args:
55 options: command line options.
56
57 Returns:
58 A list of test results.
59 """
60
61 attached_devices = android_commands.GetAttachedDevices()
62 if not attached_devices:
63 raise FatalTestException('You have no devices attached or visible!')
64 if options.device:
65 attached_devices = [options.device]
66
67 test_collection = TestInfoCollection()
68 all_tests = _GetAllTests(options.python_test_root, options.official_build)
69 test_collection.AddTests(all_tests)
70 test_names = [t.qualified_name for t in all_tests]
71 logging.debug('All available tests: ' + str(test_names))
72
73 available_tests = test_collection.GetAvailableTests(
74 options.annotation, options.test_filter)
75
76 if not available_tests:
77 logging.warning('No Python tests to run with current args.')
78 return TestResults()
79
80 available_tests *= options.number_of_runs
81 test_names = [t.qualified_name for t in available_tests]
82 logging.debug('Final list of tests to run: ' + str(test_names))
83
84 # Copy files to each device before running any tests.
85 for device_id in attached_devices:
86 logging.debug('Pushing files to device %s', device_id)
87 apks = [apk_info.ApkInfo(options.test_apk_path, options.test_apk_jar_path)]
88 test_files_copier = run_java_tests.TestRunner(options, device_id,
89 None, False, 0, apks, [])
90 test_files_copier.CopyTestFilesOnce()
91
92 # Actually run the tests.
93 if len(attached_devices) > 1 and options.wait_for_debugger:
94 logging.warning('Debugger can not be sharded, '
95 'using first available device')
96 attached_devices = attached_devices[:1]
97 logging.debug('Running Python tests')
98 sharder = PythonTestSharder(attached_devices, available_tests, options)
99 test_results = sharder.RunShardedTests()
100
101 return test_results
102
103
104 def _GetTestModules(python_test_root, is_official_build):
105 """Retrieve a sorted list of pythonDrivenTests.
106
107 Walks the location of pythonDrivenTests, imports them, and provides the list
108 of imported modules to the caller.
109
110 Args:
111 python_test_root: the path to walk, looking for pythonDrivenTests
112 is_official_build: whether to run only those tests marked 'official'
113
114 Returns:
115 A list of Python modules which may have zero or more tests.
116 """
117 # By default run all python tests under pythonDrivenTests.
118 python_test_file_list = []
119 for root, _, files in os.walk(python_test_root):
120 if (root.endswith('pythonDrivenTests')
121 or (is_official_build
122 and root.endswith('pythonDrivenTests/official'))):
123 python_test_file_list += _GetPythonFiles(root, files)
124 python_test_file_list.sort()
125
126 test_module_list = [_GetModuleFromFile(test_file)
127 for test_file in python_test_file_list]
128 return test_module_list
129
130
131 def _GetModuleFromFile(python_file):
132 """Gets the module associated with a file by importing it.
133
134 Args:
135 python_file: file to import
136
137 Returns:
138 The module object.
139 """
140 sys.path.append(os.path.dirname(python_file))
141 import_name = _InferImportNameFromFile(python_file)
142 return __import__(import_name)
143
144
145 def _GetTestsFromClass(test_class):
146 """Create a list of test objects for each test method on this class.
147
148 Test methods are methods on the class which begin with 'test'.
149
150 Args:
151 test_class: class object which contains zero or more test methods.
152
153 Returns:
154 A list of test objects, each of which is bound to one test.
155 """
156 test_names = [m for m in dir(test_class)
157 if _IsTestMethod(m, test_class)]
158 return map(test_class, test_names)
159
160
161 def _GetTestClassesFromModule(test_module):
162 tests = []
163 for name in dir(test_module):
164 attr = getattr(test_module, name)
165 if _IsTestClass(attr):
166 tests.extend(_GetTestsFromClass(attr))
167 return tests
168
169
170 def _IsTestClass(test_class):
171 return (type(test_class) is types.TypeType and
172 issubclass(test_class, python_test_base.PythonTestBase) and
173 test_class is not python_test_base.PythonTestBase)
174
175
176 def _IsTestMethod(attrname, test_case_class):
177 """Checks whether this is a valid test method.
178
179 Args:
180 attrname: the method name.
181 test_case_class: the test case class.
182
183 Returns:
184 True if test_case_class.'attrname' is callable and it starts with 'test';
185 False otherwise.
186 """
187 attr = getattr(test_case_class, attrname)
188 return callable(attr) and attrname.startswith('test')
189
190
191 def _GetAllTests(test_root, is_official_build):
192 """Retrieve a list of Python test modules and their respective methods.
193
194 Args:
195 test_root: path which contains Python-driven test files
196 is_official_build: whether this is an official build
197
198 Returns:
199 List of test case objects for all available test methods.
200 """
201 if not test_root:
202 return []
203 all_tests = []
204 test_module_list = _GetTestModules(test_root, is_official_build)
205 for module in test_module_list:
206 all_tests.extend(_GetTestClassesFromModule(module))
207 return all_tests
OLDNEW
« no previous file with comments | « build/android/pylib/run_java_tests.py ('k') | build/android/pylib/single_test_runner.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698