OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 | 5 import itertools |
6 import logging | 6 import logging |
7 import os | 7 import os |
| 8 import posixpath |
8 | 9 |
9 from pylib import constants | 10 from pylib import constants |
10 from pylib import ports | 11 from pylib import ports |
11 from pylib.base import test_run | 12 from pylib.base import test_run |
12 from pylib.device import device_errors | 13 from pylib.device import device_errors |
13 from pylib.gtest import gtest_test_instance | 14 from pylib.gtest import gtest_test_instance |
14 | 15 |
15 from pylib.local import local_test_server_spawner | 16 from pylib.local import local_test_server_spawner |
16 from pylib.local.device import local_device_environment | 17 from pylib.local.device import local_device_environment |
17 from pylib.local.device import local_device_test_run | 18 from pylib.local.device import local_device_test_run |
18 from pylib.utils import apk_helper | |
19 from pylib.utils import device_temp_file | 19 from pylib.utils import device_temp_file |
20 | 20 |
21 _COMMAND_LINE_FLAGS_SUPPORTED = True | 21 _COMMAND_LINE_FLAGS_SUPPORTED = True |
22 | 22 |
23 _EXTRA_COMMAND_LINE_FILE = ( | 23 _EXTRA_COMMAND_LINE_FILE = ( |
24 'org.chromium.native_test.NativeTestActivity.CommandLineFile') | 24 'org.chromium.native_test.NativeTestActivity.CommandLineFile') |
25 _EXTRA_COMMAND_LINE_FLAGS = ( | 25 _EXTRA_COMMAND_LINE_FLAGS = ( |
26 'org.chromium.native_test.NativeTestActivity.CommandLineFlags') | 26 'org.chromium.native_test.NativeTestActivity.CommandLineFlags') |
| 27 _EXTRA_TEST_LIST = ( |
| 28 'org.chromium.native_test.NativeTestInstrumentationTestRunner' |
| 29 '.TestList') |
27 | 30 |
28 _MAX_SHARD_SIZE = 256 | 31 _MAX_SHARD_SIZE = 256 |
29 | 32 |
30 # TODO(jbudorick): Move this up to the test instance if the net test server is | 33 # TODO(jbudorick): Move this up to the test instance if the net test server is |
31 # handled outside of the APK for the remote_device environment. | 34 # handled outside of the APK for the remote_device environment. |
32 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [ | 35 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [ |
33 'components_browsertests', 'content_unittests', 'content_browsertests', | 36 'components_browsertests', 'content_unittests', 'content_browsertests', |
34 'net_unittests', 'unit_tests' | 37 'net_unittests', 'unit_tests' |
35 ] | 38 ] |
36 | 39 |
| 40 # TODO(jbudorick): Move this inside _ApkDelegate once TestPackageApk is gone. |
| 41 def PullAppFilesImpl(device, package, files, directory): |
| 42 device_dir = device.GetApplicationDataDirectory(package) |
| 43 host_dir = os.path.join(directory, str(device)) |
| 44 for f in files: |
| 45 device_file = posixpath.join(device_dir, f) |
| 46 host_file = os.path.join(host_dir, *f.split(posixpath.sep)) |
| 47 host_file_base, ext = os.path.splitext(host_file) |
| 48 for i in itertools.count(): |
| 49 host_file = '%s_%d%s' % (host_file_base, i, ext) |
| 50 if not os.path.exists(host_file): |
| 51 break |
| 52 device.PullFile(device_file, host_file) |
| 53 |
37 class _ApkDelegate(object): | 54 class _ApkDelegate(object): |
38 def __init__(self, apk): | 55 def __init__(self, test_instance): |
39 self._apk = apk | 56 self._activity = test_instance.activity |
40 self._package = apk_helper.GetPackageName(self._apk) | 57 self._apk = test_instance.apk |
41 self._runner = apk_helper.GetInstrumentationName(self._apk) | 58 self._package = test_instance.package |
| 59 self._runner = test_instance.runner |
| 60 |
42 self._component = '%s/%s' % (self._package, self._runner) | 61 self._component = '%s/%s' % (self._package, self._runner) |
43 self._enable_test_server_spawner = False | 62 self._extras = test_instance.extras |
44 | 63 |
45 def Install(self, device): | 64 def Install(self, device): |
46 device.Install(self._apk) | 65 device.Install(self._apk) |
47 | 66 |
48 def RunWithFlags(self, device, flags, **kwargs): | 67 def Run(self, test, device, flags=None, **kwargs): |
| 68 extras = dict(self._extras) |
| 69 |
49 with device_temp_file.DeviceTempFile(device.adb) as command_line_file: | 70 with device_temp_file.DeviceTempFile(device.adb) as command_line_file: |
50 device.WriteFile(command_line_file.name, '_ %s' % flags) | 71 device.WriteFile(command_line_file.name, '_ %s' % flags if flags else '_') |
| 72 extras[_EXTRA_COMMAND_LINE_FILE] = command_line_file.name |
51 | 73 |
52 extras = { | 74 with device_temp_file.DeviceTempFile(device.adb) as test_list_file: |
53 _EXTRA_COMMAND_LINE_FILE: command_line_file.name, | 75 if test: |
54 } | 76 device.WriteFile(test_list_file.name, '\n'.join(test)) |
| 77 extras[_EXTRA_TEST_LIST] = test_list_file.name |
55 | 78 |
56 return device.StartInstrumentation( | 79 return device.StartInstrumentation( |
57 self._component, extras=extras, raw=False, **kwargs) | 80 self._component, extras=extras, raw=False, **kwargs) |
| 81 |
| 82 def PullAppFiles(self, device, files, directory): |
| 83 PullAppFilesImpl(device, self._package, files, directory) |
58 | 84 |
59 def Clear(self, device): | 85 def Clear(self, device): |
60 device.ClearApplicationState(self._package) | 86 device.ClearApplicationState(self._package) |
61 | 87 |
62 | 88 |
63 class _ExeDelegate(object): | 89 class _ExeDelegate(object): |
64 def __init__(self, exe, tr): | 90 def __init__(self, tr, exe): |
65 self._exe_host_path = exe | 91 self._exe_host_path = exe |
66 self._exe_file_name = os.path.split(exe)[-1] | 92 self._exe_file_name = os.path.split(exe)[-1] |
67 self._exe_device_path = '%s/%s' % ( | 93 self._exe_device_path = '%s/%s' % ( |
68 constants.TEST_EXECUTABLE_DIR, self._exe_file_name) | 94 constants.TEST_EXECUTABLE_DIR, self._exe_file_name) |
69 deps_host_path = self._exe_host_path + '_deps' | 95 deps_host_path = self._exe_host_path + '_deps' |
70 if os.path.exists(deps_host_path): | 96 if os.path.exists(deps_host_path): |
71 self._deps_host_path = deps_host_path | 97 self._deps_host_path = deps_host_path |
72 self._deps_device_path = self._exe_device_path + '_deps' | 98 self._deps_device_path = self._exe_device_path + '_deps' |
73 else: | 99 else: |
74 self._deps_host_path = None | 100 self._deps_host_path = None |
75 self._test_run = tr | 101 self._test_run = tr |
76 | 102 |
77 def Install(self, device): | 103 def Install(self, device): |
78 # TODO(jbudorick): Look into merging this with normal data deps pushing if | 104 # TODO(jbudorick): Look into merging this with normal data deps pushing if |
79 # executables become supported on nonlocal environments. | 105 # executables become supported on nonlocal environments. |
80 host_device_tuples = [(self._exe_host_path, self._exe_device_path)] | 106 host_device_tuples = [(self._exe_host_path, self._exe_device_path)] |
81 if self._deps_host_path: | 107 if self._deps_host_path: |
82 host_device_tuples.append((self._deps_host_path, self._deps_device_path)) | 108 host_device_tuples.append((self._deps_host_path, self._deps_device_path)) |
83 device.PushChangedFiles(host_device_tuples) | 109 device.PushChangedFiles(host_device_tuples) |
84 | 110 |
85 def RunWithFlags(self, device, flags, **kwargs): | 111 def Run(self, test, device, flags=None, **kwargs): |
86 cmd = [ | 112 cmd = [ |
87 self._test_run.GetTool(device).GetTestWrapper(), | 113 self._test_run.GetTool(device).GetTestWrapper(), |
88 self._exe_device_path, | 114 self._exe_device_path, |
89 flags, | |
90 ] | 115 ] |
| 116 if test: |
| 117 cmd.append('--gtest_filter=%s' % ':'.join(test)) |
| 118 if flags: |
| 119 cmd.append(flags) |
91 cwd = constants.TEST_EXECUTABLE_DIR | 120 cwd = constants.TEST_EXECUTABLE_DIR |
92 | 121 |
93 env = { | 122 env = { |
94 'LD_LIBRARY_PATH': | 123 'LD_LIBRARY_PATH': |
95 '%s/%s_deps' % (constants.TEST_EXECUTABLE_DIR, self._exe_file_name), | 124 '%s/%s_deps' % (constants.TEST_EXECUTABLE_DIR, self._exe_file_name), |
96 } | 125 } |
97 try: | 126 try: |
98 gcov_strip_depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP'] | 127 gcov_strip_depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP'] |
99 external = device.GetExternalStoragePath() | 128 external = device.GetExternalStoragePath() |
100 env['GCOV_PREFIX'] = '%s/gcov' % external | 129 env['GCOV_PREFIX'] = '%s/gcov' % external |
101 env['GCOV_PREFIX_STRIP'] = gcov_strip_depth | 130 env['GCOV_PREFIX_STRIP'] = gcov_strip_depth |
102 except (device_errors.CommandFailedError, KeyError): | 131 except (device_errors.CommandFailedError, KeyError): |
103 pass | 132 pass |
104 | 133 |
105 # TODO(jbudorick): Switch to just RunShellCommand once perezju@'s CL | 134 # TODO(jbudorick): Switch to just RunShellCommand once perezju@'s CL |
106 # for long shell commands lands. | 135 # for long shell commands lands. |
107 with device_temp_file.DeviceTempFile(device.adb) as script_file: | 136 with device_temp_file.DeviceTempFile(device.adb) as script_file: |
108 script_contents = ' '.join(cmd) | 137 script_contents = ' '.join(cmd) |
109 logging.info('script contents: %r' % script_contents) | 138 logging.info('script contents: %r' % script_contents) |
110 device.WriteFile(script_file.name, script_contents) | 139 device.WriteFile(script_file.name, script_contents) |
111 output = device.RunShellCommand(['sh', script_file.name], cwd=cwd, | 140 output = device.RunShellCommand(['sh', script_file.name], cwd=cwd, |
112 env=env, **kwargs) | 141 env=env, **kwargs) |
113 return output | 142 return output |
114 | 143 |
| 144 def PullAppFiles(self, device, files, directory): |
| 145 pass |
| 146 |
115 def Clear(self, device): | 147 def Clear(self, device): |
116 device.KillAll(self._exe_file_name, blocking=True, timeout=30, quiet=True) | 148 device.KillAll(self._exe_file_name, blocking=True, timeout=30, quiet=True) |
117 | 149 |
118 | 150 |
119 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun): | 151 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun): |
120 | 152 |
121 def __init__(self, env, test_instance): | 153 def __init__(self, env, test_instance): |
122 assert isinstance(env, local_device_environment.LocalDeviceEnvironment) | 154 assert isinstance(env, local_device_environment.LocalDeviceEnvironment) |
123 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance) | 155 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance) |
124 super(LocalDeviceGtestRun, self).__init__(env, test_instance) | 156 super(LocalDeviceGtestRun, self).__init__(env, test_instance) |
125 | 157 |
126 if self._test_instance.apk: | 158 if self._test_instance.apk: |
127 self._delegate = _ApkDelegate(self._test_instance.apk) | 159 self._delegate = _ApkDelegate(self._test_instance) |
128 elif self._test_instance.exe: | 160 elif self._test_instance.exe: |
129 self._delegate = _ExeDelegate(self, self._test_instance.exe) | 161 self._delegate = _ExeDelegate(self, self._test_instance.exe) |
130 | 162 |
131 self._servers = {} | 163 self._servers = {} |
132 | 164 |
133 #override | 165 #override |
134 def TestPackage(self): | 166 def TestPackage(self): |
135 return self._test_instance._suite | 167 return self._test_instance.suite |
136 | 168 |
137 #override | 169 #override |
138 def SetUp(self): | 170 def SetUp(self): |
139 | 171 |
140 def individual_device_set_up(dev, host_device_tuples): | 172 def individual_device_set_up(dev, host_device_tuples): |
141 # Install test APK. | 173 # Install test APK. |
142 self._delegate.Install(dev) | 174 self._delegate.Install(dev) |
143 | 175 |
144 # Push data dependencies. | 176 # Push data dependencies. |
145 external_storage = dev.GetExternalStoragePath() | 177 external_storage = dev.GetExternalStoragePath() |
(...skipping 19 matching lines...) Expand all Loading... |
165 return True | 197 return True |
166 | 198 |
167 #override | 199 #override |
168 def _CreateShards(self, tests): | 200 def _CreateShards(self, tests): |
169 device_count = len(self._env.devices) | 201 device_count = len(self._env.devices) |
170 shards = [] | 202 shards = [] |
171 for i in xrange(0, device_count): | 203 for i in xrange(0, device_count): |
172 unbounded_shard = tests[i::device_count] | 204 unbounded_shard = tests[i::device_count] |
173 shards += [unbounded_shard[j:j+_MAX_SHARD_SIZE] | 205 shards += [unbounded_shard[j:j+_MAX_SHARD_SIZE] |
174 for j in xrange(0, len(unbounded_shard), _MAX_SHARD_SIZE)] | 206 for j in xrange(0, len(unbounded_shard), _MAX_SHARD_SIZE)] |
175 return [':'.join(s) for s in shards] | 207 return shards |
176 | 208 |
177 #override | 209 #override |
178 def _GetTests(self): | 210 def _GetTests(self): |
179 tests = self._delegate.RunWithFlags( | 211 tests = self._delegate.Run( |
180 self._env.devices[0], '--gtest_list_tests') | 212 None, self._env.devices[0], flags='--gtest_list_tests') |
181 tests = gtest_test_instance.ParseGTestListTests(tests) | 213 tests = gtest_test_instance.ParseGTestListTests(tests) |
182 tests = self._test_instance.FilterTests(tests) | 214 tests = self._test_instance.FilterTests(tests) |
183 return tests | 215 return tests |
184 | 216 |
185 #override | 217 #override |
186 def _RunTest(self, device, test): | 218 def _RunTest(self, device, test): |
187 # Run the test. | 219 # Run the test. |
188 output = self._delegate.RunWithFlags(device, '--gtest_filter=%s' % test, | 220 output = self._delegate.Run( |
189 timeout=900, retries=0) | 221 test, device, timeout=900, retries=0) |
190 for s in self._servers[str(device)]: | 222 for s in self._servers[str(device)]: |
191 s.Reset() | 223 s.Reset() |
| 224 if self._test_instance.app_files: |
| 225 self._delegate.PullAppFiles(device, self._test_instance.app_files, |
| 226 self._test_instance.app_file_dir) |
192 self._delegate.Clear(device) | 227 self._delegate.Clear(device) |
193 | 228 |
194 # Parse the output. | 229 # Parse the output. |
195 # TODO(jbudorick): Transition test scripts away from parsing stdout. | 230 # TODO(jbudorick): Transition test scripts away from parsing stdout. |
196 results = self._test_instance.ParseGTestOutput(output) | 231 results = self._test_instance.ParseGTestOutput(output) |
197 return results | 232 return results |
198 | 233 |
199 #override | 234 #override |
200 def TearDown(self): | 235 def TearDown(self): |
201 def individual_device_tear_down(dev): | 236 def individual_device_tear_down(dev): |
202 for s in self._servers[str(dev)]: | 237 for s in self._servers[str(dev)]: |
203 s.TearDown() | 238 s.TearDown() |
204 | 239 |
205 self._env.parallel_devices.pMap(individual_device_tear_down) | 240 self._env.parallel_devices.pMap(individual_device_tear_down) |
206 | 241 |
OLD | NEW |