Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(241)

Side by Side Diff: build/android/pylib/gtest/local_device_gtest_run.py

Issue 1358593002: [Android] Switch gtests to platform mode. (RELAND) (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: fixed Created 5 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
(Empty)
1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file.
4
5 import itertools
6 import logging
7 import os
8 import posixpath
9
10 from devil.android import device_errors
11 from devil.android import device_temp_file
12 from devil.android import ports
13 from pylib import constants
14 from pylib.gtest import gtest_test_instance
15 from pylib.local import local_test_server_spawner
16 from pylib.local.device import local_device_environment
17 from pylib.local.device import local_device_test_run
18
19 _COMMAND_LINE_FLAGS_SUPPORTED = True
20
21 _EXTRA_COMMAND_LINE_FILE = (
22 'org.chromium.native_test.NativeTestActivity.CommandLineFile')
23 _EXTRA_COMMAND_LINE_FLAGS = (
24 'org.chromium.native_test.NativeTestActivity.CommandLineFlags')
25 _EXTRA_TEST_LIST = (
26 'org.chromium.native_test.NativeTestInstrumentationTestRunner'
27 '.TestList')
28
29 _MAX_SHARD_SIZE = 256
30
31 # TODO(jbudorick): Move this up to the test instance if the net test server is
32 # handled outside of the APK for the remote_device environment.
33 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [
34 'components_browsertests', 'content_unittests', 'content_browsertests',
35 'net_unittests', 'unit_tests'
36 ]
37
38 # TODO(jbudorick): Move this inside _ApkDelegate once TestPackageApk is gone.
39 def PullAppFilesImpl(device, package, files, directory):
40 device_dir = device.GetApplicationDataDirectory(package)
41 host_dir = os.path.join(directory, str(device))
42 for f in files:
43 device_file = posixpath.join(device_dir, f)
44 host_file = os.path.join(host_dir, *f.split(posixpath.sep))
45 host_file_base, ext = os.path.splitext(host_file)
46 for i in itertools.count():
47 host_file = '%s_%d%s' % (host_file_base, i, ext)
48 if not os.path.exists(host_file):
49 break
50 device.PullFile(device_file, host_file)
51
52 class _ApkDelegate(object):
53 def __init__(self, test_instance):
54 self._activity = test_instance.activity
55 self._apk = test_instance.apk
56 self._package = test_instance.package
57 self._runner = test_instance.runner
58 self._permissions = test_instance.permissions
59
60 self._component = '%s/%s' % (self._package, self._runner)
61 self._extras = test_instance.extras
62
63 def Install(self, device):
64 device.Install(self._apk, permissions=self._permissions)
65
66 def Run(self, test, device, flags=None, **kwargs):
67 extras = dict(self._extras)
68
69 with device_temp_file.DeviceTempFile(device.adb) as command_line_file:
70 device.WriteFile(command_line_file.name, '_ %s' % flags if flags else '_')
71 extras[_EXTRA_COMMAND_LINE_FILE] = command_line_file.name
72
73 with device_temp_file.DeviceTempFile(device.adb) as test_list_file:
74 if test:
75 device.WriteFile(test_list_file.name, '\n'.join(test))
76 extras[_EXTRA_TEST_LIST] = test_list_file.name
77
78 return device.StartInstrumentation(
79 self._component, extras=extras, raw=False, **kwargs)
80
81 def PullAppFiles(self, device, files, directory):
82 PullAppFilesImpl(device, self._package, files, directory)
83
84 def Clear(self, device):
85 device.ClearApplicationState(self._package, permissions=self._permissions)
86
87
88 class _ExeDelegate(object):
89 def __init__(self, tr, exe):
90 self._exe_host_path = exe
91 self._exe_file_name = os.path.split(exe)[-1]
92 self._exe_device_path = '%s/%s' % (
93 constants.TEST_EXECUTABLE_DIR, self._exe_file_name)
94 deps_host_path = self._exe_host_path + '_deps'
95 if os.path.exists(deps_host_path):
96 self._deps_host_path = deps_host_path
97 self._deps_device_path = self._exe_device_path + '_deps'
98 else:
99 self._deps_host_path = None
100 self._test_run = tr
101
102 def Install(self, device):
103 # TODO(jbudorick): Look into merging this with normal data deps pushing if
104 # executables become supported on nonlocal environments.
105 host_device_tuples = [(self._exe_host_path, self._exe_device_path)]
106 if self._deps_host_path:
107 host_device_tuples.append((self._deps_host_path, self._deps_device_path))
108 device.PushChangedFiles(host_device_tuples)
109
110 def Run(self, test, device, flags=None, **kwargs):
111 cmd = [
112 self._test_run.GetTool(device).GetTestWrapper(),
113 self._exe_device_path,
114 ]
115 if test:
116 cmd.append('--gtest_filter=%s' % ':'.join(test))
117 if flags:
118 cmd.append(flags)
119 cwd = constants.TEST_EXECUTABLE_DIR
120
121 env = {
122 'LD_LIBRARY_PATH':
123 '%s/%s_deps' % (constants.TEST_EXECUTABLE_DIR, self._exe_file_name),
124 }
125 try:
126 gcov_strip_depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP']
127 external = device.GetExternalStoragePath()
128 env['GCOV_PREFIX'] = '%s/gcov' % external
129 env['GCOV_PREFIX_STRIP'] = gcov_strip_depth
130 except (device_errors.CommandFailedError, KeyError):
131 pass
132
133 # TODO(jbudorick): Switch to just RunShellCommand once perezju@'s CL
134 # for long shell commands lands.
135 with device_temp_file.DeviceTempFile(device.adb) as script_file:
136 script_contents = ' '.join(cmd)
137 logging.info('script contents: %r', script_contents)
138 device.WriteFile(script_file.name, script_contents)
139 output = device.RunShellCommand(['sh', script_file.name], cwd=cwd,
140 env=env, **kwargs)
141 return output
142
143 def PullAppFiles(self, device, files, directory):
144 pass
145
146 def Clear(self, device):
147 device.KillAll(self._exe_file_name, blocking=True, timeout=30, quiet=True)
148
149
150 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun):
151
152 def __init__(self, env, test_instance):
153 assert isinstance(env, local_device_environment.LocalDeviceEnvironment)
154 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance)
155 super(LocalDeviceGtestRun, self).__init__(env, test_instance)
156
157 if self._test_instance.apk:
158 self._delegate = _ApkDelegate(self._test_instance)
159 elif self._test_instance.exe:
160 self._delegate = _ExeDelegate(self, self._test_instance.exe)
161
162 self._servers = {}
163
164 #override
165 def TestPackage(self):
166 return self._test_instance.suite
167
168 #override
169 def SetUp(self):
170
171 def individual_device_set_up(dev, host_device_tuples):
172 # Install test APK.
173 self._delegate.Install(dev)
174
175 # Push data dependencies.
176 external_storage = dev.GetExternalStoragePath()
177 host_device_tuples = [
178 (h, d if d is not None else external_storage)
179 for h, d in host_device_tuples]
180 dev.PushChangedFiles(host_device_tuples)
181
182 self._servers[str(dev)] = []
183 if self.TestPackage() in _SUITE_REQUIRES_TEST_SERVER_SPAWNER:
184 self._servers[str(dev)].append(
185 local_test_server_spawner.LocalTestServerSpawner(
186 ports.AllocateTestServerPort(), dev, self.GetTool(dev)))
187
188 for s in self._servers[str(dev)]:
189 s.SetUp()
190
191 self._env.parallel_devices.pMap(individual_device_set_up,
192 self._test_instance.GetDataDependencies())
193
194 #override
195 def _ShouldShard(self):
196 return True
197
198 #override
199 def _CreateShards(self, tests):
200 device_count = len(self._env.devices)
201 shards = []
202 for i in xrange(0, device_count):
203 unbounded_shard = tests[i::device_count]
204 shards += [unbounded_shard[j:j+_MAX_SHARD_SIZE]
205 for j in xrange(0, len(unbounded_shard), _MAX_SHARD_SIZE)]
206 return shards
207
208 #override
209 def _GetTests(self):
210 tests = self._delegate.Run(
211 None, self._env.devices[0], flags='--gtest_list_tests')
212 tests = gtest_test_instance.ParseGTestListTests(tests)
213 tests = self._test_instance.FilterTests(tests)
214 return tests
215
216 #override
217 def _RunTest(self, device, test):
218 # Run the test.
219 timeout = 900 * self.GetTool(device).GetTimeoutScale()
220 output = self._delegate.Run(
221 test, device, timeout=timeout, retries=0)
222 for s in self._servers[str(device)]:
223 s.Reset()
224 if self._test_instance.app_files:
225 self._delegate.PullAppFiles(device, self._test_instance.app_files,
226 self._test_instance.app_file_dir)
227 self._delegate.Clear(device)
228
229 # Parse the output.
230 # TODO(jbudorick): Transition test scripts away from parsing stdout.
231 results = self._test_instance.ParseGTestOutput(output)
232 return results
233
234 #override
235 def TearDown(self):
236 def individual_device_tear_down(dev):
237 for s in self._servers[str(dev)]:
238 s.TearDown()
239
240 self._env.parallel_devices.pMap(individual_device_tear_down)
241
OLDNEW
« no previous file with comments | « build/android/pylib/gtest/gtest_test_instance.py ('k') | build/android/pylib/gtest/test_package_apk.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698