Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(66)

Side by Side Diff: build/android/pylib/gtest/local_device_gtest_run.py

Issue 1841863002: Update monet. (Closed) Base URL: https://github.com/domokit/monet.git@master
Patch Set: Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « build/android/pylib/gtest/gtest_test_instance.py ('k') | build/android/pylib/gtest/setup.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 5 import itertools
6 import logging 6 import logging
7 import os 7 import os
8 import posixpath
8 9
9 from pylib import constants 10 from pylib import constants
10 from pylib import ports 11 from pylib import ports
11 from pylib.base import test_run 12 from pylib.base import test_run
12 from pylib.device import device_errors 13 from pylib.device import device_errors
13 from pylib.gtest import gtest_test_instance 14 from pylib.gtest import gtest_test_instance
14 15
15 from pylib.local import local_test_server_spawner 16 from pylib.local import local_test_server_spawner
16 from pylib.local.device import local_device_environment 17 from pylib.local.device import local_device_environment
17 from pylib.local.device import local_device_test_run 18 from pylib.local.device import local_device_test_run
18 from pylib.utils import apk_helper
19 from pylib.utils import device_temp_file 19 from pylib.utils import device_temp_file
20 20
21 _COMMAND_LINE_FLAGS_SUPPORTED = True 21 _COMMAND_LINE_FLAGS_SUPPORTED = True
22 22
23 _EXTRA_COMMAND_LINE_FILE = ( 23 _EXTRA_COMMAND_LINE_FILE = (
24 'org.chromium.native_test.NativeTestActivity.CommandLineFile') 24 'org.chromium.native_test.NativeTestActivity.CommandLineFile')
25 _EXTRA_COMMAND_LINE_FLAGS = ( 25 _EXTRA_COMMAND_LINE_FLAGS = (
26 'org.chromium.native_test.NativeTestActivity.CommandLineFlags') 26 'org.chromium.native_test.NativeTestActivity.CommandLineFlags')
27 _EXTRA_TEST_LIST = (
28 'org.chromium.native_test.NativeTestInstrumentationTestRunner'
29 '.TestList')
27 30
28 _MAX_SHARD_SIZE = 256 31 _MAX_SHARD_SIZE = 256
29 32
30 # TODO(jbudorick): Move this up to the test instance if the net test server is 33 # TODO(jbudorick): Move this up to the test instance if the net test server is
31 # handled outside of the APK for the remote_device environment. 34 # handled outside of the APK for the remote_device environment.
32 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [ 35 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [
33 'components_browsertests', 'content_unittests', 'content_browsertests', 36 'components_browsertests', 'content_unittests', 'content_browsertests',
34 'net_unittests', 'unit_tests' 37 'net_unittests', 'unit_tests'
35 ] 38 ]
36 39
40 # TODO(jbudorick): Move this inside _ApkDelegate once TestPackageApk is gone.
41 def PullAppFilesImpl(device, package, files, directory):
42 device_dir = device.GetApplicationDataDirectory(package)
43 host_dir = os.path.join(directory, str(device))
44 for f in files:
45 device_file = posixpath.join(device_dir, f)
46 host_file = os.path.join(host_dir, *f.split(posixpath.sep))
47 host_file_base, ext = os.path.splitext(host_file)
48 for i in itertools.count():
49 host_file = '%s_%d%s' % (host_file_base, i, ext)
50 if not os.path.exists(host_file):
51 break
52 device.PullFile(device_file, host_file)
53
37 class _ApkDelegate(object): 54 class _ApkDelegate(object):
38 def __init__(self, apk): 55 def __init__(self, test_instance):
39 self._apk = apk 56 self._activity = test_instance.activity
40 self._package = apk_helper.GetPackageName(self._apk) 57 self._apk = test_instance.apk
41 self._runner = apk_helper.GetInstrumentationName(self._apk) 58 self._package = test_instance.package
59 self._runner = test_instance.runner
60
42 self._component = '%s/%s' % (self._package, self._runner) 61 self._component = '%s/%s' % (self._package, self._runner)
43 self._enable_test_server_spawner = False 62 self._extras = test_instance.extras
44 63
45 def Install(self, device): 64 def Install(self, device):
46 device.Install(self._apk) 65 device.Install(self._apk)
47 66
48 def RunWithFlags(self, device, flags, **kwargs): 67 def Run(self, test, device, flags=None, **kwargs):
68 extras = dict(self._extras)
69
49 with device_temp_file.DeviceTempFile(device.adb) as command_line_file: 70 with device_temp_file.DeviceTempFile(device.adb) as command_line_file:
50 device.WriteFile(command_line_file.name, '_ %s' % flags) 71 device.WriteFile(command_line_file.name, '_ %s' % flags if flags else '_')
72 extras[_EXTRA_COMMAND_LINE_FILE] = command_line_file.name
51 73
52 extras = { 74 with device_temp_file.DeviceTempFile(device.adb) as test_list_file:
53 _EXTRA_COMMAND_LINE_FILE: command_line_file.name, 75 if test:
54 } 76 device.WriteFile(test_list_file.name, '\n'.join(test))
77 extras[_EXTRA_TEST_LIST] = test_list_file.name
55 78
56 return device.StartInstrumentation( 79 return device.StartInstrumentation(
57 self._component, extras=extras, raw=False, **kwargs) 80 self._component, extras=extras, raw=False, **kwargs)
81
82 def PullAppFiles(self, device, files, directory):
83 PullAppFilesImpl(device, self._package, files, directory)
58 84
59 def Clear(self, device): 85 def Clear(self, device):
60 device.ClearApplicationState(self._package) 86 device.ClearApplicationState(self._package)
61 87
62 88
63 class _ExeDelegate(object): 89 class _ExeDelegate(object):
64 def __init__(self, exe, tr): 90 def __init__(self, tr, exe):
65 self._exe_host_path = exe 91 self._exe_host_path = exe
66 self._exe_file_name = os.path.split(exe)[-1] 92 self._exe_file_name = os.path.split(exe)[-1]
67 self._exe_device_path = '%s/%s' % ( 93 self._exe_device_path = '%s/%s' % (
68 constants.TEST_EXECUTABLE_DIR, self._exe_file_name) 94 constants.TEST_EXECUTABLE_DIR, self._exe_file_name)
69 deps_host_path = self._exe_host_path + '_deps' 95 deps_host_path = self._exe_host_path + '_deps'
70 if os.path.exists(deps_host_path): 96 if os.path.exists(deps_host_path):
71 self._deps_host_path = deps_host_path 97 self._deps_host_path = deps_host_path
72 self._deps_device_path = self._exe_device_path + '_deps' 98 self._deps_device_path = self._exe_device_path + '_deps'
73 else: 99 else:
74 self._deps_host_path = None 100 self._deps_host_path = None
75 self._test_run = tr 101 self._test_run = tr
76 102
77 def Install(self, device): 103 def Install(self, device):
78 # TODO(jbudorick): Look into merging this with normal data deps pushing if 104 # TODO(jbudorick): Look into merging this with normal data deps pushing if
79 # executables become supported on nonlocal environments. 105 # executables become supported on nonlocal environments.
80 host_device_tuples = [(self._exe_host_path, self._exe_device_path)] 106 host_device_tuples = [(self._exe_host_path, self._exe_device_path)]
81 if self._deps_host_path: 107 if self._deps_host_path:
82 host_device_tuples.append((self._deps_host_path, self._deps_device_path)) 108 host_device_tuples.append((self._deps_host_path, self._deps_device_path))
83 device.PushChangedFiles(host_device_tuples) 109 device.PushChangedFiles(host_device_tuples)
84 110
85 def RunWithFlags(self, device, flags, **kwargs): 111 def Run(self, test, device, flags=None, **kwargs):
86 cmd = [ 112 cmd = [
87 self._test_run.GetTool(device).GetTestWrapper(), 113 self._test_run.GetTool(device).GetTestWrapper(),
88 self._exe_device_path, 114 self._exe_device_path,
89 flags,
90 ] 115 ]
116 if test:
117 cmd.append('--gtest_filter=%s' % ':'.join(test))
118 if flags:
119 cmd.append(flags)
91 cwd = constants.TEST_EXECUTABLE_DIR 120 cwd = constants.TEST_EXECUTABLE_DIR
92 121
93 env = { 122 env = {
94 'LD_LIBRARY_PATH': 123 'LD_LIBRARY_PATH':
95 '%s/%s_deps' % (constants.TEST_EXECUTABLE_DIR, self._exe_file_name), 124 '%s/%s_deps' % (constants.TEST_EXECUTABLE_DIR, self._exe_file_name),
96 } 125 }
97 try: 126 try:
98 gcov_strip_depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP'] 127 gcov_strip_depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP']
99 external = device.GetExternalStoragePath() 128 external = device.GetExternalStoragePath()
100 env['GCOV_PREFIX'] = '%s/gcov' % external 129 env['GCOV_PREFIX'] = '%s/gcov' % external
101 env['GCOV_PREFIX_STRIP'] = gcov_strip_depth 130 env['GCOV_PREFIX_STRIP'] = gcov_strip_depth
102 except (device_errors.CommandFailedError, KeyError): 131 except (device_errors.CommandFailedError, KeyError):
103 pass 132 pass
104 133
105 # TODO(jbudorick): Switch to just RunShellCommand once perezju@'s CL 134 # TODO(jbudorick): Switch to just RunShellCommand once perezju@'s CL
106 # for long shell commands lands. 135 # for long shell commands lands.
107 with device_temp_file.DeviceTempFile(device.adb) as script_file: 136 with device_temp_file.DeviceTempFile(device.adb) as script_file:
108 script_contents = ' '.join(cmd) 137 script_contents = ' '.join(cmd)
109 logging.info('script contents: %r' % script_contents) 138 logging.info('script contents: %r' % script_contents)
110 device.WriteFile(script_file.name, script_contents) 139 device.WriteFile(script_file.name, script_contents)
111 output = device.RunShellCommand(['sh', script_file.name], cwd=cwd, 140 output = device.RunShellCommand(['sh', script_file.name], cwd=cwd,
112 env=env, **kwargs) 141 env=env, **kwargs)
113 return output 142 return output
114 143
144 def PullAppFiles(self, device, files, directory):
145 pass
146
115 def Clear(self, device): 147 def Clear(self, device):
116 device.KillAll(self._exe_file_name, blocking=True, timeout=30, quiet=True) 148 device.KillAll(self._exe_file_name, blocking=True, timeout=30, quiet=True)
117 149
118 150
119 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun): 151 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun):
120 152
121 def __init__(self, env, test_instance): 153 def __init__(self, env, test_instance):
122 assert isinstance(env, local_device_environment.LocalDeviceEnvironment) 154 assert isinstance(env, local_device_environment.LocalDeviceEnvironment)
123 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance) 155 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance)
124 super(LocalDeviceGtestRun, self).__init__(env, test_instance) 156 super(LocalDeviceGtestRun, self).__init__(env, test_instance)
125 157
126 if self._test_instance.apk: 158 if self._test_instance.apk:
127 self._delegate = _ApkDelegate(self._test_instance.apk) 159 self._delegate = _ApkDelegate(self._test_instance)
128 elif self._test_instance.exe: 160 elif self._test_instance.exe:
129 self._delegate = _ExeDelegate(self, self._test_instance.exe) 161 self._delegate = _ExeDelegate(self, self._test_instance.exe)
130 162
131 self._servers = {} 163 self._servers = {}
132 164
133 #override 165 #override
134 def TestPackage(self): 166 def TestPackage(self):
135 return self._test_instance._suite 167 return self._test_instance.suite
136 168
137 #override 169 #override
138 def SetUp(self): 170 def SetUp(self):
139 171
140 def individual_device_set_up(dev, host_device_tuples): 172 def individual_device_set_up(dev, host_device_tuples):
141 # Install test APK. 173 # Install test APK.
142 self._delegate.Install(dev) 174 self._delegate.Install(dev)
143 175
144 # Push data dependencies. 176 # Push data dependencies.
145 external_storage = dev.GetExternalStoragePath() 177 external_storage = dev.GetExternalStoragePath()
(...skipping 19 matching lines...) Expand all
165 return True 197 return True
166 198
167 #override 199 #override
168 def _CreateShards(self, tests): 200 def _CreateShards(self, tests):
169 device_count = len(self._env.devices) 201 device_count = len(self._env.devices)
170 shards = [] 202 shards = []
171 for i in xrange(0, device_count): 203 for i in xrange(0, device_count):
172 unbounded_shard = tests[i::device_count] 204 unbounded_shard = tests[i::device_count]
173 shards += [unbounded_shard[j:j+_MAX_SHARD_SIZE] 205 shards += [unbounded_shard[j:j+_MAX_SHARD_SIZE]
174 for j in xrange(0, len(unbounded_shard), _MAX_SHARD_SIZE)] 206 for j in xrange(0, len(unbounded_shard), _MAX_SHARD_SIZE)]
175 return [':'.join(s) for s in shards] 207 return shards
176 208
177 #override 209 #override
178 def _GetTests(self): 210 def _GetTests(self):
179 tests = self._delegate.RunWithFlags( 211 tests = self._delegate.Run(
180 self._env.devices[0], '--gtest_list_tests') 212 None, self._env.devices[0], flags='--gtest_list_tests')
181 tests = gtest_test_instance.ParseGTestListTests(tests) 213 tests = gtest_test_instance.ParseGTestListTests(tests)
182 tests = self._test_instance.FilterTests(tests) 214 tests = self._test_instance.FilterTests(tests)
183 return tests 215 return tests
184 216
185 #override 217 #override
186 def _RunTest(self, device, test): 218 def _RunTest(self, device, test):
187 # Run the test. 219 # Run the test.
188 output = self._delegate.RunWithFlags(device, '--gtest_filter=%s' % test, 220 output = self._delegate.Run(
189 timeout=900, retries=0) 221 test, device, timeout=900, retries=0)
190 for s in self._servers[str(device)]: 222 for s in self._servers[str(device)]:
191 s.Reset() 223 s.Reset()
224 if self._test_instance.app_files:
225 self._delegate.PullAppFiles(device, self._test_instance.app_files,
226 self._test_instance.app_file_dir)
192 self._delegate.Clear(device) 227 self._delegate.Clear(device)
193 228
194 # Parse the output. 229 # Parse the output.
195 # TODO(jbudorick): Transition test scripts away from parsing stdout. 230 # TODO(jbudorick): Transition test scripts away from parsing stdout.
196 results = self._test_instance.ParseGTestOutput(output) 231 results = self._test_instance.ParseGTestOutput(output)
197 return results 232 return results
198 233
199 #override 234 #override
200 def TearDown(self): 235 def TearDown(self):
201 def individual_device_tear_down(dev): 236 def individual_device_tear_down(dev):
202 for s in self._servers[str(dev)]: 237 for s in self._servers[str(dev)]:
203 s.TearDown() 238 s.TearDown()
204 239
205 self._env.parallel_devices.pMap(individual_device_tear_down) 240 self._env.parallel_devices.pMap(individual_device_tear_down)
206 241
OLDNEW
« no previous file with comments | « build/android/pylib/gtest/gtest_test_instance.py ('k') | build/android/pylib/gtest/setup.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698