| OLD | NEW |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import glob | |
| 6 import logging | 5 import logging |
| 7 import os | 6 import os |
| 8 import sys | |
| 9 | 7 |
| 10 from pylib import android_commands | 8 from pylib import android_commands |
| 11 from pylib import cmd_helper | |
| 12 from pylib import constants | 9 from pylib import constants |
| 13 from pylib import perf_tests_helper | |
| 14 from pylib.android_commands import errors | 10 from pylib.android_commands import errors |
| 15 from pylib.base import base_test_result | 11 from pylib.base import base_test_result |
| 16 from pylib.base import base_test_runner | 12 from pylib.base import base_test_runner |
| 17 from pylib.utils import run_tests_helper | 13 from pylib.utils import run_tests_helper |
| 18 | 14 |
| 19 import test_package_apk | 15 import test_package_apk |
| 20 import test_package_executable | 16 import test_package_executable |
| 21 | 17 |
| 22 sys.path.insert( | |
| 23 0, os.path.join(constants.DIR_SOURCE_ROOT, 'tools', 'swarm_client')) | |
| 24 import run_isolated | |
| 25 | 18 |
| 26 | 19 # We're moving to using isolate files instead of harcoding |
| 27 _ISOLATE_FILE_PATHS = { | 20 # dependencies here. Look at the TODO in dispatch.py. |
| 28 #'base_unittests': 'base/base_unittests.isolate', | 21 def _GetDataFilesForTestSuite(test_suite_basename): |
| 29 #'net_unittests': 'net/net_unittests.isolate', | |
| 30 #'unit_tests': 'chrome/unit_tests.isolate', | |
| 31 #'content_browsertests': 'content/content_browsertests.isolate', | |
| 32 #'content_unittests': 'content/content_unittests.isolate', | |
| 33 } | |
| 34 _ISOLATE_SCRIPT = os.path.join( | |
| 35 constants.DIR_SOURCE_ROOT, 'tools', 'swarm_client', 'isolate.py') | |
| 36 | |
| 37 | |
| 38 def _GetDataFilesForTestSuite(product_dir, test_suite_basename): | |
| 39 """Returns a list of data files/dirs needed by the test suite. | 22 """Returns a list of data files/dirs needed by the test suite. |
| 40 | 23 |
| 41 Args: | 24 Args: |
| 42 product_dir: Absolute path to product directory (e.g. /../out/Debug). | |
| 43 test_suite_basename: The test suite basename (e.g. base_unittests). | 25 test_suite_basename: The test suite basename (e.g. base_unittests). |
| 44 | 26 |
| 45 Returns: | 27 Returns: |
| 46 A list of test file and directory paths. | 28 A list of test file and directory paths. |
| 47 """ | 29 """ |
| 48 # TODO(frankf): *.isolated should be generated by gyp using foo_tests_run | |
| 49 # targets. This is a stop-gap solution as currently there are no such | |
| 50 # targets for content_unittests and content_browsertests. | |
| 51 isolate_rel_path = _ISOLATE_FILE_PATHS.get(test_suite_basename) | |
| 52 if isolate_rel_path: | |
| 53 isolate_abs_path = os.path.join(constants.DIR_SOURCE_ROOT, isolate_rel_path) | |
| 54 isolated_abs_path = os.path.join( | |
| 55 product_dir, '%s.isolated' % test_suite_basename) | |
| 56 assert os.path.exists(isolate_abs_path) | |
| 57 isolate_cmd = [ | |
| 58 'python', _ISOLATE_SCRIPT, | |
| 59 'check', | |
| 60 '--isolate=%s' % isolate_abs_path, | |
| 61 '--isolated=%s' % isolated_abs_path, | |
| 62 '-V', 'PRODUCT_DIR=%s' % product_dir, | |
| 63 '-V', 'OS=android', | |
| 64 '--outdir=%s' % product_dir, | |
| 65 ] | |
| 66 assert not cmd_helper.RunCmd(isolate_cmd) | |
| 67 with open(isolated_abs_path) as f: | |
| 68 isolated_content = run_isolated.load_isolated(f.read(), | |
| 69 os_flavor='android') | |
| 70 assert isolated_content['os'] == 'android' | |
| 71 return isolated_content['files'].keys() | |
| 72 | |
| 73 logging.info('Did not find an isolate file for the test suite.') | |
| 74 # Ideally, we'd just push all test data. However, it has >100MB, and a lot | 30 # Ideally, we'd just push all test data. However, it has >100MB, and a lot |
| 75 # of the files are not relevant (some are used for browser_tests, others for | 31 # of the files are not relevant (some are used for browser_tests, others for |
| 76 # features not supported, etc..). | 32 # features not supported, etc..). |
| 77 if test_suite_basename == 'base_unittests': | 33 if test_suite_basename == 'media_unittests': |
| 78 return [ | |
| 79 'base/test/data/', | |
| 80 ] | |
| 81 elif test_suite_basename == 'unit_tests': | |
| 82 test_files = [ | |
| 83 'base/test/data/', | |
| 84 'chrome/test/data/download-test1.lib', | |
| 85 'chrome/test/data/extensions/bad_magic.crx', | |
| 86 'chrome/test/data/extensions/good.crx', | |
| 87 'chrome/test/data/extensions/icon1.png', | |
| 88 'chrome/test/data/extensions/icon2.png', | |
| 89 'chrome/test/data/extensions/icon3.png', | |
| 90 'chrome/test/data/extensions/allow_silent_upgrade/', | |
| 91 'chrome/test/data/extensions/app/', | |
| 92 'chrome/test/data/extensions/bad/', | |
| 93 'chrome/test/data/extensions/effective_host_permissions/', | |
| 94 'chrome/test/data/extensions/empty_manifest/', | |
| 95 'chrome/test/data/extensions/good/Extensions/', | |
| 96 'chrome/test/data/extensions/manifest_tests/', | |
| 97 'chrome/test/data/extensions/page_action/', | |
| 98 'chrome/test/data/extensions/permissions/', | |
| 99 'chrome/test/data/extensions/script_and_capture/', | |
| 100 'chrome/test/data/extensions/unpacker/', | |
| 101 'chrome/test/data/bookmarks/', | |
| 102 'chrome/test/data/components/', | |
| 103 'chrome/test/data/extensions/json_schema_test.js', | |
| 104 'chrome/test/data/History/', | |
| 105 'chrome/test/data/json_schema_validator/', | |
| 106 'chrome/test/data/pref_service/', | |
| 107 'chrome/test/data/simple_open_search.xml', | |
| 108 'chrome/test/data/top_sites/', | |
| 109 'chrome/test/data/web_app_info/', | |
| 110 'chrome/test/data/webui/', | |
| 111 'chrome/third_party/mock4js/', | |
| 112 'components/test/data/web_database', | |
| 113 'net/data/ssl/certificates', | |
| 114 'third_party/accessibility-developer-tools/gen/axs_testing.js', | |
| 115 'third_party/zlib/google/test/data', | |
| 116 ] | |
| 117 # The following are spell check data. Now only list the data under | |
| 118 # third_party/hunspell_dictionaries which are used by unit tests. | |
| 119 old_cwd = os.getcwd() | |
| 120 os.chdir(constants.DIR_SOURCE_ROOT) | |
| 121 test_files += glob.glob('third_party/hunspell_dictionaries/*.bdic') | |
| 122 os.chdir(old_cwd) | |
| 123 return test_files | |
| 124 elif test_suite_basename == 'media_unittests': | |
| 125 return [ | 34 return [ |
| 126 'media/test/data', | 35 'media/test/data', |
| 127 ] | 36 ] |
| 128 elif test_suite_basename == 'net_unittests': | 37 elif test_suite_basename == 'net_unittests': |
| 129 return [ | 38 return [ |
| 130 'chrome/test/data/animate1.gif', | 39 'chrome/test/data/animate1.gif', |
| 131 'chrome/test/data/simple.html', | 40 'chrome/test/data/simple.html', |
| 132 'net/data/cache_tests', | 41 'net/data/cache_tests', |
| 133 'net/data/filter_unittests', | 42 'net/data/filter_unittests', |
| 134 'net/data/ftp', | 43 'net/data/ftp', |
| (...skipping 125 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 260 test_arguments: Additional arguments to pass to the test binary. | 169 test_arguments: Additional arguments to pass to the test binary. |
| 261 timeout: Timeout for each test. | 170 timeout: Timeout for each test. |
| 262 cleanup_test_files: Whether or not to cleanup test files on device. | 171 cleanup_test_files: Whether or not to cleanup test files on device. |
| 263 tool_name: Name of the Valgrind tool. | 172 tool_name: Name of the Valgrind tool. |
| 264 build_type: 'Release' or 'Debug'. | 173 build_type: 'Release' or 'Debug'. |
| 265 in_webkit_checkout: Whether the suite is being run from a WebKit checkout. | 174 in_webkit_checkout: Whether the suite is being run from a WebKit checkout. |
| 266 push_deps: If True, push all dependencies to the device. | 175 push_deps: If True, push all dependencies to the device. |
| 267 test_apk_package_name: Apk package name for tests running in APKs. | 176 test_apk_package_name: Apk package name for tests running in APKs. |
| 268 test_activity_name: Test activity to invoke for APK tests. | 177 test_activity_name: Test activity to invoke for APK tests. |
| 269 command_line_file: Filename to use to pass arguments to tests. | 178 command_line_file: Filename to use to pass arguments to tests. |
| 179 deps_dir: The path to the dependency dir on the host to push to the device. |
| 270 """ | 180 """ |
| 271 | 181 |
| 272 def __init__(self, device, test_suite, test_arguments, timeout, | 182 def __init__(self, device, test_suite, test_arguments, timeout, |
| 273 cleanup_test_files, tool_name, build_type, | 183 cleanup_test_files, tool_name, build_type, |
| 274 in_webkit_checkout, push_deps, test_apk_package_name=None, | 184 in_webkit_checkout, push_deps, test_apk_package_name=None, |
| 275 test_activity_name=None, command_line_file=None): | 185 test_activity_name=None, command_line_file=None, deps_dir=None): |
| 276 super(TestRunner, self).__init__(device, tool_name, build_type, push_deps) | 186 super(TestRunner, self).__init__(device, tool_name, build_type, push_deps) |
| 277 self._running_on_emulator = self.device.startswith('emulator') | 187 self._running_on_emulator = self.device.startswith('emulator') |
| 278 self._test_arguments = test_arguments | 188 self._test_arguments = test_arguments |
| 279 self.in_webkit_checkout = in_webkit_checkout | 189 self.in_webkit_checkout = in_webkit_checkout |
| 280 self._cleanup_test_files = cleanup_test_files | 190 self._cleanup_test_files = cleanup_test_files |
| 191 self._deps_dir = deps_dir |
| 281 | 192 |
| 282 logging.warning('Test suite: ' + test_suite) | 193 logging.warning('Test suite: ' + test_suite) |
| 283 if os.path.splitext(test_suite)[1] == '.apk': | 194 if os.path.splitext(test_suite)[1] == '.apk': |
| 284 self.test_package = test_package_apk.TestPackageApk( | 195 self.test_package = test_package_apk.TestPackageApk( |
| 285 self.adb, | 196 self.adb, |
| 286 device, | 197 device, |
| 287 test_suite, | 198 test_suite, |
| 288 timeout, | 199 timeout, |
| 289 self._cleanup_test_files, | 200 self._cleanup_test_files, |
| 290 self.tool, | 201 self.tool, |
| (...skipping 13 matching lines...) Expand all Loading... |
| 304 self._cleanup_test_files, | 215 self._cleanup_test_files, |
| 305 self.tool, | 216 self.tool, |
| 306 symbols_dir) | 217 symbols_dir) |
| 307 | 218 |
| 308 #override | 219 #override |
| 309 def InstallTestPackage(self): | 220 def InstallTestPackage(self): |
| 310 self.test_package.StripAndCopyExecutable() | 221 self.test_package.StripAndCopyExecutable() |
| 311 | 222 |
| 312 #override | 223 #override |
| 313 def PushDataDeps(self): | 224 def PushDataDeps(self): |
| 225 self.adb.WaitForSdCardReady(20) |
| 314 self.test_package.PushDataAndPakFiles() | 226 self.test_package.PushDataAndPakFiles() |
| 315 self.tool.CopyFiles() | 227 self.tool.CopyFiles() |
| 316 test_data = _GetDataFilesForTestSuite(self.test_package.test_suite_dirname, | |
| 317 self.test_package.test_suite_basename) | |
| 318 if test_data: | |
| 319 # Make sure SD card is ready. | |
| 320 self.adb.WaitForSdCardReady(20) | |
| 321 self.CopyTestData(test_data, self.adb.GetExternalStorage()) | |
| 322 if self.test_package.test_suite_basename == 'webkit_unit_tests': | 228 if self.test_package.test_suite_basename == 'webkit_unit_tests': |
| 323 self.PushWebKitUnitTestsData() | 229 self.PushWebKitUnitTestsData() |
| 230 return |
| 231 |
| 232 if not self._deps_dir: |
| 233 logging.info('Did not find an isolate file for the test suite.') |
| 234 for p in _GetDataFilesForTestSuite(self.test_package.test_suite_basename): |
| 235 self.adb.PushIfNeeded( |
| 236 os.path.join(constants.DIR_SOURCE_ROOT, p), |
| 237 os.path.join(self.adb.GetExternalStorage(), p)) |
| 238 return |
| 239 |
| 240 for p in os.listdir(self._deps_dir): |
| 241 self.adb.PushIfNeeded( |
| 242 os.path.join(self._deps_dir, p), |
| 243 os.path.join(self.adb.GetExternalStorage(), p)) |
| 324 | 244 |
| 325 def PushWebKitUnitTestsData(self): | 245 def PushWebKitUnitTestsData(self): |
| 326 """Pushes the webkit_unit_tests data files to the device. | 246 """Pushes the webkit_unit_tests data files to the device. |
| 327 | 247 |
| 328 The path of this directory is different when the suite is being run as | 248 The path of this directory is different when the suite is being run as |
| 329 part of a WebKit check-out. | 249 part of a WebKit check-out. |
| 330 """ | 250 """ |
| 331 webkit_src = os.path.join(constants.DIR_SOURCE_ROOT, 'third_party', | 251 webkit_src = os.path.join(constants.DIR_SOURCE_ROOT, 'third_party', |
| 332 'WebKit') | 252 'WebKit') |
| 333 if self.in_webkit_checkout: | 253 if self.in_webkit_checkout: |
| (...skipping 59 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 393 self.LaunchChromeTestServerSpawner() | 313 self.LaunchChromeTestServerSpawner() |
| 394 self.tool.SetupEnvironment() | 314 self.tool.SetupEnvironment() |
| 395 | 315 |
| 396 #override | 316 #override |
| 397 def TearDown(self): | 317 def TearDown(self): |
| 398 """Cleans up the test enviroment for the test suite.""" | 318 """Cleans up the test enviroment for the test suite.""" |
| 399 self.tool.CleanUpEnvironment() | 319 self.tool.CleanUpEnvironment() |
| 400 if self._cleanup_test_files: | 320 if self._cleanup_test_files: |
| 401 self.adb.RemovePushedFiles() | 321 self.adb.RemovePushedFiles() |
| 402 super(TestRunner, self).TearDown() | 322 super(TestRunner, self).TearDown() |
| OLD | NEW |