| OLD | NEW |
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # | 2 # |
| 3 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 3 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 4 # Use of this source code is governed by a BSD-style license that can be | 4 # Use of this source code is governed by a BSD-style license that can be |
| 5 # found in the LICENSE file. | 5 # found in the LICENSE file. |
| 6 | 6 |
| 7 """Runs all the native unit tests. | 7 """Runs all the native unit tests. |
| 8 | 8 |
| 9 1. Copy over test binary to /data/local on device. | 9 1. Copy over test binary to /data/local on device. |
| 10 2. Resources: chrome/unit_tests requires resources (chrome.pak and en-US.pak) | 10 2. Resources: chrome/unit_tests requires resources (chrome.pak and en-US.pak) |
| (...skipping 94 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 105 'Ensure it has been built.\n' % | 105 'Ensure it has been built.\n' % |
| 106 (t, q, _TEST_SUITES)) | 106 (t, q, _TEST_SUITES)) |
| 107 return qualified_test_suites | 107 return qualified_test_suites |
| 108 | 108 |
| 109 | 109 |
| 110 class TestSharder(BaseTestSharder): | 110 class TestSharder(BaseTestSharder): |
| 111 """Responsible for sharding the tests on the connected devices.""" | 111 """Responsible for sharding the tests on the connected devices.""" |
| 112 | 112 |
| 113 def __init__(self, attached_devices, test_suite, gtest_filter, | 113 def __init__(self, attached_devices, test_suite, gtest_filter, |
| 114 test_arguments, timeout, cleanup_test_files, tool, | 114 test_arguments, timeout, cleanup_test_files, tool, |
| 115 log_dump_name, fast_and_loose, build_type, in_webkit_checkout, | 115 log_dump_name, build_type, in_webkit_checkout, |
| 116 flakiness_server=None): | 116 flakiness_server=None): |
| 117 BaseTestSharder.__init__(self, attached_devices, build_type) | 117 BaseTestSharder.__init__(self, attached_devices, build_type) |
| 118 self.test_suite = test_suite | 118 self.test_suite = test_suite |
| 119 self.gtest_filter = gtest_filter or '' | 119 self.gtest_filter = gtest_filter or '' |
| 120 self.test_arguments = test_arguments | 120 self.test_arguments = test_arguments |
| 121 self.timeout = timeout | 121 self.timeout = timeout |
| 122 self.cleanup_test_files = cleanup_test_files | 122 self.cleanup_test_files = cleanup_test_files |
| 123 self.tool = tool | 123 self.tool = tool |
| 124 self.log_dump_name = log_dump_name | 124 self.log_dump_name = log_dump_name |
| 125 self.fast_and_loose = fast_and_loose | |
| 126 self.in_webkit_checkout = in_webkit_checkout | 125 self.in_webkit_checkout = in_webkit_checkout |
| 127 self.flakiness_server = flakiness_server | 126 self.flakiness_server = flakiness_server |
| 128 self.all_tests = [] | 127 self.all_tests = [] |
| 129 if not self.gtest_filter: | 128 if not self.gtest_filter: |
| 130 # No filter has been specified, let's add all tests then. | 129 # No filter has been specified, let's add all tests then. |
| 131 self.all_tests, self.attached_devices = self._GetAllEnabledTests() | 130 self.all_tests, self.attached_devices = self._GetAllEnabledTests() |
| 132 self.tests = self.all_tests | 131 self.tests = self.all_tests |
| 133 | 132 |
| 134 def _GetAllEnabledTests(self): | 133 def _GetAllEnabledTests(self): |
| 135 """Get all enabled tests and available devices. | 134 """Get all enabled tests and available devices. |
| (...skipping 26 matching lines...) Expand all Loading... |
| 162 test_runner = SingleTestRunner( | 161 test_runner = SingleTestRunner( |
| 163 device, | 162 device, |
| 164 self.test_suite, | 163 self.test_suite, |
| 165 self.gtest_filter, | 164 self.gtest_filter, |
| 166 self.test_arguments, | 165 self.test_arguments, |
| 167 self.timeout, | 166 self.timeout, |
| 168 self.cleanup_test_files, | 167 self.cleanup_test_files, |
| 169 self.tool, | 168 self.tool, |
| 170 0, | 169 0, |
| 171 not not self.log_dump_name, | 170 not not self.log_dump_name, |
| 172 self.fast_and_loose, | |
| 173 self.build_type, | 171 self.build_type, |
| 174 self.in_webkit_checkout) | 172 self.in_webkit_checkout) |
| 175 # The executable/apk needs to be copied before we can call GetAllTests. | 173 # The executable/apk needs to be copied before we can call GetAllTests. |
| 176 test_runner.test_package.StripAndCopyExecutable() | 174 test_runner.test_package.StripAndCopyExecutable() |
| 177 all_tests = test_runner.test_package.GetAllTests() | 175 all_tests = test_runner.test_package.GetAllTests() |
| 178 disabled_list = test_runner.GetDisabledTests() | 176 disabled_list = test_runner.GetDisabledTests() |
| 179 # Only includes tests that do not have any match in the disabled list. | 177 # Only includes tests that do not have any match in the disabled list. |
| 180 all_tests = filter(lambda t: | 178 all_tests = filter(lambda t: |
| 181 not any([fnmatch.fnmatch(t, disabled_pattern) | 179 not any([fnmatch.fnmatch(t, disabled_pattern) |
| 182 for disabled_pattern in disabled_list]), | 180 for disabled_pattern in disabled_list]), |
| (...skipping 15 matching lines...) Expand all Loading... |
| 198 shard_test_list = self.tests[index * shard_size : (index + 1) * shard_size] | 196 shard_test_list = self.tests[index * shard_size : (index + 1) * shard_size] |
| 199 test_filter = ':'.join(shard_test_list) + self.gtest_filter | 197 test_filter = ':'.join(shard_test_list) + self.gtest_filter |
| 200 return SingleTestRunner( | 198 return SingleTestRunner( |
| 201 device, | 199 device, |
| 202 self.test_suite, | 200 self.test_suite, |
| 203 test_filter, | 201 test_filter, |
| 204 self.test_arguments, | 202 self.test_arguments, |
| 205 self.timeout, | 203 self.timeout, |
| 206 self.cleanup_test_files, self.tool, index, | 204 self.cleanup_test_files, self.tool, index, |
| 207 not not self.log_dump_name, | 205 not not self.log_dump_name, |
| 208 self.fast_and_loose, | |
| 209 self.build_type, | 206 self.build_type, |
| 210 self.in_webkit_checkout) | 207 self.in_webkit_checkout) |
| 211 | 208 |
| 212 def OnTestsCompleted(self, test_runners, test_results): | 209 def OnTestsCompleted(self, test_runners, test_results): |
| 213 """Notifies that we completed the tests.""" | 210 """Notifies that we completed the tests.""" |
| 214 test_results.LogFull( | 211 test_results.LogFull( |
| 215 test_type='Unit test', | 212 test_type='Unit test', |
| 216 test_package=test_runners[0].test_package.test_suite_basename, | 213 test_package=test_runners[0].test_package.test_suite_basename, |
| 217 build_type=self.build_type, | 214 build_type=self.build_type, |
| 218 all_tests=self.all_tests, | 215 all_tests=self.all_tests, |
| (...skipping 27 matching lines...) Expand all Loading... |
| 246 attached_devices = [] | 243 attached_devices = [] |
| 247 buildbot_emulators = [] | 244 buildbot_emulators = [] |
| 248 | 245 |
| 249 if options.use_emulator: | 246 if options.use_emulator: |
| 250 for n in range(options.emulator_count): | 247 for n in range(options.emulator_count): |
| 251 t = time_profile.TimeProfile('Emulator launch %d' % n) | 248 t = time_profile.TimeProfile('Emulator launch %d' % n) |
| 252 avd_name = None | 249 avd_name = None |
| 253 if n > 0: | 250 if n > 0: |
| 254 # Creates a temporary AVD for the extra emulators. | 251 # Creates a temporary AVD for the extra emulators. |
| 255 avd_name = 'run_tests_avd_%d' % n | 252 avd_name = 'run_tests_avd_%d' % n |
| 256 buildbot_emulator = emulator.Emulator(avd_name, options.fast_and_loose) | 253 buildbot_emulator = emulator.Emulator(avd_name) |
| 257 buildbot_emulator.Launch(kill_all_emulators=n == 0) | 254 buildbot_emulator.Launch(kill_all_emulators=n == 0) |
| 258 t.Stop() | 255 t.Stop() |
| 259 buildbot_emulators.append(buildbot_emulator) | 256 buildbot_emulators.append(buildbot_emulator) |
| 260 attached_devices.append(buildbot_emulator.device) | 257 attached_devices.append(buildbot_emulator.device) |
| 261 # Wait for all emulators to boot completed. | 258 # Wait for all emulators to boot completed. |
| 262 map(lambda buildbot_emulator: buildbot_emulator.ConfirmLaunch(True), | 259 map(lambda buildbot_emulator: buildbot_emulator.ConfirmLaunch(True), |
| 263 buildbot_emulators) | 260 buildbot_emulators) |
| 264 elif options.test_device: | 261 elif options.test_device: |
| 265 attached_devices = [options.test_device] | 262 attached_devices = [options.test_device] |
| 266 else: | 263 else: |
| (...skipping 15 matching lines...) Expand all Loading... |
| 282 | 279 |
| 283 sharder = TestSharder( | 280 sharder = TestSharder( |
| 284 attached_devices, | 281 attached_devices, |
| 285 options.test_suite, | 282 options.test_suite, |
| 286 options.gtest_filter, | 283 options.gtest_filter, |
| 287 options.test_arguments, | 284 options.test_arguments, |
| 288 options.timeout, | 285 options.timeout, |
| 289 options.cleanup_test_files, | 286 options.cleanup_test_files, |
| 290 options.tool, | 287 options.tool, |
| 291 options.log_dump, | 288 options.log_dump, |
| 292 options.fast_and_loose, | |
| 293 options.build_type, | 289 options.build_type, |
| 294 options.webkit, | 290 options.webkit, |
| 295 options.flakiness_dashboard_server) | 291 options.flakiness_dashboard_server) |
| 296 test_results = sharder.RunShardedTests() | 292 test_results = sharder.RunShardedTests() |
| 297 | 293 |
| 298 for buildbot_emulator in buildbot_emulators: | 294 for buildbot_emulator in buildbot_emulators: |
| 299 buildbot_emulator.Shutdown() | 295 buildbot_emulator.Shutdown() |
| 300 | 296 |
| 301 return len(test_results.failed) | 297 return len(test_results.failed) |
| 302 | 298 |
| (...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 367 # the batch (this happens because the exit status is a sum of all failures | 363 # the batch (this happens because the exit status is a sum of all failures |
| 368 # from all suites, but the buildbot associates the exit status only with the | 364 # from all suites, but the buildbot associates the exit status only with the |
| 369 # most recent step). | 365 # most recent step). |
| 370 if options.exit_code: | 366 if options.exit_code: |
| 371 return failed_tests_count | 367 return failed_tests_count |
| 372 return 0 | 368 return 0 |
| 373 | 369 |
| 374 | 370 |
| 375 if __name__ == '__main__': | 371 if __name__ == '__main__': |
| 376 sys.exit(main(sys.argv)) | 372 sys.exit(main(sys.argv)) |
| OLD | NEW |