OLD | NEW |
1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import contextlib | 5 import contextlib |
| 6 import json |
6 import logging | 7 import logging |
7 import os | 8 import os |
8 import posixpath | 9 import posixpath |
9 import re | 10 import re |
10 import sys | 11 import sys |
11 import tempfile | 12 import tempfile |
12 import time | 13 import time |
13 | 14 |
14 from devil.android import crash_handler | 15 from devil.android import crash_handler |
15 from devil.android import device_errors | 16 from devil.android import device_errors |
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
57 | 58 |
58 LOGCAT_FILTERS = ['*:e', 'chromium:v', 'cr_*:v', 'DEBUG:I', | 59 LOGCAT_FILTERS = ['*:e', 'chromium:v', 'cr_*:v', 'DEBUG:I', |
59 'StrictMode:D', '%s:I' % _TAG] | 60 'StrictMode:D', '%s:I' % _TAG] |
60 | 61 |
61 EXTRA_SCREENSHOT_FILE = ( | 62 EXTRA_SCREENSHOT_FILE = ( |
62 'org.chromium.base.test.ScreenshotOnFailureStatement.ScreenshotFile') | 63 'org.chromium.base.test.ScreenshotOnFailureStatement.ScreenshotFile') |
63 | 64 |
64 EXTRA_UI_CAPTURE_DIR = ( | 65 EXTRA_UI_CAPTURE_DIR = ( |
65 'org.chromium.base.test.util.Screenshooter.ScreenshotDir') | 66 'org.chromium.base.test.util.Screenshooter.ScreenshotDir') |
66 | 67 |
| 68 _EXTRA_TEST_LIST = ( |
| 69 'org.chromium.base.test.BaseChromiumAndroidJUnitRunner.TestList') |
| 70 |
67 UI_CAPTURE_DIRS = ['chromium_tests_root', 'UiCapture'] | 71 UI_CAPTURE_DIRS = ['chromium_tests_root', 'UiCapture'] |
68 | 72 |
69 FEATURE_ANNOTATION = 'Feature' | 73 FEATURE_ANNOTATION = 'Feature' |
70 RENDER_TEST_FEATURE_ANNOTATION = 'RenderTest' | 74 RENDER_TEST_FEATURE_ANNOTATION = 'RenderTest' |
71 | 75 |
72 # This needs to be kept in sync with formatting in |RenderUtils.imageName| | 76 # This needs to be kept in sync with formatting in |RenderUtils.imageName| |
73 RE_RENDER_IMAGE_NAME = re.compile( | 77 RE_RENDER_IMAGE_NAME = re.compile( |
74 r'(?P<test_class>\w+)\.' | 78 r'(?P<test_class>\w+)\.' |
75 r'(?P<description>[-\w]+)\.' | 79 r'(?P<description>[-\w]+)\.' |
76 r'(?P<device_model>\w+)\.' | 80 r'(?P<device_model>\w+)\.' |
77 r'(?P<orientation>port|land)\.png') | 81 r'(?P<orientation>port|land)\.png') |
78 | 82 |
79 @contextlib.contextmanager | 83 @contextlib.contextmanager |
80 def _LogTestEndpoints(device, test_name): | 84 def _LogTestEndpoints(device, test_name): |
81 device.RunShellCommand( | 85 device.RunShellCommand( |
82 ['log', '-p', 'i', '-t', _TAG, 'START %s' % test_name], | 86 ['log', '-p', 'i', '-t', _TAG, 'START %s' % test_name], |
83 check_return=True) | 87 check_return=True) |
84 try: | 88 try: |
85 yield | 89 yield |
86 finally: | 90 finally: |
87 device.RunShellCommand( | 91 device.RunShellCommand( |
88 ['log', '-p', 'i', '-t', _TAG, 'END %s' % test_name], | 92 ['log', '-p', 'i', '-t', _TAG, 'END %s' % test_name], |
89 check_return=True) | 93 check_return=True) |
90 | 94 |
91 # TODO(jbudorick): Make this private once the instrumentation test_runner is | 95 # TODO(jbudorick): Make this private once the instrumentation test_runner |
92 # deprecated. | 96 # is deprecated. |
93 def DidPackageCrashOnDevice(package_name, device): | 97 def DidPackageCrashOnDevice(package_name, device): |
94 # Dismiss any error dialogs. Limit the number in case we have an error | 98 # Dismiss any error dialogs. Limit the number in case we have an error |
95 # loop or we are failing to dismiss. | 99 # loop or we are failing to dismiss. |
96 try: | 100 try: |
97 for _ in xrange(10): | 101 for _ in xrange(10): |
98 package = device.DismissCrashDialogIfNeeded() | 102 package = device.DismissCrashDialogIfNeeded() |
99 if not package: | 103 if not package: |
100 return False | 104 return False |
101 # Assume test package convention of ".test" suffix | 105 # Assume test package convention of ".test" suffix |
102 if package in package_name: | 106 if package in package_name: |
(...skipping 196 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
299 if not str(device) in self._flag_changers: | 303 if not str(device) in self._flag_changers: |
300 self._flag_changers[str(device)] = flag_changer.FlagChanger( | 304 self._flag_changers[str(device)] = flag_changer.FlagChanger( |
301 device, self._test_instance.package_info.cmdline_file) | 305 device, self._test_instance.package_info.cmdline_file) |
302 | 306 |
303 #override | 307 #override |
304 def _CreateShards(self, tests): | 308 def _CreateShards(self, tests): |
305 return tests | 309 return tests |
306 | 310 |
307 #override | 311 #override |
308 def _GetTests(self): | 312 def _GetTests(self): |
309 tests = self._test_instance.GetTests() | 313 tests = None |
| 314 if self._test_instance.junit4_runner_class: |
| 315 raw_tests = self._GetTestsFromRunner() |
| 316 tests = self._test_instance.ProcessRawTests(raw_tests) |
| 317 else: |
| 318 tests = self._test_instance.GetTests() |
310 tests = self._ApplyExternalSharding( | 319 tests = self._ApplyExternalSharding( |
311 tests, self._test_instance.external_shard_index, | 320 tests, self._test_instance.external_shard_index, |
312 self._test_instance.total_external_shards) | 321 self._test_instance.total_external_shards) |
313 return tests | 322 return tests |
314 | 323 |
315 #override | 324 #override |
316 def _GetUniqueTestName(self, test): | 325 def _GetUniqueTestName(self, test): |
317 return instrumentation_test_instance.GetUniqueTestName(test) | 326 return instrumentation_test_instance.GetUniqueTestName(test) |
318 | 327 |
319 #override | 328 #override |
(...skipping 44 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
364 extras.update( | 373 extras.update( |
365 self._test_instance.GetDriverEnvironmentVars( | 374 self._test_instance.GetDriverEnvironmentVars( |
366 test_list=test_names)) | 375 test_list=test_names)) |
367 timeout = sum(timeouts) | 376 timeout = sum(timeouts) |
368 else: | 377 else: |
369 test_name = instrumentation_test_instance.GetTestName(test) | 378 test_name = instrumentation_test_instance.GetTestName(test) |
370 test_display_name = self._GetUniqueTestName(test) | 379 test_display_name = self._GetUniqueTestName(test) |
371 if test['is_junit4']: | 380 if test['is_junit4']: |
372 target = '%s/%s' % ( | 381 target = '%s/%s' % ( |
373 self._test_instance.test_package, | 382 self._test_instance.test_package, |
374 self._test_instance.test_runner_junit4) | 383 self._test_instance.junit4_runner_class) |
375 else: | 384 else: |
376 target = '%s/%s' % ( | 385 target = '%s/%s' % ( |
377 self._test_instance.test_package, self._test_instance.test_runner) | 386 self._test_instance.test_package, |
| 387 self._test_instance.junit3_runner_class) |
378 extras['class'] = test_name | 388 extras['class'] = test_name |
379 if 'flags' in test and test['flags']: | 389 if 'flags' in test and test['flags']: |
380 flags_to_add.extend(test['flags']) | 390 flags_to_add.extend(test['flags']) |
381 timeout = self._GetTimeoutFromAnnotations( | 391 timeout = self._GetTimeoutFromAnnotations( |
382 test['annotations'], test_display_name) | 392 test['annotations'], test_display_name) |
383 | 393 |
384 test_timeout_scale = self._GetTimeoutScaleFromAnnotations( | 394 test_timeout_scale = self._GetTimeoutScaleFromAnnotations( |
385 test['annotations']) | 395 test['annotations']) |
386 if test_timeout_scale and test_timeout_scale != 1: | 396 if test_timeout_scale and test_timeout_scale != 1: |
387 valgrind_tools.SetChromeTimeoutScale( | 397 valgrind_tools.SetChromeTimeoutScale( |
(...skipping 156 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
544 time.strftime('%Y%m%dT%H%M%S-UTC', time.gmtime()), | 554 time.strftime('%Y%m%dT%H%M%S-UTC', time.gmtime()), |
545 device.serial) | 555 device.serial) |
546 tombstones_url = logdog_helper.text( | 556 tombstones_url = logdog_helper.text( |
547 stream_name, '\n'.join(resolved_tombstones)) | 557 stream_name, '\n'.join(resolved_tombstones)) |
548 result.SetLink('tombstones', tombstones_url) | 558 result.SetLink('tombstones', tombstones_url) |
549 | 559 |
550 if self._env.concurrent_adb: | 560 if self._env.concurrent_adb: |
551 post_test_step_thread_group.JoinAll() | 561 post_test_step_thread_group.JoinAll() |
552 return results, None | 562 return results, None |
553 | 563 |
| 564 def _GetTestsFromRunner(self): |
| 565 test_apk_path = self._test_instance.test_apk.path |
| 566 pickle_path = '%s-runner.pickle' % test_apk_path |
| 567 try: |
| 568 return instrumentation_test_instance.GetTestsFromPickle( |
| 569 pickle_path, test_apk_path) |
| 570 except instrumentation_test_instance.TestListPickleException as e: |
| 571 logging.info('Could not get tests from pickle: %s', e) |
| 572 logging.info('Getting tests by having %s list them.', |
| 573 self._test_instance.junit4_runner_class) |
| 574 def list_tests(dev): |
| 575 with device_temp_file.DeviceTempFile( |
| 576 dev.adb, suffix='.json', |
| 577 dir=dev.GetExternalStoragePath()) as dev_test_list_json: |
| 578 junit4_runner_class = self._test_instance.junit4_runner_class |
| 579 test_package = self._test_instance.test_package |
| 580 extras = {} |
| 581 extras['log'] = 'true' |
| 582 extras['package'] = '.'.join(test_package.split('.')[:2]) |
| 583 extras[_EXTRA_TEST_LIST] = dev_test_list_json.name |
| 584 target = '%s/%s' % (test_package, junit4_runner_class) |
| 585 output_string = ''.join(dev.StartInstrumentation( |
| 586 target, extras=extras)) |
| 587 if output_string: |
| 588 error_message = ( |
| 589 'List test through {} failed on dev:{} Are you using {}'.format( |
| 590 junit4_runner_class, output_string, |
| 591 'org.chromium.base.test.BaseChromiumAndroidJUnitRunner')) |
| 592 raise device_errors.CommandFailedError(error_message, dev.serial) |
| 593 with tempfile_ext.NamedTemporaryDirectory() as host_dir: |
| 594 host_file = os.path.join(host_dir, 'list_tests.json') |
| 595 dev.PullFile(dev_test_list_json.name, host_file) |
| 596 with open(host_file, 'r') as host_file: |
| 597 return json.load(host_file) |
| 598 |
| 599 raw_test_lists = self._env.parallel_devices.pMap(list_tests).pGet(None) |
| 600 |
| 601 # If all devices failed to list tests, raise an exception. |
| 602 # Check that tl is not None and is not empty. |
| 603 if all(not tl for tl in raw_test_lists): |
| 604 raise device_errors.CommandFailedError( |
| 605 'Failed to list tests on any device') |
| 606 |
| 607 # Get the first viable list of raw tests |
| 608 raw_tests = [tl for tl in raw_test_lists if tl][0] |
| 609 |
| 610 instrumentation_test_instance.SaveTestsToPickle( |
| 611 pickle_path, test_apk_path, raw_tests) |
| 612 return raw_tests |
| 613 |
554 def _SaveScreenshot(self, device, screenshot_host_dir, screenshot_device_file, | 614 def _SaveScreenshot(self, device, screenshot_host_dir, screenshot_device_file, |
555 test_name, results): | 615 test_name, results): |
556 if screenshot_host_dir: | 616 if screenshot_host_dir: |
557 screenshot_host_file = os.path.join( | 617 screenshot_host_file = os.path.join( |
558 screenshot_host_dir, | 618 screenshot_host_dir, |
559 '%s-%s.png' % ( | 619 '%s-%s.png' % ( |
560 test_name, | 620 test_name, |
561 time.strftime('%Y%m%dT%H%M%S-UTC', time.gmtime()))) | 621 time.strftime('%Y%m%dT%H%M%S-UTC', time.gmtime()))) |
562 if device.FileExists(screenshot_device_file.name): | 622 if device.FileExists(screenshot_device_file.name): |
563 try: | 623 try: |
(...skipping 149 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
713 timeout *= cls._GetTimeoutScaleFromAnnotations(annotations) | 773 timeout *= cls._GetTimeoutScaleFromAnnotations(annotations) |
714 | 774 |
715 return timeout | 775 return timeout |
716 | 776 |
717 def _IsRenderTest(test): | 777 def _IsRenderTest(test): |
718 """Determines if a test or list of tests has a RenderTest amongst them.""" | 778 """Determines if a test or list of tests has a RenderTest amongst them.""" |
719 if not isinstance(test, list): | 779 if not isinstance(test, list): |
720 test = [test] | 780 test = [test] |
721 return any([RENDER_TEST_FEATURE_ANNOTATION in t['annotations'].get( | 781 return any([RENDER_TEST_FEATURE_ANNOTATION in t['annotations'].get( |
722 FEATURE_ANNOTATION, {}).get('value', ()) for t in test]) | 782 FEATURE_ANNOTATION, {}).get('value', ()) for t in test]) |
OLD | NEW |