| OLD | NEW |
| 1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import logging | 5 import logging |
| 6 import os | 6 import os |
| 7 import posixpath | 7 import posixpath |
| 8 import re | 8 import re |
| 9 import time | 9 import time |
| 10 | 10 |
| 11 from devil.android import device_errors | 11 from devil.android import device_errors |
| 12 from devil.android import flag_changer | 12 from devil.android import flag_changer |
| 13 from devil.utils import reraiser_thread | 13 from devil.utils import reraiser_thread |
| 14 from pylib import valgrind_tools | 14 from pylib import valgrind_tools |
| 15 from pylib.android import logdog_logcat_monitor | 15 from pylib.android import logdog_logcat_monitor |
| 16 from pylib.base import base_test_result | 16 from pylib.base import base_test_result |
| 17 from pylib.instrumentation import instrumentation_test_instance | 17 from pylib.instrumentation import instrumentation_test_instance |
| 18 from pylib.local.device import local_device_environment | 18 from pylib.local.device import local_device_environment |
| 19 from pylib.local.device import local_device_test_run | 19 from pylib.local.device import local_device_test_run |
| 20 from pylib.utils import logdog_helper |
| 20 from py_trace_event import trace_event | 21 from py_trace_event import trace_event |
| 21 from py_utils import contextlib_ext | 22 from py_utils import contextlib_ext |
| 22 import tombstones | 23 import tombstones |
| 23 | 24 |
| 24 _TAG = 'test_runner_py' | 25 _TAG = 'test_runner_py' |
| 25 | 26 |
| 26 TIMEOUT_ANNOTATIONS = [ | 27 TIMEOUT_ANNOTATIONS = [ |
| 27 ('Manual', 10 * 60 * 60), | 28 ('Manual', 10 * 60 * 60), |
| 28 ('IntegrationTest', 30 * 60), | 29 ('IntegrationTest', 30 * 60), |
| 29 ('External', 10 * 60), | 30 ('External', 10 * 60), |
| (...skipping 255 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 285 valgrind_tools.SetChromeTimeoutScale( | 286 valgrind_tools.SetChromeTimeoutScale( |
| 286 device, self._test_instance.timeout_scale) | 287 device, self._test_instance.timeout_scale) |
| 287 | 288 |
| 288 # TODO(jbudorick): Make instrumentation tests output a JSON so this | 289 # TODO(jbudorick): Make instrumentation tests output a JSON so this |
| 289 # doesn't have to parse the output. | 290 # doesn't have to parse the output. |
| 290 result_code, result_bundle, statuses = ( | 291 result_code, result_bundle, statuses = ( |
| 291 self._test_instance.ParseAmInstrumentRawOutput(output)) | 292 self._test_instance.ParseAmInstrumentRawOutput(output)) |
| 292 results = self._test_instance.GenerateTestResults( | 293 results = self._test_instance.GenerateTestResults( |
| 293 result_code, result_bundle, statuses, start_ms, duration_ms) | 294 result_code, result_bundle, statuses, start_ms, duration_ms) |
| 294 for result in results: | 295 for result in results: |
| 295 result.SetLogcatUrl(logcat_url) | 296 result.SetLink('logcat', logcat_url) |
| 296 | 297 |
| 297 # Update the result name if the test used flags. | 298 # Update the result name if the test used flags. |
| 298 if flags: | 299 if flags: |
| 299 for r in results: | 300 for r in results: |
| 300 if r.GetName() == test_name: | 301 if r.GetName() == test_name: |
| 301 r.SetName(test_display_name) | 302 r.SetName(test_display_name) |
| 302 | 303 |
| 303 # Add UNKNOWN results for any missing tests. | 304 # Add UNKNOWN results for any missing tests. |
| 304 iterable_test = test if isinstance(test, list) else [test] | 305 iterable_test = test if isinstance(test, list) else [test] |
| 305 test_names = set(self._GetUniqueTestName(t) for t in iterable_test) | 306 test_names = set(self._GetUniqueTestName(t) for t in iterable_test) |
| (...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 357 if result.GetType() == base_test_result.ResultType.CRASH: | 358 if result.GetType() == base_test_result.ResultType.CRASH: |
| 358 if not tombstones_url: | 359 if not tombstones_url: |
| 359 resolved_tombstones = tombstones.ResolveTombstones( | 360 resolved_tombstones = tombstones.ResolveTombstones( |
| 360 device, | 361 device, |
| 361 resolve_all_tombstones=True, | 362 resolve_all_tombstones=True, |
| 362 include_stack_symbols=False, | 363 include_stack_symbols=False, |
| 363 wipe_tombstones=True) | 364 wipe_tombstones=True) |
| 364 stream_name = 'tombstones_%s_%s' % ( | 365 stream_name = 'tombstones_%s_%s' % ( |
| 365 time.strftime('%Y%m%dT%H%M%S', time.localtime()), | 366 time.strftime('%Y%m%dT%H%M%S', time.localtime()), |
| 366 device.serial) | 367 device.serial) |
| 367 tombstones_url = tombstones.LogdogTombstones(resolved_tombstones, | 368 tombstones_url = logdog_helper.text( |
| 368 stream_name) | 369 stream_name, resolved_tombstones) |
| 369 result.SetTombstonesUrl(tombstones_url) | 370 result.SetLink('tombstones', tombstones_url) |
| 370 return results, None | 371 return results, None |
| 371 | 372 |
| 372 #override | 373 #override |
| 373 def _ShouldRetry(self, test): | 374 def _ShouldRetry(self, test): |
| 374 if 'RetryOnFailure' in test.get('annotations', {}): | 375 if 'RetryOnFailure' in test.get('annotations', {}): |
| 375 return True | 376 return True |
| 376 | 377 |
| 377 # TODO(jbudorick): Remove this log message once @RetryOnFailure has been | 378 # TODO(jbudorick): Remove this log message once @RetryOnFailure has been |
| 378 # enabled for a while. See crbug.com/619055 for more details. | 379 # enabled for a while. See crbug.com/619055 for more details. |
| 379 logging.error('Default retries are being phased out. crbug.com/619055') | 380 logging.error('Default retries are being phased out. crbug.com/619055') |
| (...skipping 18 matching lines...) Expand all Loading... |
| 398 timeout = v | 399 timeout = v |
| 399 break | 400 break |
| 400 else: | 401 else: |
| 401 logging.warning('Using default 1 minute timeout for %s', test_name) | 402 logging.warning('Using default 1 minute timeout for %s', test_name) |
| 402 timeout = 60 | 403 timeout = 60 |
| 403 | 404 |
| 404 timeout *= cls._GetTimeoutScaleFromAnnotations(annotations) | 405 timeout *= cls._GetTimeoutScaleFromAnnotations(annotations) |
| 405 | 406 |
| 406 return timeout | 407 return timeout |
| 407 | 408 |
| OLD | NEW |