Index: build/android/pylib/host_driven/test_runner.py |
diff --git a/build/android/pylib/host_driven/test_runner.py b/build/android/pylib/host_driven/test_runner.py |
new file mode 100644 |
index 0000000000000000000000000000000000000000..8620aa15209f50fcef2de5f19893834edf826c78 |
--- /dev/null |
+++ b/build/android/pylib/host_driven/test_runner.py |
@@ -0,0 +1,133 @@ |
+# Copyright 2013 The Chromium Authors. All rights reserved. |
+# Use of this source code is governed by a BSD-style license that can be |
+# found in the LICENSE file. |
+ |
+"""Runs host-driven tests on a particular device.""" |
+ |
+import logging |
+import sys |
+import time |
+import traceback |
+ |
+from pylib.base import base_test_result |
+from pylib.base import base_test_runner |
+from pylib.host_driven import test_case |
+from pylib.instrumentation import test_result |
+ |
+ |
+class HostDrivenExceptionTestResult(test_result.InstrumentationTestResult): |
+ """Test result corresponding to a python exception in a host-driven test.""" |
+ |
+ def __init__(self, test_name, start_date_ms, exc_info): |
+ """Constructs a HostDrivenExceptionTestResult object. |
+ |
+ Args: |
+ test_name: name of the test which raised an exception. |
+ start_date_ms: the starting time for the test. |
+ exc_info: exception info, ostensibly from sys.exc_info(). |
+ """ |
+ exc_type, exc_value, exc_traceback = exc_info |
+ trace_info = ''.join(traceback.format_exception(exc_type, exc_value, |
+ exc_traceback)) |
+ log_msg = 'Exception:\n' + trace_info |
+ duration_ms = (int(time.time()) * 1000) - start_date_ms |
+ |
+ super(HostDrivenExceptionTestResult, self).__init__( |
+ test_name, |
+ base_test_result.ResultType.FAIL, |
+ start_date_ms, |
+ duration_ms, |
+ log=str(exc_type) + ' ' + log_msg) |
+ |
+ |
+class HostDrivenTestRunner(base_test_runner.BaseTestRunner): |
+ """Orchestrates running a set of host-driven tests. |
+ |
+ Any Python exceptions in the tests are caught and translated into a failed |
+ result, rather than being re-raised on the main thread. |
+ """ |
+ |
+ # TODO(jbudorick): Remove cleanup_test_files once it's no longer used. |
+ # pylint: disable=unused-argument |
+ #override |
+ def __init__(self, device, shard_index, tool, cleanup_test_files=None): |
+ """Creates a new HostDrivenTestRunner. |
+ |
+ Args: |
+ device: Attached android device. |
+ shard_index: Shard index. |
+ tool: Name of the Valgrind tool. |
+ cleanup_test_files: Deprecated. |
+ """ |
+ |
+ super(HostDrivenTestRunner, self).__init__(device, tool) |
+ |
+ # The shard index affords the ability to create unique port numbers (e.g. |
+ # DEFAULT_PORT + shard_index) if the test so wishes. |
+ self.shard_index = shard_index |
+ |
+ # pylint: enable=unused-argument |
+ |
+ #override |
+ def RunTest(self, test): |
+ """Sets up and runs a test case. |
+ |
+ Args: |
+ test: An object which is ostensibly a subclass of HostDrivenTestCase. |
+ |
+ Returns: |
+ A TestRunResults object which contains the result produced by the test |
+ and, in the case of a failure, the test that should be retried. |
+ """ |
+ |
+ assert isinstance(test, test_case.HostDrivenTestCase) |
+ |
+ start_date_ms = int(time.time()) * 1000 |
+ exception_raised = False |
+ |
+ try: |
+ test.SetUp(self.device, self.shard_index) |
+ except Exception: |
+ logging.exception( |
+ 'Caught exception while trying to run SetUp() for test: ' + |
+ test.tagged_name) |
+ # Tests whose SetUp() method has failed are likely to fail, or at least |
+ # yield invalid results. |
+ exc_info = sys.exc_info() |
+ results = base_test_result.TestRunResults() |
+ results.AddResult(HostDrivenExceptionTestResult( |
+ test.tagged_name, start_date_ms, exc_info)) |
+ return results, test |
+ |
+ try: |
+ results = test.Run() |
+ except Exception: |
+ # Setting this lets TearDown() avoid stomping on our stack trace from |
+ # Run() should TearDown() also raise an exception. |
+ exception_raised = True |
+ logging.exception('Caught exception while trying to run test: ' + |
+ test.tagged_name) |
+ exc_info = sys.exc_info() |
+ results = base_test_result.TestRunResults() |
+ results.AddResult(HostDrivenExceptionTestResult( |
+ test.tagged_name, start_date_ms, exc_info)) |
+ |
+ try: |
+ test.TearDown() |
+ except Exception: |
+ logging.exception( |
+ 'Caught exception while trying run TearDown() for test: ' + |
+ test.tagged_name) |
+ if not exception_raised: |
+ # Don't stomp the error during the test if TearDown blows up. This is a |
+ # trade-off: if the test fails, this will mask any problem with TearDown |
+ # until the test is fixed. |
+ exc_info = sys.exc_info() |
+ results = base_test_result.TestRunResults() |
+ results.AddResult(HostDrivenExceptionTestResult( |
+ test.tagged_name, start_date_ms, exc_info)) |
+ |
+ if not results.DidRunPass(): |
+ return results, test |
+ else: |
+ return results, None |