OLD | NEW |
1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Runs host-driven tests on a particular device.""" | 5 """Runs host-driven tests on a particular device.""" |
6 | 6 |
7 import logging | 7 import logging |
8 import sys | 8 import sys |
9 import time | 9 import time |
10 import traceback | 10 import traceback |
(...skipping 30 matching lines...) Expand all Loading... |
41 | 41 |
42 | 42 |
43 class HostDrivenTestRunner(base_test_runner.BaseTestRunner): | 43 class HostDrivenTestRunner(base_test_runner.BaseTestRunner): |
44 """Orchestrates running a set of host-driven tests. | 44 """Orchestrates running a set of host-driven tests. |
45 | 45 |
46 Any Python exceptions in the tests are caught and translated into a failed | 46 Any Python exceptions in the tests are caught and translated into a failed |
47 result, rather than being re-raised on the main thread. | 47 result, rather than being re-raised on the main thread. |
48 """ | 48 """ |
49 | 49 |
50 #override | 50 #override |
51 def __init__(self, device, shard_index, tool): | 51 def __init__(self, device, shard_index, tool, cleanup_test_files): |
52 """Creates a new HostDrivenTestRunner. | 52 """Creates a new HostDrivenTestRunner. |
53 | 53 |
54 Args: | 54 Args: |
55 device: Attached android device. | 55 device: Attached android device. |
56 shard_index: Shard index. | 56 shard_index: Shard index. |
57 tool: Name of the Valgrind tool. | 57 tool: Name of the Valgrind tool. |
| 58 cleanup_test_files: Whether or not to cleanup test files on device. |
58 """ | 59 """ |
59 | 60 |
60 super(HostDrivenTestRunner, self).__init__(device, tool) | 61 super(HostDrivenTestRunner, self).__init__(device, tool, cleanup_test_files) |
61 | 62 |
62 # The shard index affords the ability to create unique port numbers (e.g. | 63 # The shard index affords the ability to create unique port numbers (e.g. |
63 # DEFAULT_PORT + shard_index) if the test so wishes. | 64 # DEFAULT_PORT + shard_index) if the test so wishes. |
64 self.shard_index = shard_index | 65 self.shard_index = shard_index |
65 | 66 |
66 #override | 67 #override |
67 def RunTest(self, test): | 68 def RunTest(self, test): |
68 """Sets up and runs a test case. | 69 """Sets up and runs a test case. |
69 | 70 |
70 Args: | 71 Args: |
71 test: An object which is ostensibly a subclass of HostDrivenTestCase. | 72 test: An object which is ostensibly a subclass of HostDrivenTestCase. |
72 | 73 |
73 Returns: | 74 Returns: |
74 A TestRunResults object which contains the result produced by the test | 75 A TestRunResults object which contains the result produced by the test |
75 and, in the case of a failure, the test that should be retried. | 76 and, in the case of a failure, the test that should be retried. |
76 """ | 77 """ |
77 | 78 |
78 assert isinstance(test, test_case.HostDrivenTestCase) | 79 assert isinstance(test, test_case.HostDrivenTestCase) |
79 | 80 |
80 start_date_ms = int(time.time()) * 1000 | 81 start_date_ms = int(time.time()) * 1000 |
81 exception_raised = False | 82 exception_raised = False |
82 | 83 |
83 try: | 84 try: |
84 test.SetUp(str(self.device), self.shard_index) | 85 test.SetUp(str(self.device), self.shard_index, self._cleanup_test_files) |
85 except Exception: | 86 except Exception: |
86 logging.exception( | 87 logging.exception( |
87 'Caught exception while trying to run SetUp() for test: ' + | 88 'Caught exception while trying to run SetUp() for test: ' + |
88 test.tagged_name) | 89 test.tagged_name) |
89 # Tests whose SetUp() method has failed are likely to fail, or at least | 90 # Tests whose SetUp() method has failed are likely to fail, or at least |
90 # yield invalid results. | 91 # yield invalid results. |
91 exc_info = sys.exc_info() | 92 exc_info = sys.exc_info() |
92 results = base_test_result.TestRunResults() | 93 results = base_test_result.TestRunResults() |
93 results.AddResult(HostDrivenExceptionTestResult( | 94 results.AddResult(HostDrivenExceptionTestResult( |
94 test.tagged_name, start_date_ms, exc_info)) | 95 test.tagged_name, start_date_ms, exc_info)) |
(...skipping 24 matching lines...) Expand all Loading... |
119 # until the test is fixed. | 120 # until the test is fixed. |
120 exc_info = sys.exc_info() | 121 exc_info = sys.exc_info() |
121 results = base_test_result.TestRunResults() | 122 results = base_test_result.TestRunResults() |
122 results.AddResult(HostDrivenExceptionTestResult( | 123 results.AddResult(HostDrivenExceptionTestResult( |
123 test.tagged_name, start_date_ms, exc_info)) | 124 test.tagged_name, start_date_ms, exc_info)) |
124 | 125 |
125 if not results.DidRunPass(): | 126 if not results.DidRunPass(): |
126 return results, test | 127 return results, test |
127 else: | 128 else: |
128 return results, None | 129 return results, None |
OLD | NEW |