| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Base class for host-driven test cases. | 5 """Base class for host-driven test cases. |
| 6 | 6 |
| 7 This test case is intended to serve as the base class for any host-driven | 7 This test case is intended to serve as the base class for any host-driven |
| 8 test cases. It is similar to the Python unitttest module in that test cases | 8 test cases. It is similar to the Python unitttest module in that test cases |
| 9 inherit from this class and add methods which will be run as tests. | 9 inherit from this class and add methods which will be run as tests. |
| 10 | 10 |
| 11 When a HostDrivenTestCase object is instantiated, its purpose is to run only one | 11 When a HostDrivenTestCase object is instantiated, its purpose is to run only one |
| 12 test method in the derived class. The test runner gives it the name of the test | 12 test method in the derived class. The test runner gives it the name of the test |
| 13 method the instance will run. The test runner calls SetUp with the device ID | 13 method the instance will run. The test runner calls SetUp with the device ID |
| 14 which the test method will run against. The test runner runs the test method | 14 which the test method will run against. The test runner runs the test method |
| 15 itself, collecting the result, and calls TearDown. | 15 itself, collecting the result, and calls TearDown. |
| 16 | 16 |
| 17 Tests can perform arbitrary Python commands and asserts in test methods. Tests | 17 Tests can perform arbitrary Python commands and asserts in test methods. Tests |
| 18 that run instrumentation tests can make use of the _RunJavaTestFilters helper | 18 that run instrumentation tests can make use of the _RunJavaTestFilters helper |
| 19 function to trigger Java tests and convert results into a single host-driven | 19 function to trigger Java tests and convert results into a single host-driven |
| 20 test result. | 20 test result. |
| 21 """ | 21 """ |
| 22 | 22 |
| 23 import logging | 23 import logging |
| 24 import os | 24 import os |
| 25 import time | 25 import time |
| 26 | 26 |
| 27 from pylib import android_commands | 27 from pylib import android_commands |
| 28 from pylib import constants | |
| 29 from pylib import forwarder | 28 from pylib import forwarder |
| 30 from pylib import valgrind_tools | 29 from pylib import valgrind_tools |
| 31 from pylib.base import base_test_result | 30 from pylib.base import base_test_result |
| 32 from pylib.instrumentation import test_package | 31 from pylib.instrumentation import test_package |
| 33 from pylib.instrumentation import test_result | 32 from pylib.instrumentation import test_result |
| 34 from pylib.instrumentation import test_runner | 33 from pylib.instrumentation import test_runner |
| 35 | 34 |
| 36 # aka the parent of com.google.android | 35 # aka the parent of com.google.android |
| 37 BASE_ROOT = 'src' + os.sep | 36 BASE_ROOT = 'src' + os.sep |
| 38 | 37 |
| 39 | 38 |
| 40 class HostDrivenTestCase(object): | 39 class HostDrivenTestCase(object): |
| 41 """Base class for host-driven test cases.""" | 40 """Base class for host-driven test cases.""" |
| 42 | 41 |
| 43 _HOST_DRIVEN_TAG = 'HostDriven' | 42 _HOST_DRIVEN_TAG = 'HostDriven' |
| 44 | 43 |
| 45 def __init__(self, test_name, instrumentation_options=None): | 44 def __init__(self, test_name, instrumentation_options=None): |
| 46 """Create a test case initialized to run |test_name|. | 45 """Create a test case initialized to run |test_name|. |
| 47 | 46 |
| 48 Args: | 47 Args: |
| 49 test_name: The name of the method to run as the test. | 48 test_name: The name of the method to run as the test. |
| 50 instrumentation_options: An InstrumentationOptions object. | 49 instrumentation_options: An InstrumentationOptions object. |
| 51 """ | 50 """ |
| 52 self.test_name = test_name | |
| 53 class_name = self.__class__.__name__ | 51 class_name = self.__class__.__name__ |
| 54 self.qualified_name = '%s.%s' % (class_name, self.test_name) | 52 self.adb = None |
| 53 self.cleanup_test_files = False |
| 54 self.device_id = '' |
| 55 self.has_forwarded_ports = False |
| 56 self.instrumentation_options = instrumentation_options |
| 57 self.ports_to_forward = [] |
| 58 self.push_deps = False |
| 59 self.shard_index = 0 |
| 60 |
| 55 # Use tagged_name when creating results, so that we can identify host-driven | 61 # Use tagged_name when creating results, so that we can identify host-driven |
| 56 # tests in the overall results. | 62 # tests in the overall results. |
| 63 self.test_name = test_name |
| 64 self.qualified_name = '%s.%s' % (class_name, self.test_name) |
| 57 self.tagged_name = '%s_%s' % (self._HOST_DRIVEN_TAG, self.qualified_name) | 65 self.tagged_name = '%s_%s' % (self._HOST_DRIVEN_TAG, self.qualified_name) |
| 58 | 66 |
| 59 self.instrumentation_options = instrumentation_options | |
| 60 self.ports_to_forward = [] | |
| 61 self.has_forwarded_ports = False | |
| 62 | |
| 63 # TODO(bulach): make ports_to_forward not optional and move the Forwarder | 67 # TODO(bulach): make ports_to_forward not optional and move the Forwarder |
| 64 # mapping here. | 68 # mapping here. |
| 65 def SetUp(self, device, shard_index, push_deps, | 69 def SetUp(self, device, shard_index, push_deps, |
| 66 cleanup_test_files, ports_to_forward=[]): | 70 cleanup_test_files, ports_to_forward=None): |
| 71 if not ports_to_forward: |
| 72 ports_to_forward = [] |
| 67 self.device_id = device | 73 self.device_id = device |
| 68 self.shard_index = shard_index | 74 self.shard_index = shard_index |
| 69 self.adb = android_commands.AndroidCommands(self.device_id) | 75 self.adb = android_commands.AndroidCommands(self.device_id) |
| 70 self.push_deps = push_deps | 76 self.push_deps = push_deps |
| 71 self.cleanup_test_files = cleanup_test_files | 77 self.cleanup_test_files = cleanup_test_files |
| 72 if ports_to_forward: | 78 if ports_to_forward: |
| 73 self.ports_to_forward = ports_to_forward | 79 self.ports_to_forward = ports_to_forward |
| 74 | 80 |
| 75 def TearDown(self): | 81 def TearDown(self): |
| 76 pass | 82 pass |
| 77 | 83 |
| 78 # TODO(craigdh): Remove GetOutDir once references have been removed | |
| 79 # downstream. | |
| 80 def GetOutDir(self): | |
| 81 return constants.GetOutDirectory() | |
| 82 | |
| 83 def Run(self): | 84 def Run(self): |
| 84 logging.info('Running host-driven test: %s', self.tagged_name) | 85 logging.info('Running host-driven test: %s', self.tagged_name) |
| 85 # Get the test method on the derived class and execute it | 86 # Get the test method on the derived class and execute it |
| 86 return getattr(self, self.test_name)() | 87 return getattr(self, self.test_name)() |
| 87 | 88 |
| 88 def __GetHostForwarderLog(self): | 89 @staticmethod |
| 90 def __GetHostForwarderLog(): |
| 89 return ('-- Begin Full HostForwarder log\n' | 91 return ('-- Begin Full HostForwarder log\n' |
| 90 '%s\n' | 92 '%s\n' |
| 91 '--End Full HostForwarder log\n' % forwarder.Forwarder.GetHostLog()) | 93 '--End Full HostForwarder log\n' % forwarder.Forwarder.GetHostLog()) |
| 92 | 94 |
| 93 def __StartForwarder(self): | 95 def __StartForwarder(self): |
| 94 logging.warning('Forwarding %s %s', self.ports_to_forward, | 96 logging.warning('Forwarding %s %s', self.ports_to_forward, |
| 95 self.has_forwarded_ports) | 97 self.has_forwarded_ports) |
| 96 if self.ports_to_forward and not self.has_forwarded_ports: | 98 if self.ports_to_forward and not self.has_forwarded_ports: |
| 97 self.has_forwarded_ports = True | 99 self.has_forwarded_ports = True |
| 98 tool = valgrind_tools.CreateTool(None, self.adb) | 100 tool = valgrind_tools.CreateTool(None, self.adb) |
| (...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 144 test_type = base_test_result.ResultType.PASS | 146 test_type = base_test_result.ResultType.PASS |
| 145 log = '' | 147 log = '' |
| 146 | 148 |
| 147 test_pkg = test_package.TestPackage( | 149 test_pkg = test_package.TestPackage( |
| 148 self.instrumentation_options.test_apk_path, | 150 self.instrumentation_options.test_apk_path, |
| 149 self.instrumentation_options.test_apk_jar_path) | 151 self.instrumentation_options.test_apk_jar_path) |
| 150 | 152 |
| 151 start_ms = int(time.time()) * 1000 | 153 start_ms = int(time.time()) * 1000 |
| 152 done = False | 154 done = False |
| 153 for test_filter in test_filters: | 155 for test_filter in test_filters: |
| 154 tests = test_pkg._GetAllMatchingTests(None, None, test_filter) | 156 tests = test_pkg.GetAllMatchingTests(None, None, test_filter) |
| 155 # Filters should always result in >= 1 test. | 157 # Filters should always result in >= 1 test. |
| 156 if len(tests) == 0: | 158 if len(tests) == 0: |
| 157 raise Exception('Java test filter "%s" returned no tests.' | 159 raise Exception('Java test filter "%s" returned no tests.' |
| 158 % test_filter) | 160 % test_filter) |
| 159 for test in tests: | 161 for test in tests: |
| 160 # We're only running one test at a time, so this TestRunResults object | 162 # We're only running one test at a time, so this TestRunResults object |
| 161 # will hold only one result. | 163 # will hold only one result. |
| 162 java_result = self.__RunJavaTest(test, test_pkg, additional_flags) | 164 java_result = self.__RunJavaTest(test, test_pkg, additional_flags) |
| 163 assert len(java_result.GetAll()) == 1 | 165 assert len(java_result.GetAll()) == 1 |
| 164 if not java_result.DidRunPass(): | 166 if not java_result.DidRunPass(): |
| (...skipping 11 matching lines...) Expand all Loading... |
| 176 overall_result.AddResult( | 178 overall_result.AddResult( |
| 177 test_result.InstrumentationTestResult( | 179 test_result.InstrumentationTestResult( |
| 178 self.tagged_name, test_type, start_ms, duration_ms, log=log)) | 180 self.tagged_name, test_type, start_ms, duration_ms, log=log)) |
| 179 return overall_result | 181 return overall_result |
| 180 | 182 |
| 181 def __str__(self): | 183 def __str__(self): |
| 182 return self.tagged_name | 184 return self.tagged_name |
| 183 | 185 |
| 184 def __repr__(self): | 186 def __repr__(self): |
| 185 return self.tagged_name | 187 return self.tagged_name |
| OLD | NEW |