Chromium Code Reviews| OLD | NEW |
|---|---|
| (Empty) | |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 | |
| 6 import logging | |
| 7 import re | |
| 8 | |
| 9 from pylib import ports | |
| 10 from pylib.base import base_test_result | |
| 11 from pylib.base import test_run | |
| 12 from pylib.gtest import gtest_test_instance | |
| 13 | |
| 14 from pylib.local import local_test_server_spawner | |
| 15 from pylib.local.device import local_device_environment | |
| 16 from pylib.local.device import local_device_test_run | |
| 17 from pylib.utils import device_temp_file | |
| 18 | |
| 19 _COMMAND_LINE_FLAGS_SUPPORTED = True | |
| 20 | |
| 21 _EXTRA_COMMAND_LINE_FILE = ( | |
| 22 'org.chromium.native_test.ChromeNativeTestActivity.CommandLineFile') | |
| 23 _EXTRA_COMMAND_LINE_FLAGS = ( | |
| 24 'org.chromium.native_test.ChromeNativeTestActivity.CommandLineFlags') | |
| 25 | |
| 26 # TODO(jbudorick): Remove these once we're no longer parsing stdout to generate | |
| 27 # results. | |
| 28 _RE_TEST_STATUS = re.compile( | |
| 29 r'\[ +((?:RUN)|(?:FAILED)|(?:OK)) +\] ?(.*)(?: \((\d+) ms\))?') | |
| 30 _RE_TEST_RUN_STATUS = re.compile( | |
| 31 r'\[ +(PASSED|RUNNER_FAILED|CRASHED) \] ?(.*)') | |
| 32 | |
| 33 # TODO(jbudorick): Move this up to the test instance if the net test server is | |
| 34 # handled outside of the APK for the remote_device environment. | |
| 35 _SUITE_REQUIRES_TEST_SERVER_SPAWNER = [ | |
| 36 'content_unittests', 'content_browsertests', 'net_unittests', 'unit_tests' | |
| 37 ] | |
| 38 | |
| 39 class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun): | |
| 40 | |
| 41 def __init__(self, env, test_instance): | |
| 42 assert isinstance(env, local_device_environment.LocalDeviceEnvironment) | |
| 43 assert isinstance(test_instance, gtest_test_instance.GtestTestInstance) | |
| 44 super(LocalDeviceGtestRun, self).__init__(env, test_instance) | |
| 45 | |
| 46 # TODO(jbudorick): These will be different for content_browsertests. | |
| 47 self._package = 'org.chromium.native_test' | |
| 48 self._runner = '.ChromiumNativeTestInstrumentationTestRunner' | |
| 49 self._component = '%s/%s' % (self._package, self._runner) | |
| 50 self._server_factories = [] | |
|
klundberg
2014/12/09 15:55:33
Should be removed now that you no longer use it an
jbudorick
2014/12/11 01:01:02
Done.
| |
| 51 self._servers = {} | |
| 52 | |
| 53 #override | |
| 54 def TestPackage(self): | |
| 55 return self._test_instance._suite | |
| 56 | |
| 57 #override | |
| 58 def SetUp(self): | |
| 59 | |
| 60 def individual_device_set_up(dev, host_device_tuples): | |
| 61 # Install test APK. | |
| 62 dev.Install(self._test_instance.apk) | |
| 63 | |
| 64 # Push data dependencies. | |
| 65 external_storage = dev.GetExternalStoragePath() | |
| 66 host_device_tuples = [ | |
| 67 (h, d if d is not None else external_storage) | |
| 68 for h, d in host_device_tuples] | |
| 69 dev.PushChangedFiles(host_device_tuples) | |
| 70 | |
| 71 self._servers[str(dev)] = [] | |
| 72 if self.TestPackage() in _SUITE_REQUIRES_TEST_SERVER_SPAWNER: | |
| 73 self._servers[str(dev)].append( | |
| 74 local_test_server_spawner.LocalTestServerSpawner( | |
| 75 ports.AllocateTestServerPort(), dev, None)) | |
| 76 | |
| 77 for s in self._servers[str(dev)]: | |
| 78 s.SetUp() | |
| 79 | |
| 80 self._env.parallel_devices.pMap(individual_device_set_up, | |
| 81 self._test_instance.GetDataDependencies()) | |
| 82 | |
| 83 #override | |
| 84 def _ShouldShard(self): | |
| 85 return True | |
| 86 | |
| 87 #override | |
| 88 def _CreateShards(self, tests): | |
| 89 device_count = len(self._env.devices) | |
| 90 return [':'.join(tests[i::device_count]) | |
| 91 for i in xrange(0, device_count)] | |
| 92 | |
| 93 #override | |
| 94 def _GetTests(self): | |
| 95 tests = self._env.devices[0].StartInstrumentation( | |
| 96 self._component, | |
| 97 extras={_EXTRA_COMMAND_LINE_FLAGS: '_ --gtest_list_tests'}, | |
| 98 raw=False) | |
| 99 tests = gtest_test_instance.ParseGTestListTests(tests) | |
| 100 tests = self._test_instance.FilterTests(tests) | |
| 101 return tests | |
| 102 | |
| 103 #override | |
| 104 def _RunTest(self, device, test): | |
| 105 | |
| 106 # Run the test. | |
| 107 with device_temp_file.DeviceTempFile(device) as command_line_file: | |
| 108 device.WriteFile( | |
| 109 command_line_file.name, | |
| 110 '_ --gtest_filter=%s' % test) | |
| 111 | |
| 112 output = device.StartInstrumentation( | |
| 113 self._component, | |
| 114 extras={_EXTRA_COMMAND_LINE_FILE: command_line_file.name}, | |
| 115 timeout=900, retries=0) | |
| 116 | |
| 117 for s in self._servers[str(device)]: | |
| 118 s.Reset() | |
| 119 device.ClearApplicationState(self._package) | |
| 120 | |
| 121 # Parse the output. | |
| 122 # TODO(jbudorick): Transition test scripts away from parsing stdout. | |
| 123 results = [] | |
| 124 for l in output: | |
| 125 matcher = _RE_TEST_STATUS.match(l) | |
| 126 if matcher: | |
| 127 result_type = None | |
| 128 if matcher.group(1) == 'OK': | |
| 129 result_type = base_test_result.ResultType.PASS | |
| 130 elif matcher.group(1) == 'FAILED': | |
| 131 result_type = base_test_result.ResultType.FAIL | |
| 132 | |
| 133 if result_type: | |
| 134 test_name = matcher.group(2) | |
| 135 duration = matcher.group(3) if matcher.group(3) else 0 | |
| 136 results.append(base_test_result.BaseTestResult( | |
| 137 test_name, result_type, duration)) | |
| 138 logging.info(l) | |
| 139 return results | |
| 140 | |
| 141 #override | |
| 142 def TearDown(self): | |
| 143 def individual_device_tear_down(dev): | |
| 144 for s in self._servers[str(dev)]: | |
| 145 s.TearDown() | |
| 146 | |
| 147 self._env.parallel_devices.pMap(individual_device_tear_down) | |
| 148 | |
| OLD | NEW |