OLD | NEW |
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Defines TestPackageExecutable to help run stand-alone executables.""" | 5 """Defines TestPackageExecutable to help run stand-alone executables.""" |
6 | 6 |
7 import logging | 7 import logging |
8 import os | 8 import os |
9 import shutil | 9 import shutil |
10 import sys | 10 import sys |
11 import tempfile | 11 import tempfile |
12 | 12 |
13 from pylib import cmd_helper | 13 from pylib import cmd_helper |
14 from pylib import constants | 14 from pylib import constants |
15 from pylib import pexpect | 15 from pylib import pexpect |
16 | 16 |
17 from test_package import TestPackage | 17 from test_package import TestPackage |
18 | 18 |
19 | 19 |
20 class TestPackageExecutable(TestPackage): | 20 class TestPackageExecutable(TestPackage): |
21 """A helper class for running stand-alone executables.""" | 21 """A helper class for running stand-alone executables.""" |
22 | 22 |
23 _TEST_RUNNER_RET_VAL_FILE = 'gtest_retval' | 23 _TEST_RUNNER_RET_VAL_FILE = 'gtest_retval' |
24 | 24 |
25 def __init__(self, adb, device, test_suite, timeout, | 25 def __init__(self, adb, device, test_suite, tool, symbols_dir=None): |
26 cleanup_test_files, tool, symbols_dir=None): | |
27 """ | 26 """ |
28 Args: | 27 Args: |
29 adb: ADB interface the tests are using. | 28 adb: ADB interface the tests are using. |
30 device: Device to run the tests. | 29 device: Device to run the tests. |
31 test_suite: A specific test suite to run, empty to run all. | 30 test_suite: A specific test suite to run, empty to run all. |
32 timeout: Timeout for each test. | |
33 cleanup_test_files: Whether or not to cleanup test files on device. | |
34 tool: Name of the Valgrind tool. | 31 tool: Name of the Valgrind tool. |
35 symbols_dir: Directory to put the stripped binaries. | 32 symbols_dir: Directory to put the stripped binaries. |
36 """ | 33 """ |
37 TestPackage.__init__(self, adb, device, test_suite, timeout, | 34 TestPackage.__init__(self, adb, device, test_suite, tool) |
38 cleanup_test_files, tool) | |
39 self.symbols_dir = symbols_dir | 35 self.symbols_dir = symbols_dir |
40 | 36 |
41 def _GetGTestReturnCode(self): | 37 def _GetTestSuiteBaseName(self): |
| 38 """Returns the base name of the test suite.""" |
| 39 return os.path.basename(self.test_suite) |
| 40 |
| 41 #override |
| 42 def GetGTestReturnCode(self): |
42 ret = None | 43 ret = None |
43 ret_code = 1 # Assume failure if we can't find it | 44 ret_code = 1 # Assume failure if we can't find it |
44 ret_code_file = tempfile.NamedTemporaryFile() | 45 ret_code_file = tempfile.NamedTemporaryFile() |
45 try: | 46 try: |
46 if not self.adb.Adb().Pull( | 47 if not self.adb.Adb().Pull( |
47 constants.TEST_EXECUTABLE_DIR + '/' + | 48 constants.TEST_EXECUTABLE_DIR + '/' + |
48 TestPackageExecutable._TEST_RUNNER_RET_VAL_FILE, | 49 TestPackageExecutable._TEST_RUNNER_RET_VAL_FILE, |
49 ret_code_file.name): | 50 ret_code_file.name): |
50 logging.critical('Unable to pull gtest ret val file %s', | 51 logging.critical('Unable to pull gtest ret val file %s', |
51 ret_code_file.name) | 52 ret_code_file.name) |
(...skipping 18 matching lines...) Expand all Loading... |
70 depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP'] | 71 depth = os.environ['NATIVE_COVERAGE_DEPTH_STRIP'] |
71 except KeyError: | 72 except KeyError: |
72 logging.info('NATIVE_COVERAGE_DEPTH_STRIP is not defined: ' | 73 logging.info('NATIVE_COVERAGE_DEPTH_STRIP is not defined: ' |
73 'No native coverage.') | 74 'No native coverage.') |
74 return '' | 75 return '' |
75 export_string = ('export GCOV_PREFIX="%s/gcov"\n' % | 76 export_string = ('export GCOV_PREFIX="%s/gcov"\n' % |
76 self.adb.GetExternalStorage()) | 77 self.adb.GetExternalStorage()) |
77 export_string += 'export GCOV_PREFIX_STRIP=%s\n' % depth | 78 export_string += 'export GCOV_PREFIX_STRIP=%s\n' % depth |
78 return export_string | 79 return export_string |
79 | 80 |
| 81 #override |
80 def ClearApplicationState(self): | 82 def ClearApplicationState(self): |
81 """Clear the application state.""" | |
82 self.adb.KillAllBlocking(self.test_suite_basename, 30) | 83 self.adb.KillAllBlocking(self.test_suite_basename, 30) |
83 | 84 |
84 def GetAllTests(self): | 85 #override |
85 """Returns a list of all tests available in the test suite.""" | 86 def CreateCommandLineFileOnDevice(self, test_filter, test_arguments): |
86 all_tests = self.adb.RunShellCommand( | |
87 '%s %s/%s --gtest_list_tests' % | |
88 (self.tool.GetTestWrapper(), | |
89 constants.TEST_EXECUTABLE_DIR, | |
90 self.test_suite_basename)) | |
91 return self._ParseGTestListTests(all_tests) | |
92 | |
93 def CreateTestRunnerScript(self, test_filter, test_arguments): | |
94 """Creates a test runner script and pushes to the device. | |
95 | |
96 Args: | |
97 test_filter: A test_filter flag. | |
98 test_arguments: Additional arguments to pass to the test binary. | |
99 """ | |
100 tool_wrapper = self.tool.GetTestWrapper() | 87 tool_wrapper = self.tool.GetTestWrapper() |
101 sh_script_file = tempfile.NamedTemporaryFile() | 88 sh_script_file = tempfile.NamedTemporaryFile() |
102 # We need to capture the exit status from the script since adb shell won't | 89 # We need to capture the exit status from the script since adb shell won't |
103 # propagate to us. | 90 # propagate to us. |
104 sh_script_file.write('cd %s\n' | 91 sh_script_file.write('cd %s\n' |
105 '%s' | 92 '%s' |
106 '%s %s/%s --gtest_filter=%s %s\n' | 93 '%s %s/%s --gtest_filter=%s %s\n' |
107 'echo $? > %s' % | 94 'echo $? > %s' % |
108 (constants.TEST_EXECUTABLE_DIR, | 95 (constants.TEST_EXECUTABLE_DIR, |
109 self._AddNativeCoverageExports(), | 96 self._AddNativeCoverageExports(), |
110 tool_wrapper, constants.TEST_EXECUTABLE_DIR, | 97 tool_wrapper, constants.TEST_EXECUTABLE_DIR, |
111 self.test_suite_basename, | 98 self.test_suite_basename, |
112 test_filter, test_arguments, | 99 test_filter, test_arguments, |
113 TestPackageExecutable._TEST_RUNNER_RET_VAL_FILE)) | 100 TestPackageExecutable._TEST_RUNNER_RET_VAL_FILE)) |
114 sh_script_file.flush() | 101 sh_script_file.flush() |
115 cmd_helper.RunCmd(['chmod', '+x', sh_script_file.name]) | 102 cmd_helper.RunCmd(['chmod', '+x', sh_script_file.name]) |
116 self.adb.PushIfNeeded( | 103 self.adb.PushIfNeeded( |
117 sh_script_file.name, | 104 sh_script_file.name, |
118 constants.TEST_EXECUTABLE_DIR + '/chrome_test_runner.sh') | 105 constants.TEST_EXECUTABLE_DIR + '/chrome_test_runner.sh') |
119 logging.info('Conents of the test runner script: ') | 106 logging.info('Conents of the test runner script: ') |
120 for line in open(sh_script_file.name).readlines(): | 107 for line in open(sh_script_file.name).readlines(): |
121 logging.info(' ' + line.rstrip()) | 108 logging.info(' ' + line.rstrip()) |
122 | 109 |
123 def RunTestsAndListResults(self): | 110 #override |
124 """Runs all the tests and checks for failures. | 111 def GetAllTests(self): |
| 112 all_tests = self.adb.RunShellCommand( |
| 113 '%s %s/%s --gtest_list_tests' % |
| 114 (self.tool.GetTestWrapper(), |
| 115 constants.TEST_EXECUTABLE_DIR, |
| 116 self.test_suite_basename)) |
| 117 return self._ParseGTestListTests(all_tests) |
125 | 118 |
126 Returns: | 119 #override |
127 A TestRunResults object. | 120 def SpawnTestProcess(self): |
128 """ | |
129 args = ['adb', '-s', self.device, 'shell', 'sh', | 121 args = ['adb', '-s', self.device, 'shell', 'sh', |
130 constants.TEST_EXECUTABLE_DIR + '/chrome_test_runner.sh'] | 122 constants.TEST_EXECUTABLE_DIR + '/chrome_test_runner.sh'] |
131 logging.info(args) | 123 logging.info(args) |
132 p = pexpect.spawn(args[0], args[1:], logfile=sys.stdout) | 124 return pexpect.spawn(args[0], args[1:], logfile=sys.stdout) |
133 return self._WatchTestOutput(p) | |
134 | 125 |
135 def StripAndCopyExecutable(self): | 126 #override |
136 """Strips and copies the executable to the device.""" | 127 def Install(self): |
137 if self.tool.NeedsDebugInfo(): | 128 if self.tool.NeedsDebugInfo(): |
138 target_name = self.test_suite | 129 target_name = self.test_suite |
139 else: | 130 else: |
140 target_name = self.test_suite + '_' + self.device + '_stripped' | 131 target_name = self.test_suite + '_' + self.device + '_stripped' |
141 should_strip = True | 132 should_strip = True |
142 if os.path.isfile(target_name): | 133 if os.path.isfile(target_name): |
143 logging.info('Found target file %s' % target_name) | 134 logging.info('Found target file %s' % target_name) |
144 target_mtime = os.stat(target_name).st_mtime | 135 target_mtime = os.stat(target_name).st_mtime |
145 source_mtime = os.stat(self.test_suite).st_mtime | 136 source_mtime = os.stat(self.test_suite).st_mtime |
146 if target_mtime > source_mtime: | 137 if target_mtime > source_mtime: |
147 logging.info('Target mtime (%d) is newer than source (%d), assuming ' | 138 logging.info('Target mtime (%d) is newer than source (%d), assuming ' |
148 'no change.' % (target_mtime, source_mtime)) | 139 'no change.' % (target_mtime, source_mtime)) |
149 should_strip = False | 140 should_strip = False |
150 | 141 |
151 if should_strip: | 142 if should_strip: |
152 logging.info('Did not find up-to-date stripped binary. Generating a ' | 143 logging.info('Did not find up-to-date stripped binary. Generating a ' |
153 'new one (%s).' % target_name) | 144 'new one (%s).' % target_name) |
154 # Whenever we generate a stripped binary, copy to the symbols dir. If we | 145 # Whenever we generate a stripped binary, copy to the symbols dir. If we |
155 # aren't stripping a new binary, assume it's there. | 146 # aren't stripping a new binary, assume it's there. |
156 if self.symbols_dir: | 147 if self.symbols_dir: |
157 if not os.path.exists(self.symbols_dir): | 148 if not os.path.exists(self.symbols_dir): |
158 os.makedirs(self.symbols_dir) | 149 os.makedirs(self.symbols_dir) |
159 shutil.copy(self.test_suite, self.symbols_dir) | 150 shutil.copy(self.test_suite, self.symbols_dir) |
160 strip = os.environ['STRIP'] | 151 strip = os.environ['STRIP'] |
161 cmd_helper.RunCmd([strip, self.test_suite, '-o', target_name]) | 152 cmd_helper.RunCmd([strip, self.test_suite, '-o', target_name]) |
162 test_binary = constants.TEST_EXECUTABLE_DIR + '/' + self.test_suite_basename | 153 test_binary = constants.TEST_EXECUTABLE_DIR + '/' + self.test_suite_basename |
163 self.adb.PushIfNeeded(target_name, test_binary) | 154 self.adb.PushIfNeeded(target_name, test_binary) |
164 | |
165 def _GetTestSuiteBaseName(self): | |
166 """Returns the base name of the test suite.""" | |
167 return os.path.basename(self.test_suite) | |
OLD | NEW |