Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(98)

Side by Side Diff: build/android/pylib/gtest/test_package.py

Issue 12544033: [Android] Rewrite base test result classes. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Created 7 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 5
6 import logging 6 import logging
7 import os
7 import re 8 import re
8 import os
9 9
10 from pylib import constants 10 from pylib import constants
11 from pylib import pexpect 11 from pylib import pexpect
12 from pylib.android_commands import errors 12 from pylib.android_commands import errors
13 from pylib.base.test_result import BaseTestResult, TestResults 13 from pylib.base import base_test_result
14 from pylib.perf_tests_helper import PrintPerfResult 14 from pylib.perf_tests_helper import PrintPerfResult
15 15
16 16
17 class TestPackage(object): 17 class TestPackage(object):
18 """A helper base class for both APK and stand-alone executables. 18 """A helper base class for both APK and stand-alone executables.
19 19
20 Args: 20 Args:
21 adb: ADB interface the tests are using. 21 adb: ADB interface the tests are using.
22 device: Device to run the tests. 22 device: Device to run the tests.
23 test_suite: A specific test suite to run, empty to run all. 23 test_suite: A specific test suite to run, empty to run all.
(...skipping 92 matching lines...) Expand 10 before | Expand all | Expand 10 after
116 self.test_suite_dirname + '/linux_dumper_unittest_helper', 116 self.test_suite_dirname + '/linux_dumper_unittest_helper',
117 constants.TEST_EXECUTABLE_DIR + '/linux_dumper_unittest_helper') 117 constants.TEST_EXECUTABLE_DIR + '/linux_dumper_unittest_helper')
118 if self.test_suite_basename == 'content_browsertests': 118 if self.test_suite_basename == 'content_browsertests':
119 self.adb.PushIfNeeded( 119 self.adb.PushIfNeeded(
120 self.test_suite_dirname + 120 self.test_suite_dirname +
121 '/../content_shell/assets/content_shell.pak', 121 '/../content_shell/assets/content_shell.pak',
122 external_storage + '/paks/content_shell.pak') 122 external_storage + '/paks/content_shell.pak')
123 123
124 def _WatchTestOutput(self, p): 124 def _WatchTestOutput(self, p):
125 """Watches the test output. 125 """Watches the test output.
126
126 Args: 127 Args:
127 p: the process generating output as created by pexpect.spawn. 128 p: the process generating output as created by pexpect.spawn.
129
130 Returns:
131 A TestRunResults object.
128 """ 132 """
129 ok_tests = [] 133 results = base_test_result.TestRunResults()
130 failed_tests = []
131 crashed_tests = []
132 timed_out_tests = []
133 134
134 # Test case statuses. 135 # Test case statuses.
135 re_run = re.compile('\[ RUN \] ?(.*)\r\n') 136 re_run = re.compile('\[ RUN \] ?(.*)\r\n')
136 re_fail = re.compile('\[ FAILED \] ?(.*)\r\n') 137 re_fail = re.compile('\[ FAILED \] ?(.*)\r\n')
137 re_ok = re.compile('\[ OK \] ?(.*?) .*\r\n') 138 re_ok = re.compile('\[ OK \] ?(.*?) .*\r\n')
138 139
139 # Test run statuses. 140 # Test run statuses.
140 re_passed = re.compile('\[ PASSED \] ?(.*)\r\n') 141 re_passed = re.compile('\[ PASSED \] ?(.*)\r\n')
141 re_runner_fail = re.compile('\[ RUNNER_FAILED \] ?(.*)\r\n') 142 re_runner_fail = re.compile('\[ RUNNER_FAILED \] ?(.*)\r\n')
142 # Signal handlers are installed before starting tests 143 # Signal handlers are installed before starting tests
143 # to output the CRASHED marker when a crash happens. 144 # to output the CRASHED marker when a crash happens.
144 re_crash = re.compile('\[ CRASHED \](.*)\r\n') 145 re_crash = re.compile('\[ CRASHED \](.*)\r\n')
145 146
146 try: 147 try:
147 while True: 148 while True:
148 full_test_name = None 149 full_test_name = None
149
150 found = p.expect([re_run, re_passed, re_runner_fail], 150 found = p.expect([re_run, re_passed, re_runner_fail],
151 timeout=self.timeout) 151 timeout=self.timeout)
152 if found == 1: # re_passed 152 if found == 1: # re_passed
153 break 153 break
154 elif found == 2: # re_runner_fail 154 elif found == 2: # re_runner_fail
155 break 155 break
156 else: # re_run 156 else: # re_run
157 full_test_name = p.match.group(1).replace('\r', '') 157 full_test_name = p.match.group(1).replace('\r', '')
158 found = p.expect([re_ok, re_fail, re_crash], timeout=self.timeout) 158 found = p.expect([re_ok, re_fail, re_crash], timeout=self.timeout)
159 if found == 0: # re_ok 159 if found == 0: # re_ok
160 if full_test_name == p.match.group(1).replace('\r', ''): 160 if full_test_name == p.match.group(1).replace('\r', ''):
161 ok_tests += [BaseTestResult(full_test_name, p.before)] 161 results.AddResult(base_test_result.BaseTestResult(
162 full_test_name, base_test_result.ResultType.PASS,
163 log=p.before))
162 elif found == 2: # re_crash 164 elif found == 2: # re_crash
163 crashed_tests += [BaseTestResult(full_test_name, p.before)] 165 results.AddResult(base_test_result.BaseTestResult(
166 full_test_name, base_test_result.ResultType.CRASH,
167 log=p.before))
164 break 168 break
165 else: # re_fail 169 else: # re_fail
166 failed_tests += [BaseTestResult(full_test_name, p.before)] 170 results.AddResult(base_test_result.BaseTestResult(
171 full_test_name, base_test_result.ResultType.FAIL, log=p.before))
167 except pexpect.EOF: 172 except pexpect.EOF:
168 logging.error('Test terminated - EOF') 173 logging.error('Test terminated - EOF')
169 # We're here because either the device went offline, or the test harness 174 # We're here because either the device went offline, or the test harness
170 # crashed without outputting the CRASHED marker (crbug.com/175538). 175 # crashed without outputting the CRASHED marker (crbug.com/175538).
171 if not self.adb.IsOnline(): 176 if not self.adb.IsOnline():
172 raise errors.DeviceUnresponsiveError('Device %s went offline.' % 177 raise errors.DeviceUnresponsiveError('Device %s went offline.' %
173 self.device) 178 self.device)
174 elif full_test_name: 179 if full_test_name:
175 crashed_tests += [BaseTestResult(full_test_name, p.before)] 180 results.AddResult(base_test_result.BaseTestResult(
181 full_test_name, base_test_result.ResultType.CRASH, log=p.before))
176 except pexpect.TIMEOUT: 182 except pexpect.TIMEOUT:
177 logging.error('Test terminated after %d second timeout.', 183 logging.error('Test terminated after %d second timeout.',
178 self.timeout) 184 self.timeout)
179 if full_test_name: 185 if full_test_name:
180 timed_out_tests += [BaseTestResult(full_test_name, p.before)] 186 results.AddResult(base_test_result.BaseTestResult(
187 full_test_name, base_test_result.ResultType.TIMEOUT, log=p.before))
181 finally: 188 finally:
182 p.close() 189 p.close()
183 190
184 ret_code = self._GetGTestReturnCode() 191 ret_code = self._GetGTestReturnCode()
185 if ret_code: 192 if ret_code:
186 logging.critical( 193 logging.critical(
187 'gtest exit code: %d\npexpect.before: %s\npexpect.after: %s', 194 'gtest exit code: %d\npexpect.before: %s\npexpect.after: %s',
188 ret_code, p.before, p.after) 195 ret_code, p.before, p.after)
189 196
190 # Create TestResults and return 197 return results
191 return TestResults.FromRun(ok=ok_tests, failed=failed_tests,
192 crashed=crashed_tests, timed_out=timed_out_tests)
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698