| Index: build/android/pylib/gtest/test_package.py
|
| diff --git a/build/android/pylib/gtest/test_package.py b/build/android/pylib/gtest/test_package.py
|
| index 3ad6df6593c6832a32de5cbb411486af52ac75f0..4846322f39415fd0194ddb19a60560f8a70a341f 100644
|
| --- a/build/android/pylib/gtest/test_package.py
|
| +++ b/build/android/pylib/gtest/test_package.py
|
| @@ -2,16 +2,11 @@
|
| # Use of this source code is governed by a BSD-style license that can be
|
| # found in the LICENSE file.
|
|
|
| +"""Base class representing GTest test packages."""
|
|
|
| -import logging
|
| import os
|
| -import re
|
|
|
| from pylib import constants
|
| -from pylib import pexpect
|
| -from pylib.android_commands import errors
|
| -from pylib.base import base_test_result
|
| -from pylib.perf_tests_helper import PrintPerfResult
|
|
|
|
|
| class TestPackage(object):
|
| @@ -21,13 +16,10 @@ class TestPackage(object):
|
| adb: ADB interface the tests are using.
|
| device: Device to run the tests.
|
| test_suite: A specific test suite to run, empty to run all.
|
| - timeout: Timeout for each test.
|
| - cleanup_test_files: Whether or not to cleanup test files on device.
|
| tool: Name of the Valgrind tool.
|
| """
|
|
|
| - def __init__(self, adb, device, test_suite, timeout,
|
| - cleanup_test_files, tool):
|
| + def __init__(self, adb, device, test_suite, tool):
|
| self.adb = adb
|
| self.device = device
|
| self.test_suite_full = test_suite
|
| @@ -35,19 +27,40 @@ class TestPackage(object):
|
| self.test_suite_basename = self._GetTestSuiteBaseName()
|
| self.test_suite_dirname = os.path.dirname(
|
| self.test_suite.split(self.test_suite_basename)[0])
|
| - self.cleanup_test_files = cleanup_test_files
|
| self.tool = tool
|
| - if timeout == 0:
|
| - timeout = 60
|
| - # On a VM (e.g. chromium buildbots), this timeout is way too small.
|
| - if os.environ.get('BUILDBOT_SLAVENAME'):
|
| - timeout = timeout * 2
|
| - self.timeout = timeout * self.tool.GetTimeoutScale()
|
|
|
| def ClearApplicationState(self):
|
| """Clears the application state."""
|
| raise NotImplementedError('Method must be overriden.')
|
|
|
| + def CreateCommandLineFileOnDevice(self, test_filter, test_arguments):
|
| + """Creates a test runner script and pushes to the device.
|
| +
|
| + Args:
|
| + test_filter: A test_filter flag.
|
| + test_arguments: Additional arguments to pass to the test binary.
|
| + """
|
| + raise NotImplementedError('Method must be overriden.')
|
| +
|
| + def GetAllTests(self):
|
| + """Returns a list of all tests available in the test suite."""
|
| + raise NotImplementedError('Method must be overriden.')
|
| +
|
| + def GetGTestReturnCode(self):
|
| + return None
|
| +
|
| + def SpawnTestProcess(self):
|
| + """Spawn the test process.
|
| +
|
| + Returns:
|
| + An instance of pexpect spawn class.
|
| + """
|
| + raise NotImplementedError('Method must be overriden.')
|
| +
|
| + def Install(self):
|
| + """Install the test package to the device."""
|
| + raise NotImplementedError('Method must be overriden.')
|
| +
|
| def GetDisabledPrefixes(self):
|
| return ['DISABLED_', 'FLAKY_', 'FAILS_']
|
|
|
| @@ -55,7 +68,7 @@ class TestPackage(object):
|
| """Parses and filters the raw test lists.
|
|
|
| Args:
|
| - all_tests: The raw test listing with the following format:
|
| + all_tests: The raw test listing with the following format:
|
|
|
| IPCChannelTest.
|
| SendMessageInChannelConnected
|
| @@ -86,82 +99,3 @@ class TestPackage(object):
|
| if not any([test_name.startswith(x) for x in disabled_prefixes]):
|
| ret += [current + test_name]
|
| return ret
|
| -
|
| - def _WatchTestOutput(self, p):
|
| - """Watches the test output.
|
| -
|
| - Args:
|
| - p: the process generating output as created by pexpect.spawn.
|
| -
|
| - Returns:
|
| - A TestRunResults object.
|
| - """
|
| - results = base_test_result.TestRunResults()
|
| -
|
| - # Test case statuses.
|
| - re_run = re.compile('\[ RUN \] ?(.*)\r\n')
|
| - re_fail = re.compile('\[ FAILED \] ?(.*)\r\n')
|
| - re_ok = re.compile('\[ OK \] ?(.*?) .*\r\n')
|
| -
|
| - # Test run statuses.
|
| - re_passed = re.compile('\[ PASSED \] ?(.*)\r\n')
|
| - re_runner_fail = re.compile('\[ RUNNER_FAILED \] ?(.*)\r\n')
|
| - # Signal handlers are installed before starting tests
|
| - # to output the CRASHED marker when a crash happens.
|
| - re_crash = re.compile('\[ CRASHED \](.*)\r\n')
|
| -
|
| - log = ''
|
| - try:
|
| - while True:
|
| - full_test_name = None
|
| - found = p.expect([re_run, re_passed, re_runner_fail],
|
| - timeout=self.timeout)
|
| - if found == 1: # re_passed
|
| - break
|
| - elif found == 2: # re_runner_fail
|
| - break
|
| - else: # re_run
|
| - full_test_name = p.match.group(1).replace('\r', '')
|
| - found = p.expect([re_ok, re_fail, re_crash], timeout=self.timeout)
|
| - log = p.before.replace('\r', '')
|
| - if found == 0: # re_ok
|
| - if full_test_name == p.match.group(1).replace('\r', ''):
|
| - results.AddResult(base_test_result.BaseTestResult(
|
| - full_test_name, base_test_result.ResultType.PASS,
|
| - log=log))
|
| - elif found == 2: # re_crash
|
| - results.AddResult(base_test_result.BaseTestResult(
|
| - full_test_name, base_test_result.ResultType.CRASH,
|
| - log=log))
|
| - break
|
| - else: # re_fail
|
| - results.AddResult(base_test_result.BaseTestResult(
|
| - full_test_name, base_test_result.ResultType.FAIL, log=log))
|
| - except pexpect.EOF:
|
| - logging.error('Test terminated - EOF')
|
| - # We're here because either the device went offline, or the test harness
|
| - # crashed without outputting the CRASHED marker (crbug.com/175538).
|
| - if not self.adb.IsOnline():
|
| - raise errors.DeviceUnresponsiveError('Device %s went offline.' %
|
| - self.device)
|
| - if full_test_name:
|
| - results.AddResult(base_test_result.BaseTestResult(
|
| - full_test_name, base_test_result.ResultType.CRASH,
|
| - log=p.before.replace('\r', '')))
|
| - except pexpect.TIMEOUT:
|
| - logging.error('Test terminated after %d second timeout.',
|
| - self.timeout)
|
| - if full_test_name:
|
| - results.AddResult(base_test_result.BaseTestResult(
|
| - full_test_name, base_test_result.ResultType.TIMEOUT,
|
| - log=p.before.replace('\r', '')))
|
| - finally:
|
| - p.close()
|
| -
|
| - ret_code = self._GetGTestReturnCode()
|
| - if ret_code:
|
| - logging.critical(
|
| - 'gtest exit code: %d\npexpect.before: %s\npexpect.after: %s',
|
| - ret_code, p.before, p.after)
|
| -
|
| - return results
|
|
|