| Index: build/android/pylib/gtest/gtest_test_instance.py
|
| diff --git a/build/android/pylib/gtest/gtest_test_instance.py b/build/android/pylib/gtest/gtest_test_instance.py
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..3285e0b698529a91b09817e9f9448a00cac94d87
|
| --- /dev/null
|
| +++ b/build/android/pylib/gtest/gtest_test_instance.py
|
| @@ -0,0 +1,329 @@
|
| +# Copyright 2014 The Chromium Authors. All rights reserved.
|
| +# Use of this source code is governed by a BSD-style license that can be
|
| +# found in the LICENSE file.
|
| +
|
| +import logging
|
| +import os
|
| +import re
|
| +import shutil
|
| +import sys
|
| +import tempfile
|
| +
|
| +from pylib import constants
|
| +from pylib.base import base_test_result
|
| +from pylib.base import test_instance
|
| +from pylib.utils import apk_helper
|
| +
|
| +sys.path.append(os.path.join(
|
| + constants.DIR_SOURCE_ROOT, 'build', 'util', 'lib', 'common'))
|
| +import unittest_util
|
| +
|
| +
|
| +BROWSER_TEST_SUITES = [
|
| + 'components_browsertests',
|
| + 'content_browsertests',
|
| +]
|
| +
|
| +
|
| +_DEFAULT_ISOLATE_FILE_PATHS = {
|
| + 'base_unittests': 'base/base_unittests.isolate',
|
| + 'blink_heap_unittests':
|
| + 'third_party/WebKit/Source/platform/heap/BlinkHeapUnitTests.isolate',
|
| + 'breakpad_unittests': 'breakpad/breakpad_unittests.isolate',
|
| + 'cc_perftests': 'cc/cc_perftests.isolate',
|
| + 'components_browsertests': 'components/components_browsertests.isolate',
|
| + 'components_unittests': 'components/components_unittests.isolate',
|
| + 'content_browsertests': 'content/content_browsertests.isolate',
|
| + 'content_unittests': 'content/content_unittests.isolate',
|
| + 'media_perftests': 'media/media_perftests.isolate',
|
| + 'media_unittests': 'media/media_unittests.isolate',
|
| + 'midi_unittests': 'media/midi/midi_unittests.isolate',
|
| + 'net_unittests': 'net/net_unittests.isolate',
|
| + 'sql_unittests': 'sql/sql_unittests.isolate',
|
| + 'sync_unit_tests': 'sync/sync_unit_tests.isolate',
|
| + 'ui_base_unittests': 'ui/base/ui_base_tests.isolate',
|
| + 'unit_tests': 'chrome/unit_tests.isolate',
|
| + 'webkit_unit_tests':
|
| + 'third_party/WebKit/Source/web/WebKitUnitTests.isolate',
|
| +}
|
| +
|
| +
|
| +# Used for filtering large data deps at a finer grain than what's allowed in
|
| +# isolate files since pushing deps to devices is expensive.
|
| +# Wildcards are allowed.
|
| +_DEPS_EXCLUSION_LIST = [
|
| + 'chrome/test/data/extensions/api_test',
|
| + 'chrome/test/data/extensions/secure_shell',
|
| + 'chrome/test/data/firefox*',
|
| + 'chrome/test/data/gpu',
|
| + 'chrome/test/data/image_decoding',
|
| + 'chrome/test/data/import',
|
| + 'chrome/test/data/page_cycler',
|
| + 'chrome/test/data/perf',
|
| + 'chrome/test/data/pyauto_private',
|
| + 'chrome/test/data/safari_import',
|
| + 'chrome/test/data/scroll',
|
| + 'chrome/test/data/third_party',
|
| + 'third_party/hunspell_dictionaries/*.dic',
|
| + # crbug.com/258690
|
| + 'webkit/data/bmp_decoder',
|
| + 'webkit/data/ico_decoder',
|
| +]
|
| +
|
| +
|
| +_EXTRA_NATIVE_TEST_ACTIVITY = (
|
| + 'org.chromium.native_test.NativeTestInstrumentationTestRunner.'
|
| + 'NativeTestActivity')
|
| +_EXTRA_SHARD_SIZE_LIMIT =(
|
| + 'org.chromium.native_test.NativeTestInstrumentationTestRunner.'
|
| + 'ShardSizeLimit')
|
| +
|
| +# TODO(jbudorick): Remove these once we're no longer parsing stdout to generate
|
| +# results.
|
| +_RE_TEST_STATUS = re.compile(
|
| + r'\[ +((?:RUN)|(?:FAILED)|(?:OK)) +\] ?([^ ]+)(?: \((\d+) ms\))?$')
|
| +_RE_TEST_RUN_STATUS = re.compile(
|
| + r'\[ +(PASSED|RUNNER_FAILED|CRASHED) \] ?[^ ]+')
|
| +
|
| +
|
| +# TODO(jbudorick): Make this a class method of GtestTestInstance once
|
| +# test_package_apk and test_package_exe are gone.
|
| +def ParseGTestListTests(raw_list):
|
| + """Parses a raw test list as provided by --gtest_list_tests.
|
| +
|
| + Args:
|
| + raw_list: The raw test listing with the following format:
|
| +
|
| + IPCChannelTest.
|
| + SendMessageInChannelConnected
|
| + IPCSyncChannelTest.
|
| + Simple
|
| + DISABLED_SendWithTimeoutMixedOKAndTimeout
|
| +
|
| + Returns:
|
| + A list of all tests. For the above raw listing:
|
| +
|
| + [IPCChannelTest.SendMessageInChannelConnected, IPCSyncChannelTest.Simple,
|
| + IPCSyncChannelTest.DISABLED_SendWithTimeoutMixedOKAndTimeout]
|
| + """
|
| + ret = []
|
| + current = ''
|
| + for test in raw_list:
|
| + if not test:
|
| + continue
|
| + if test[0] != ' ':
|
| + test_case = test.split()[0]
|
| + if test_case.endswith('.'):
|
| + current = test_case
|
| + elif not 'YOU HAVE' in test:
|
| + test_name = test.split()[0]
|
| + ret += [current + test_name]
|
| + return ret
|
| +
|
| +
|
| +class GtestTestInstance(test_instance.TestInstance):
|
| +
|
| + def __init__(self, args, isolate_delegate, error_func):
|
| + super(GtestTestInstance, self).__init__()
|
| + # TODO(jbudorick): Support multiple test suites.
|
| + if len(args.suite_name) > 1:
|
| + raise ValueError('Platform mode currently supports only 1 gtest suite')
|
| + self._suite = args.suite_name[0]
|
| +
|
| + self._apk_path = os.path.join(
|
| + constants.GetOutDirectory(), '%s_apk' % self._suite,
|
| + '%s-debug.apk' % self._suite)
|
| + self._exe_path = os.path.join(constants.GetOutDirectory(),
|
| + self._suite)
|
| + if not os.path.exists(self._apk_path):
|
| + self._apk_path = None
|
| + self._activity = None
|
| + self._package = None
|
| + self._runner = None
|
| + else:
|
| + helper = apk_helper.ApkHelper(self._apk_path)
|
| + self._activity = helper.GetActivityName()
|
| + self._package = helper.GetPackageName()
|
| + self._runner = helper.GetInstrumentationName()
|
| + self._extras = {
|
| + _EXTRA_NATIVE_TEST_ACTIVITY: self._activity,
|
| + }
|
| + if self._suite in BROWSER_TEST_SUITES:
|
| + self._extras[_EXTRA_SHARD_SIZE_LIMIT] = 1
|
| +
|
| + if not os.path.exists(self._exe_path):
|
| + self._exe_path = None
|
| + if not self._apk_path and not self._exe_path:
|
| + error_func('Could not find apk or executable for %s' % self._suite)
|
| +
|
| + self._data_deps = []
|
| + if args.test_filter:
|
| + self._gtest_filter = args.test_filter
|
| + elif args.test_filter_file:
|
| + with open(args.test_filter_file, 'r') as f:
|
| + self._gtest_filter = ':'.join(l.strip() for l in f)
|
| + else:
|
| + self._gtest_filter = None
|
| +
|
| + if not args.isolate_file_path:
|
| + default_isolate_file_path = _DEFAULT_ISOLATE_FILE_PATHS.get(self._suite)
|
| + if default_isolate_file_path:
|
| + args.isolate_file_path = os.path.join(
|
| + constants.DIR_SOURCE_ROOT, default_isolate_file_path)
|
| +
|
| + if args.isolate_file_path:
|
| + self._isolate_abs_path = os.path.abspath(args.isolate_file_path)
|
| + self._isolate_delegate = isolate_delegate
|
| + self._isolated_abs_path = os.path.join(
|
| + constants.GetOutDirectory(), '%s.isolated' % self._suite)
|
| + else:
|
| + logging.warning('No isolate file provided. No data deps will be pushed.');
|
| + self._isolate_delegate = None
|
| +
|
| + if args.app_data_files:
|
| + self._app_data_files = args.app_data_files
|
| + if args.app_data_file_dir:
|
| + self._app_data_file_dir = args.app_data_file_dir
|
| + else:
|
| + self._app_data_file_dir = tempfile.mkdtemp()
|
| + logging.critical('Saving app files to %s', self._app_data_file_dir)
|
| + else:
|
| + self._app_data_files = None
|
| + self._app_data_file_dir = None
|
| +
|
| + #override
|
| + def TestType(self):
|
| + return 'gtest'
|
| +
|
| + #override
|
| + def SetUp(self):
|
| + """Map data dependencies via isolate."""
|
| + if self._isolate_delegate:
|
| + self._isolate_delegate.Remap(
|
| + self._isolate_abs_path, self._isolated_abs_path)
|
| + self._isolate_delegate.PurgeExcluded(_DEPS_EXCLUSION_LIST)
|
| + self._isolate_delegate.MoveOutputDeps()
|
| + dest_dir = None
|
| + if self._suite == 'breakpad_unittests':
|
| + dest_dir = '/data/local/tmp/'
|
| + self._data_deps.extend([(constants.ISOLATE_DEPS_DIR, dest_dir)])
|
| +
|
| +
|
| + def GetDataDependencies(self):
|
| + """Returns the test suite's data dependencies.
|
| +
|
| + Returns:
|
| + A list of (host_path, device_path) tuples to push. If device_path is
|
| + None, the client is responsible for determining where to push the file.
|
| + """
|
| + return self._data_deps
|
| +
|
| + def FilterTests(self, test_list, disabled_prefixes=None):
|
| + """Filters |test_list| based on prefixes and, if present, a filter string.
|
| +
|
| + Args:
|
| + test_list: The list of tests to filter.
|
| + disabled_prefixes: A list of test prefixes to filter. Defaults to
|
| + DISABLED_, FLAKY_, FAILS_, PRE_, and MANUAL_
|
| + Returns:
|
| + A filtered list of tests to run.
|
| + """
|
| + gtest_filter_strings = [
|
| + self._GenerateDisabledFilterString(disabled_prefixes)]
|
| + if self._gtest_filter:
|
| + gtest_filter_strings.append(self._gtest_filter)
|
| +
|
| + filtered_test_list = test_list
|
| + for gtest_filter_string in gtest_filter_strings:
|
| + logging.debug('Filtering tests using: %s', gtest_filter_string)
|
| + filtered_test_list = unittest_util.FilterTestNames(
|
| + filtered_test_list, gtest_filter_string)
|
| + return filtered_test_list
|
| +
|
| + def _GenerateDisabledFilterString(self, disabled_prefixes):
|
| + disabled_filter_items = []
|
| +
|
| + if disabled_prefixes is None:
|
| + disabled_prefixes = ['DISABLED_', 'FLAKY_', 'FAILS_', 'PRE_', 'MANUAL_']
|
| + disabled_filter_items += ['%s*' % dp for dp in disabled_prefixes]
|
| + disabled_filter_items += ['*.%s*' % dp for dp in disabled_prefixes]
|
| +
|
| + disabled_tests_file_path = os.path.join(
|
| + constants.DIR_SOURCE_ROOT, 'build', 'android', 'pylib', 'gtest',
|
| + 'filter', '%s_disabled' % self._suite)
|
| + if disabled_tests_file_path and os.path.exists(disabled_tests_file_path):
|
| + with open(disabled_tests_file_path) as disabled_tests_file:
|
| + disabled_filter_items += [
|
| + '%s' % l for l in (line.strip() for line in disabled_tests_file)
|
| + if l and not l.startswith('#')]
|
| +
|
| + return '*-%s' % ':'.join(disabled_filter_items)
|
| +
|
| + def ParseGTestOutput(self, output):
|
| + """Parses raw gtest output and returns a list of results.
|
| +
|
| + Args:
|
| + output: A list of output lines.
|
| + Returns:
|
| + A list of base_test_result.BaseTestResults.
|
| + """
|
| + results = []
|
| + for l in output:
|
| + matcher = _RE_TEST_STATUS.match(l)
|
| + if matcher:
|
| + result_type = None
|
| + if matcher.group(1) == 'OK':
|
| + result_type = base_test_result.ResultType.PASS
|
| + elif matcher.group(1) == 'FAILED':
|
| + result_type = base_test_result.ResultType.FAIL
|
| +
|
| + if result_type:
|
| + test_name = matcher.group(2)
|
| + duration = matcher.group(3) if matcher.group(3) else 0
|
| + results.append(base_test_result.BaseTestResult(
|
| + test_name, result_type, duration))
|
| + logging.info(l)
|
| + return results
|
| +
|
| + #override
|
| + def TearDown(self):
|
| + """Clear the mappings created by SetUp."""
|
| + if self._isolate_delegate:
|
| + self._isolate_delegate.Clear()
|
| +
|
| + @property
|
| + def activity(self):
|
| + return self._activity
|
| +
|
| + @property
|
| + def apk(self):
|
| + return self._apk_path
|
| +
|
| + @property
|
| + def app_file_dir(self):
|
| + return self._app_data_file_dir
|
| +
|
| + @property
|
| + def app_files(self):
|
| + return self._app_data_files
|
| +
|
| + @property
|
| + def exe(self):
|
| + return self._exe_path
|
| +
|
| + @property
|
| + def extras(self):
|
| + return self._extras
|
| +
|
| + @property
|
| + def package(self):
|
| + return self._package
|
| +
|
| + @property
|
| + def runner(self):
|
| + return self._runner
|
| +
|
| + @property
|
| + def suite(self):
|
| + return self._suite
|
| +
|
|
|