| Index: build/android/buildbot/bb_device_steps.py
|
| diff --git a/build/android/buildbot/bb_device_steps.py b/build/android/buildbot/bb_device_steps.py
|
| deleted file mode 100755
|
| index 3284429e797567c5ecc5afda2f6d0372a88e7695..0000000000000000000000000000000000000000
|
| --- a/build/android/buildbot/bb_device_steps.py
|
| +++ /dev/null
|
| @@ -1,777 +0,0 @@
|
| -#!/usr/bin/env python
|
| -# Copyright (c) 2013 The Chromium Authors. All rights reserved.
|
| -# Use of this source code is governed by a BSD-style license that can be
|
| -# found in the LICENSE file.
|
| -
|
| -import collections
|
| -import glob
|
| -import hashlib
|
| -import json
|
| -import os
|
| -import random
|
| -import re
|
| -import shutil
|
| -import sys
|
| -
|
| -import bb_utils
|
| -import bb_annotations
|
| -
|
| -sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
|
| -import devil_chromium
|
| -import provision_devices
|
| -from devil.android import device_utils
|
| -from pylib import constants
|
| -from pylib.gtest import gtest_config
|
| -
|
| -CHROME_SRC_DIR = bb_utils.CHROME_SRC
|
| -DIR_BUILD_ROOT = os.path.dirname(CHROME_SRC_DIR)
|
| -CHROME_OUT_DIR = bb_utils.CHROME_OUT_DIR
|
| -BLINK_SCRIPTS_DIR = 'third_party/WebKit/Tools/Scripts'
|
| -
|
| -SLAVE_SCRIPTS_DIR = os.path.join(bb_utils.BB_BUILD_DIR, 'scripts', 'slave')
|
| -LOGCAT_DIR = os.path.join(bb_utils.CHROME_OUT_DIR, 'logcat')
|
| -GS_URL = 'https://storage.googleapis.com'
|
| -GS_AUTH_URL = 'https://storage.cloud.google.com'
|
| -
|
| -# Describes an instrumation test suite:
|
| -# test: Name of test we're running.
|
| -# apk: apk to be installed.
|
| -# apk_package: package for the apk to be installed.
|
| -# test_apk: apk to run tests on.
|
| -# host_driven_root: The host-driven test root directory.
|
| -# annotation: Annotation of the tests to include.
|
| -# exclude_annotation: The annotation of the tests to exclude.
|
| -I_TEST = collections.namedtuple('InstrumentationTest', [
|
| - 'name', 'apk', 'apk_package', 'test_apk', 'isolate_file_path',
|
| - 'host_driven_root', 'annotation', 'exclude_annotation', 'extra_flags'])
|
| -
|
| -
|
| -def SrcPath(*path):
|
| - return os.path.join(CHROME_SRC_DIR, *path)
|
| -
|
| -
|
| -def I(name, apk, apk_package, test_apk, isolate_file_path=None,
|
| - host_driven_root=None, annotation=None, exclude_annotation=None,
|
| - extra_flags=None):
|
| - return I_TEST(name, apk, apk_package, test_apk, isolate_file_path,
|
| - host_driven_root, annotation, exclude_annotation, extra_flags)
|
| -
|
| -INSTRUMENTATION_TESTS = dict((suite.name, suite) for suite in [
|
| - I('ContentShell',
|
| - 'ContentShell.apk',
|
| - 'org.chromium.content_shell_apk',
|
| - 'ContentShellTest',
|
| - isolate_file_path='content/content_shell_test_data.isolate'),
|
| - I('ChromePublic',
|
| - 'ChromePublic.apk',
|
| - 'org.chromium.chrome',
|
| - 'ChromePublicTest',
|
| - isolate_file_path='chrome/chrome_public_test_apk.isolate'),
|
| - I('AndroidWebView',
|
| - 'AndroidWebView.apk',
|
| - 'org.chromium.android_webview.shell',
|
| - 'AndroidWebViewTest',
|
| - isolate_file_path='android_webview/android_webview_test_data.isolate'),
|
| - I('ChromeSyncShell',
|
| - 'ChromeSyncShell.apk',
|
| - 'org.chromium.chrome.browser.sync',
|
| - 'ChromeSyncShellTest',
|
| - None),
|
| - ])
|
| -
|
| -InstallablePackage = collections.namedtuple('InstallablePackage', [
|
| - 'name', 'apk', 'apk_package'])
|
| -
|
| -INSTALLABLE_PACKAGES = dict((package.name, package) for package in (
|
| - [InstallablePackage(i.name, i.apk, i.apk_package)
|
| - for i in INSTRUMENTATION_TESTS.itervalues()] +
|
| - [InstallablePackage('ChromeDriverWebViewShell',
|
| - 'ChromeDriverWebViewShell.apk',
|
| - 'org.chromium.chromedriver_webview_shell')]))
|
| -
|
| -VALID_TESTS = set([
|
| - 'base_junit_tests',
|
| - 'chromedriver',
|
| - 'components_browsertests',
|
| - 'gfx_unittests',
|
| - 'gl_unittests',
|
| - 'gpu',
|
| - 'python_unittests',
|
| - 'ui',
|
| - 'unit',
|
| - 'webkit',
|
| - 'webkit_layout'
|
| -])
|
| -
|
| -RunCmd = bb_utils.RunCmd
|
| -
|
| -
|
| -def _GetRevision(options):
|
| - """Get the SVN revision number.
|
| -
|
| - Args:
|
| - options: options object.
|
| -
|
| - Returns:
|
| - The revision number.
|
| - """
|
| - revision = options.build_properties.get('got_revision')
|
| - if not revision:
|
| - revision = options.build_properties.get('revision', 'testing')
|
| - return revision
|
| -
|
| -
|
| -def _RunTest(options, cmd, suite):
|
| - """Run test command with runtest.py.
|
| -
|
| - Args:
|
| - options: options object.
|
| - cmd: the command to run.
|
| - suite: test name.
|
| - """
|
| - property_args = bb_utils.EncodeProperties(options)
|
| - args = [os.path.join(SLAVE_SCRIPTS_DIR, 'runtest.py')] + property_args
|
| - args += ['--test-platform', 'android']
|
| - if options.factory_properties.get('generate_gtest_json'):
|
| - args.append('--generate-json-file')
|
| - args += ['-o', 'gtest-results/%s' % suite,
|
| - '--annotate', 'gtest',
|
| - '--build-number', str(options.build_properties.get('buildnumber',
|
| - '')),
|
| - '--builder-name', options.build_properties.get('buildername', '')]
|
| - if options.target == 'Release':
|
| - args += ['--target', 'Release']
|
| - else:
|
| - args += ['--target', 'Debug']
|
| - if options.flakiness_server:
|
| - args += ['--flakiness-dashboard-server=%s' %
|
| - options.flakiness_server]
|
| - args += cmd
|
| - RunCmd(args, cwd=DIR_BUILD_ROOT)
|
| -
|
| -
|
| -def RunTestSuites(options, suites, suites_options=None):
|
| - """Manages an invocation of test_runner.py for gtests.
|
| -
|
| - Args:
|
| - options: options object.
|
| - suites: List of suite names to run.
|
| - suites_options: Command line options dictionary for particular suites.
|
| - For example,
|
| - {'content_browsertests', ['--num_retries=1', '--release']}
|
| - will add the options only to content_browsertests.
|
| - """
|
| -
|
| - if not suites_options:
|
| - suites_options = {}
|
| -
|
| - args = ['--verbose', '--blacklist-file', 'out/bad_devices.json']
|
| - if options.target == 'Release':
|
| - args.append('--release')
|
| - if options.asan:
|
| - args.append('--tool=asan')
|
| - if options.gtest_filter:
|
| - args.append('--gtest-filter=%s' % options.gtest_filter)
|
| -
|
| - for suite in suites:
|
| - bb_annotations.PrintNamedStep(suite)
|
| - cmd = [suite] + args
|
| - cmd += suites_options.get(suite, [])
|
| - if suite == 'content_browsertests' or suite == 'components_browsertests':
|
| - cmd.append('--num_retries=1')
|
| - _RunTest(options, cmd, suite)
|
| -
|
| -
|
| -def RunJunitSuite(suite):
|
| - bb_annotations.PrintNamedStep(suite)
|
| - RunCmd(['build/android/test_runner.py', 'junit', '-s', suite])
|
| -
|
| -
|
| -def RunChromeDriverTests(options):
|
| - """Run all the steps for running chromedriver tests."""
|
| - bb_annotations.PrintNamedStep('chromedriver_annotation')
|
| - RunCmd(['chrome/test/chromedriver/run_buildbot_steps.py',
|
| - '--android-packages=%s,%s,%s,%s' %
|
| - ('chromium',
|
| - 'chrome_stable',
|
| - 'chrome_beta',
|
| - 'chromedriver_webview_shell'),
|
| - '--revision=%s' % _GetRevision(options),
|
| - '--update-log'])
|
| -
|
| -
|
| -def InstallApk(options, test, print_step=False):
|
| - """Install an apk to all phones.
|
| -
|
| - Args:
|
| - options: options object
|
| - test: An I_TEST namedtuple
|
| - print_step: Print a buildbot step
|
| - """
|
| - if print_step:
|
| - bb_annotations.PrintNamedStep('install_%s' % test.name.lower())
|
| -
|
| - args = [
|
| - '--apk_package', test.apk_package,
|
| - '--blacklist-file', 'out/bad_devices.json',
|
| - ]
|
| - if options.target == 'Release':
|
| - args.append('--release')
|
| - args.append(test.apk)
|
| -
|
| - RunCmd(['build/android/adb_install_apk.py'] + args, halt_on_failure=True)
|
| -
|
| -
|
| -def RunInstrumentationSuite(options, test, flunk_on_failure=True,
|
| - python_only=False, official_build=False):
|
| - """Manages an invocation of test_runner.py for instrumentation tests.
|
| -
|
| - Args:
|
| - options: options object
|
| - test: An I_TEST namedtuple
|
| - flunk_on_failure: Flunk the step if tests fail.
|
| - Python: Run only host driven Python tests.
|
| - official_build: Run official-build tests.
|
| - """
|
| - bb_annotations.PrintNamedStep('%s_instrumentation_tests' % test.name.lower())
|
| -
|
| - if test.apk:
|
| - InstallApk(options, test)
|
| - args = [
|
| - '--test-apk', test.test_apk, '--verbose',
|
| - '--blacklist-file', 'out/bad_devices.json'
|
| - ]
|
| - if options.target == 'Release':
|
| - args.append('--release')
|
| - if options.asan:
|
| - args.append('--tool=asan')
|
| - if options.flakiness_server:
|
| - args.append('--flakiness-dashboard-server=%s' %
|
| - options.flakiness_server)
|
| - if options.coverage_bucket:
|
| - args.append('--coverage-dir=%s' % options.coverage_dir)
|
| - if test.isolate_file_path:
|
| - args.append('--isolate-file-path=%s' % test.isolate_file_path)
|
| - if test.host_driven_root:
|
| - args.append('--host-driven-root=%s' % test.host_driven_root)
|
| - if test.annotation:
|
| - args.extend(['-A', test.annotation])
|
| - if test.exclude_annotation:
|
| - args.extend(['-E', test.exclude_annotation])
|
| - if test.extra_flags:
|
| - args.extend(test.extra_flags)
|
| - if python_only:
|
| - args.append('-p')
|
| - if official_build:
|
| - # The option needs to be assigned 'True' as it does not have an action
|
| - # associated with it.
|
| - args.append('--official-build')
|
| -
|
| - RunCmd(['build/android/test_runner.py', 'instrumentation'] + args,
|
| - flunk_on_failure=flunk_on_failure)
|
| -
|
| -
|
| -def RunWebkitLint():
|
| - """Lint WebKit's TestExpectation files."""
|
| - bb_annotations.PrintNamedStep('webkit_lint')
|
| - RunCmd([SrcPath(os.path.join(BLINK_SCRIPTS_DIR, 'lint-test-expectations'))])
|
| -
|
| -
|
| -def RunWebkitLayoutTests(options):
|
| - """Run layout tests on an actual device."""
|
| - bb_annotations.PrintNamedStep('webkit_tests')
|
| - cmd_args = [
|
| - '--no-show-results',
|
| - '--no-new-test-results',
|
| - '--full-results-html',
|
| - '--clobber-old-results',
|
| - '--exit-after-n-failures', '5000',
|
| - '--exit-after-n-crashes-or-timeouts', '100',
|
| - '--debug-rwt-logging',
|
| - '--results-directory', '../layout-test-results',
|
| - '--target', options.target,
|
| - '--builder-name', options.build_properties.get('buildername', ''),
|
| - '--build-number', str(options.build_properties.get('buildnumber', '')),
|
| - '--master-name', 'ChromiumWebkit', # TODO: Get this from the cfg.
|
| - '--build-name', options.build_properties.get('buildername', ''),
|
| - '--platform=android']
|
| -
|
| - for flag in 'test_results_server', 'driver_name', 'additional_driver_flag':
|
| - if flag in options.factory_properties:
|
| - cmd_args.extend(['--%s' % flag.replace('_', '-'),
|
| - options.factory_properties.get(flag)])
|
| -
|
| - for f in options.factory_properties.get('additional_expectations', []):
|
| - cmd_args.extend(
|
| - ['--additional-expectations=%s' % os.path.join(CHROME_SRC_DIR, *f)])
|
| -
|
| - # TODO(dpranke): Remove this block after
|
| - # https://codereview.chromium.org/12927002/ lands.
|
| - for f in options.factory_properties.get('additional_expectations_files', []):
|
| - cmd_args.extend(
|
| - ['--additional-expectations=%s' % os.path.join(CHROME_SRC_DIR, *f)])
|
| -
|
| - exit_code = RunCmd(
|
| - [SrcPath(os.path.join(BLINK_SCRIPTS_DIR, 'run-webkit-tests'))] + cmd_args)
|
| - if exit_code == 255: # test_run_results.UNEXPECTED_ERROR_EXIT_STATUS
|
| - bb_annotations.PrintMsg('?? (crashed or hung)')
|
| - elif exit_code == 254: # test_run_results.NO_DEVICES_EXIT_STATUS
|
| - bb_annotations.PrintMsg('?? (no devices found)')
|
| - elif exit_code == 253: # test_run_results.NO_TESTS_EXIT_STATUS
|
| - bb_annotations.PrintMsg('?? (no tests found)')
|
| - else:
|
| - full_results_path = os.path.join('..', 'layout-test-results',
|
| - 'full_results.json')
|
| - if os.path.exists(full_results_path):
|
| - full_results = json.load(open(full_results_path))
|
| - unexpected_passes, unexpected_failures, unexpected_flakes = (
|
| - _ParseLayoutTestResults(full_results))
|
| - if unexpected_failures:
|
| - _PrintDashboardLink('failed', unexpected_failures.keys(),
|
| - max_tests=25)
|
| - elif unexpected_passes:
|
| - _PrintDashboardLink('unexpected passes', unexpected_passes.keys(),
|
| - max_tests=10)
|
| - if unexpected_flakes:
|
| - _PrintDashboardLink('unexpected flakes', unexpected_flakes.keys(),
|
| - max_tests=10)
|
| -
|
| - if exit_code == 0 and (unexpected_passes or unexpected_flakes):
|
| - # If exit_code != 0, RunCmd() will have already printed an error.
|
| - bb_annotations.PrintWarning()
|
| - else:
|
| - bb_annotations.PrintError()
|
| - bb_annotations.PrintMsg('?? (results missing)')
|
| -
|
| - if options.factory_properties.get('archive_webkit_results', False):
|
| - bb_annotations.PrintNamedStep('archive_webkit_results')
|
| - base = 'https://storage.googleapis.com/chromium-layout-test-archives'
|
| - builder_name = options.build_properties.get('buildername', '')
|
| - build_number = str(options.build_properties.get('buildnumber', ''))
|
| - results_link = '%s/%s/%s/layout-test-results/results.html' % (
|
| - base, EscapeBuilderName(builder_name), build_number)
|
| - bb_annotations.PrintLink('results', results_link)
|
| - bb_annotations.PrintLink('(zip)', '%s/%s/%s/layout-test-results.zip' % (
|
| - base, EscapeBuilderName(builder_name), build_number))
|
| - gs_bucket = 'gs://chromium-layout-test-archives'
|
| - RunCmd([os.path.join(SLAVE_SCRIPTS_DIR, 'chromium',
|
| - 'archive_layout_test_results.py'),
|
| - '--results-dir', '../../layout-test-results',
|
| - '--build-number', build_number,
|
| - '--builder-name', builder_name,
|
| - '--gs-bucket', gs_bucket],
|
| - cwd=DIR_BUILD_ROOT)
|
| -
|
| -
|
| -def _ParseLayoutTestResults(results):
|
| - """Extract the failures from the test run."""
|
| - # Cloned from third_party/WebKit/Tools/Scripts/print-json-test-results
|
| - tests = _ConvertTrieToFlatPaths(results['tests'])
|
| - failures = {}
|
| - flakes = {}
|
| - passes = {}
|
| - for (test, result) in tests.iteritems():
|
| - if result.get('is_unexpected'):
|
| - actual_results = result['actual'].split()
|
| - expected_results = result['expected'].split()
|
| - if len(actual_results) > 1:
|
| - # We report the first failure type back, even if the second
|
| - # was more severe.
|
| - if actual_results[1] in expected_results:
|
| - flakes[test] = actual_results[0]
|
| - else:
|
| - failures[test] = actual_results[0]
|
| - elif actual_results[0] == 'PASS':
|
| - passes[test] = result
|
| - else:
|
| - failures[test] = actual_results[0]
|
| -
|
| - return (passes, failures, flakes)
|
| -
|
| -
|
| -def _ConvertTrieToFlatPaths(trie, prefix=None):
|
| - """Flatten the trie of failures into a list."""
|
| - # Cloned from third_party/WebKit/Tools/Scripts/print-json-test-results
|
| - result = {}
|
| - for name, data in trie.iteritems():
|
| - if prefix:
|
| - name = prefix + '/' + name
|
| -
|
| - if len(data) and 'actual' not in data and 'expected' not in data:
|
| - result.update(_ConvertTrieToFlatPaths(data, name))
|
| - else:
|
| - result[name] = data
|
| -
|
| - return result
|
| -
|
| -
|
| -def _PrintDashboardLink(link_text, tests, max_tests):
|
| - """Add a link to the flakiness dashboard in the step annotations."""
|
| - if len(tests) > max_tests:
|
| - test_list_text = ' '.join(tests[:max_tests]) + ' and more'
|
| - else:
|
| - test_list_text = ' '.join(tests)
|
| -
|
| - dashboard_base = ('http://test-results.appspot.com'
|
| - '/dashboards/flakiness_dashboard.html#'
|
| - 'master=ChromiumWebkit&tests=')
|
| -
|
| - bb_annotations.PrintLink('%d %s: %s' %
|
| - (len(tests), link_text, test_list_text),
|
| - dashboard_base + ','.join(tests))
|
| -
|
| -
|
| -def EscapeBuilderName(builder_name):
|
| - return re.sub('[ ()]', '_', builder_name)
|
| -
|
| -
|
| -def SpawnLogcatMonitor():
|
| - shutil.rmtree(LOGCAT_DIR, ignore_errors=True)
|
| - bb_utils.SpawnCmd([
|
| - os.path.join(CHROME_SRC_DIR, 'build', 'android', 'adb_logcat_monitor.py'),
|
| - LOGCAT_DIR])
|
| -
|
| - # Wait for logcat_monitor to pull existing logcat
|
| - RunCmd(['sleep', '5'])
|
| -
|
| -
|
| -def ProvisionDevices(options):
|
| - bb_annotations.PrintNamedStep('provision_devices')
|
| -
|
| - if not bb_utils.TESTING:
|
| - # Restart adb to work around bugs, sleep to wait for usb discovery.
|
| - device_utils.RestartServer()
|
| - RunCmd(['sleep', '1'])
|
| - provision_cmd = [
|
| - 'build/android/provision_devices.py', '-t', options.target,
|
| - '--blacklist-file', 'out/bad_devices.json'
|
| - ]
|
| - if options.auto_reconnect:
|
| - provision_cmd.append('--auto-reconnect')
|
| - if options.skip_wipe:
|
| - provision_cmd.append('--skip-wipe')
|
| - if options.disable_location:
|
| - provision_cmd.append('--disable-location')
|
| - RunCmd(provision_cmd, halt_on_failure=True)
|
| -
|
| -
|
| -def DeviceStatusCheck(options):
|
| - bb_annotations.PrintNamedStep('device_status_check')
|
| - cmd = [
|
| - 'build/android/buildbot/bb_device_status_check.py',
|
| - '--blacklist-file', 'out/bad_devices.json',
|
| - ]
|
| - if options.restart_usb:
|
| - cmd.append('--restart-usb')
|
| - RunCmd(cmd, halt_on_failure=True)
|
| -
|
| -
|
| -def GetDeviceSetupStepCmds():
|
| - return [
|
| - ('device_status_check', DeviceStatusCheck),
|
| - ('provision_devices', ProvisionDevices),
|
| - ]
|
| -
|
| -
|
| -def RunUnitTests(options):
|
| - suites = gtest_config.STABLE_TEST_SUITES
|
| - if options.asan:
|
| - suites = [s for s in suites
|
| - if s not in gtest_config.ASAN_EXCLUDED_TEST_SUITES]
|
| - RunTestSuites(options, suites)
|
| -
|
| -
|
| -def RunInstrumentationTests(options):
|
| - for test in INSTRUMENTATION_TESTS.itervalues():
|
| - RunInstrumentationSuite(options, test)
|
| -
|
| -
|
| -def RunWebkitTests(options):
|
| - RunTestSuites(options, ['webkit_unit_tests', 'blink_heap_unittests'])
|
| - RunWebkitLint()
|
| -
|
| -
|
| -def RunGPUTests(options):
|
| - exit_code = 0
|
| - revision = _GetRevision(options)
|
| - builder_name = options.build_properties.get('buildername', 'noname')
|
| -
|
| - bb_annotations.PrintNamedStep('pixel_tests')
|
| - exit_code = RunCmd(['content/test/gpu/run_gpu_test.py',
|
| - 'pixel', '-v',
|
| - '--browser',
|
| - 'android-content-shell',
|
| - '--build-revision',
|
| - str(revision),
|
| - '--upload-refimg-to-cloud-storage',
|
| - '--refimg-cloud-storage-bucket',
|
| - 'chromium-gpu-archive/reference-images',
|
| - '--os-type',
|
| - 'android',
|
| - '--test-machine-name',
|
| - EscapeBuilderName(builder_name),
|
| - '--android-blacklist-file',
|
| - 'out/bad_devices.json']) or exit_code
|
| -
|
| - bb_annotations.PrintNamedStep('webgl_conformance_tests')
|
| - exit_code = RunCmd(['content/test/gpu/run_gpu_test.py', '-v',
|
| - '--browser=android-content-shell', 'webgl_conformance',
|
| - '--webgl-conformance-version=1.0.1',
|
| - '--android-blacklist-file',
|
| - 'out/bad_devices.json']) or exit_code
|
| -
|
| - bb_annotations.PrintNamedStep('android_webview_webgl_conformance_tests')
|
| - exit_code = RunCmd(['content/test/gpu/run_gpu_test.py', '-v',
|
| - '--browser=android-webview-shell', 'webgl_conformance',
|
| - '--webgl-conformance-version=1.0.1',
|
| - '--android-blacklist-file',
|
| - 'out/bad_devices.json']) or exit_code
|
| -
|
| - bb_annotations.PrintNamedStep('gpu_rasterization_tests')
|
| - exit_code = RunCmd(['content/test/gpu/run_gpu_test.py',
|
| - 'gpu_rasterization', '-v',
|
| - '--browser',
|
| - 'android-content-shell',
|
| - '--build-revision',
|
| - str(revision),
|
| - '--test-machine-name',
|
| - EscapeBuilderName(builder_name),
|
| - '--android-blacklist-file',
|
| - 'out/bad_devices.json']) or exit_code
|
| -
|
| - return exit_code
|
| -
|
| -
|
| -def RunPythonUnitTests(_options):
|
| - for suite in constants.PYTHON_UNIT_TEST_SUITES:
|
| - bb_annotations.PrintNamedStep(suite)
|
| - RunCmd(['build/android/test_runner.py', 'python', '-s', suite])
|
| -
|
| -
|
| -def GetTestStepCmds():
|
| - return [
|
| - ('base_junit_tests',
|
| - lambda _options: RunJunitSuite('base_junit_tests')),
|
| - ('chromedriver', RunChromeDriverTests),
|
| - ('components_browsertests',
|
| - lambda options: RunTestSuites(options, ['components_browsertests'])),
|
| - ('gfx_unittests',
|
| - lambda options: RunTestSuites(options, ['gfx_unittests'])),
|
| - ('gl_unittests',
|
| - lambda options: RunTestSuites(options, ['gl_unittests'])),
|
| - ('gpu', RunGPUTests),
|
| - ('python_unittests', RunPythonUnitTests),
|
| - ('ui', RunInstrumentationTests),
|
| - ('unit', RunUnitTests),
|
| - ('webkit', RunWebkitTests),
|
| - ('webkit_layout', RunWebkitLayoutTests),
|
| - ]
|
| -
|
| -
|
| -def MakeGSPath(options, gs_base_dir):
|
| - revision = _GetRevision(options)
|
| - bot_id = options.build_properties.get('buildername', 'testing')
|
| - randhash = hashlib.sha1(str(random.random())).hexdigest()
|
| - gs_path = '%s/%s/%s/%s' % (gs_base_dir, bot_id, revision, randhash)
|
| - # remove double slashes, happens with blank revisions and confuses gsutil
|
| - gs_path = re.sub('/+', '/', gs_path)
|
| - return gs_path
|
| -
|
| -def UploadHTML(options, gs_base_dir, dir_to_upload, link_text,
|
| - link_rel_path='index.html', gs_url=GS_URL):
|
| - """Uploads directory at |dir_to_upload| to Google Storage and output a link.
|
| -
|
| - Args:
|
| - options: Command line options.
|
| - gs_base_dir: The Google Storage base directory (e.g.
|
| - 'chromium-code-coverage/java')
|
| - dir_to_upload: Absolute path to the directory to be uploaded.
|
| - link_text: Link text to be displayed on the step.
|
| - link_rel_path: Link path relative to |dir_to_upload|.
|
| - gs_url: Google storage URL.
|
| - """
|
| - gs_path = MakeGSPath(options, gs_base_dir)
|
| - RunCmd([bb_utils.GSUTIL_PATH, 'cp', '-R', dir_to_upload, 'gs://%s' % gs_path])
|
| - bb_annotations.PrintLink(link_text,
|
| - '%s/%s/%s' % (gs_url, gs_path, link_rel_path))
|
| -
|
| -
|
| -def GenerateJavaCoverageReport(options):
|
| - """Generates an HTML coverage report using EMMA and uploads it."""
|
| - bb_annotations.PrintNamedStep('java_coverage_report')
|
| -
|
| - coverage_html = os.path.join(options.coverage_dir, 'coverage_html')
|
| - RunCmd(['build/android/generate_emma_html.py',
|
| - '--coverage-dir', options.coverage_dir,
|
| - '--metadata-dir', os.path.join(CHROME_OUT_DIR, options.target),
|
| - '--cleanup',
|
| - '--output', os.path.join(coverage_html, 'index.html')])
|
| - return coverage_html
|
| -
|
| -
|
| -def LogcatDump(options):
|
| - # Print logcat, kill logcat monitor
|
| - bb_annotations.PrintNamedStep('logcat_dump')
|
| - logcat_file = os.path.join(CHROME_OUT_DIR, options.target, 'full_log.txt')
|
| - RunCmd([SrcPath('build', 'android', 'adb_logcat_printer.py'),
|
| - '--output-path', logcat_file, LOGCAT_DIR])
|
| - gs_path = MakeGSPath(options, 'chromium-android/logcat_dumps')
|
| - RunCmd([bb_utils.GSUTIL_PATH, 'cp', '-z', 'txt', logcat_file,
|
| - 'gs://%s' % gs_path])
|
| - bb_annotations.PrintLink('logcat dump', '%s/%s' % (GS_AUTH_URL, gs_path))
|
| -
|
| -
|
| -def RunStackToolSteps(options):
|
| - """Run stack tool steps.
|
| -
|
| - Stack tool is run for logcat dump, optionally for ASAN.
|
| - """
|
| - bb_annotations.PrintNamedStep('Run stack tool with logcat dump')
|
| - build_dir = os.path.join(CHROME_OUT_DIR, options.target)
|
| - logcat_file = os.path.join(build_dir, 'full_log.txt')
|
| - RunCmd([os.path.join(CHROME_SRC_DIR, 'third_party', 'android_platform',
|
| - 'development', 'scripts', 'stack'),
|
| - '--output-directory', build_dir,
|
| - '--more-info', logcat_file])
|
| - if options.asan_symbolize:
|
| - bb_annotations.PrintNamedStep('Run stack tool for ASAN')
|
| - RunCmd([
|
| - os.path.join(CHROME_SRC_DIR, 'build', 'android', 'asan_symbolize.py'),
|
| - '--output-directory', build_dir,
|
| - '-l', logcat_file])
|
| -
|
| -
|
| -def GenerateTestReport(options):
|
| - bb_annotations.PrintNamedStep('test_report')
|
| - for report in glob.glob(
|
| - os.path.join(CHROME_OUT_DIR, options.target, 'test_logs', '*.log')):
|
| - RunCmd(['cat', report])
|
| - os.remove(report)
|
| -
|
| -
|
| -def MainTestWrapper(options):
|
| - exit_code = 0
|
| - try:
|
| - # Spawn logcat monitor
|
| - SpawnLogcatMonitor()
|
| -
|
| - # Run all device setup steps
|
| - for _, cmd in GetDeviceSetupStepCmds():
|
| - cmd(options)
|
| -
|
| - if options.install:
|
| - for i in options.install:
|
| - install_obj = INSTALLABLE_PACKAGES[i]
|
| - InstallApk(options, install_obj, print_step=True)
|
| -
|
| - if options.test_filter:
|
| - exit_code = bb_utils.RunSteps(
|
| - options.test_filter, GetTestStepCmds(), options) or exit_code
|
| -
|
| - if options.coverage_bucket:
|
| - coverage_html = GenerateJavaCoverageReport(options)
|
| - UploadHTML(options, '%s/java' % options.coverage_bucket, coverage_html,
|
| - 'Coverage Report')
|
| - shutil.rmtree(coverage_html, ignore_errors=True)
|
| -
|
| - if options.experimental:
|
| - exit_code = RunTestSuites(
|
| - options, gtest_config.EXPERIMENTAL_TEST_SUITES) or exit_code
|
| -
|
| - return exit_code
|
| -
|
| - finally:
|
| - # Run all post test steps
|
| - LogcatDump(options)
|
| - if not options.disable_stack_tool:
|
| - RunStackToolSteps(options)
|
| - GenerateTestReport(options)
|
| - # KillHostHeartbeat() has logic to check if heartbeat process is running,
|
| - # and kills only if it finds the process is running on the host.
|
| - provision_devices.KillHostHeartbeat()
|
| - if options.cleanup:
|
| - shutil.rmtree(os.path.join(CHROME_OUT_DIR, options.target),
|
| - ignore_errors=True)
|
| -
|
| -
|
| -def GetDeviceStepsOptParser():
|
| - parser = bb_utils.GetParser()
|
| - parser.add_option('--experimental', action='store_true',
|
| - help='Run experiemental tests')
|
| - parser.add_option('-f', '--test-filter', metavar='<filter>', default=[],
|
| - action='append',
|
| - help=('Run a test suite. Test suites: "%s"' %
|
| - '", "'.join(VALID_TESTS)))
|
| - parser.add_option('--gtest-filter',
|
| - help='Filter for running a subset of tests of a gtest test')
|
| - parser.add_option('--asan', action='store_true', help='Run tests with asan.')
|
| - parser.add_option('--install', metavar='<apk name>', action="append",
|
| - help='Install an apk by name')
|
| - parser.add_option('--no-reboot', action='store_true',
|
| - help='Do not reboot devices during provisioning.')
|
| - parser.add_option('--coverage-bucket',
|
| - help=('Bucket name to store coverage results. Coverage is '
|
| - 'only run if this is set.'))
|
| - parser.add_option('--restart-usb', action='store_true',
|
| - help='Restart usb ports before device status check.')
|
| - parser.add_option(
|
| - '--flakiness-server',
|
| - help=('The flakiness dashboard server to which the results should be '
|
| - 'uploaded.'))
|
| - parser.add_option(
|
| - '--auto-reconnect', action='store_true',
|
| - help='Push script to device which restarts adbd on disconnections.')
|
| - parser.add_option('--skip-wipe', action='store_true',
|
| - help='Do not wipe devices during provisioning.')
|
| - parser.add_option('--disable-location', action='store_true',
|
| - help='Disable location settings.')
|
| - parser.add_option(
|
| - '--logcat-dump-output',
|
| - help='The logcat dump output will be "tee"-ed into this file')
|
| - # During processing perf bisects, a seperate working directory created under
|
| - # which builds are produced. Therefore we should look for relevent output
|
| - # file under this directory.(/b/build/slave/<slave_name>/build/bisect/src/out)
|
| - parser.add_option(
|
| - '--chrome-output-dir',
|
| - help='Chrome output directory to be used while bisecting.')
|
| -
|
| - parser.add_option('--disable-stack-tool', action='store_true',
|
| - help='Do not run stack tool.')
|
| - parser.add_option('--asan-symbolize', action='store_true',
|
| - help='Run stack tool for ASAN')
|
| - parser.add_option('--cleanup', action='store_true',
|
| - help='Delete out/<target> directory at the end of the run.')
|
| - return parser
|
| -
|
| -
|
| -def main(argv):
|
| - parser = GetDeviceStepsOptParser()
|
| - options, args = parser.parse_args(argv[1:])
|
| -
|
| - devil_chromium.Initialize()
|
| -
|
| - if args:
|
| - return sys.exit('Unused args %s' % args)
|
| -
|
| - unknown_tests = set(options.test_filter) - VALID_TESTS
|
| - if unknown_tests:
|
| - return sys.exit('Unknown tests %s' % list(unknown_tests))
|
| -
|
| - setattr(options, 'target', options.factory_properties.get('target', 'Debug'))
|
| -
|
| - # pylint: disable=global-statement
|
| - if options.chrome_output_dir:
|
| - global CHROME_OUT_DIR
|
| - global LOGCAT_DIR
|
| - CHROME_OUT_DIR = options.chrome_output_dir
|
| - LOGCAT_DIR = os.path.join(CHROME_OUT_DIR, 'logcat')
|
| -
|
| - if options.coverage_bucket:
|
| - setattr(options, 'coverage_dir',
|
| - os.path.join(CHROME_OUT_DIR, options.target, 'coverage'))
|
| -
|
| - return MainTestWrapper(options)
|
| -
|
| -
|
| -if __name__ == '__main__':
|
| - sys.exit(main(sys.argv))
|
|
|