Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(3606)

Unified Diff: build/android/buildbot/bb_device_steps.py

Issue 2180023002: Remove src/build/android/buildbot. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « build/android/buildbot/bb_device_status_check.py ('k') | build/android/buildbot/bb_host_steps.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: build/android/buildbot/bb_device_steps.py
diff --git a/build/android/buildbot/bb_device_steps.py b/build/android/buildbot/bb_device_steps.py
deleted file mode 100755
index 3284429e797567c5ecc5afda2f6d0372a88e7695..0000000000000000000000000000000000000000
--- a/build/android/buildbot/bb_device_steps.py
+++ /dev/null
@@ -1,777 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2013 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-import collections
-import glob
-import hashlib
-import json
-import os
-import random
-import re
-import shutil
-import sys
-
-import bb_utils
-import bb_annotations
-
-sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
-import devil_chromium
-import provision_devices
-from devil.android import device_utils
-from pylib import constants
-from pylib.gtest import gtest_config
-
-CHROME_SRC_DIR = bb_utils.CHROME_SRC
-DIR_BUILD_ROOT = os.path.dirname(CHROME_SRC_DIR)
-CHROME_OUT_DIR = bb_utils.CHROME_OUT_DIR
-BLINK_SCRIPTS_DIR = 'third_party/WebKit/Tools/Scripts'
-
-SLAVE_SCRIPTS_DIR = os.path.join(bb_utils.BB_BUILD_DIR, 'scripts', 'slave')
-LOGCAT_DIR = os.path.join(bb_utils.CHROME_OUT_DIR, 'logcat')
-GS_URL = 'https://storage.googleapis.com'
-GS_AUTH_URL = 'https://storage.cloud.google.com'
-
-# Describes an instrumation test suite:
-# test: Name of test we're running.
-# apk: apk to be installed.
-# apk_package: package for the apk to be installed.
-# test_apk: apk to run tests on.
-# host_driven_root: The host-driven test root directory.
-# annotation: Annotation of the tests to include.
-# exclude_annotation: The annotation of the tests to exclude.
-I_TEST = collections.namedtuple('InstrumentationTest', [
- 'name', 'apk', 'apk_package', 'test_apk', 'isolate_file_path',
- 'host_driven_root', 'annotation', 'exclude_annotation', 'extra_flags'])
-
-
-def SrcPath(*path):
- return os.path.join(CHROME_SRC_DIR, *path)
-
-
-def I(name, apk, apk_package, test_apk, isolate_file_path=None,
- host_driven_root=None, annotation=None, exclude_annotation=None,
- extra_flags=None):
- return I_TEST(name, apk, apk_package, test_apk, isolate_file_path,
- host_driven_root, annotation, exclude_annotation, extra_flags)
-
-INSTRUMENTATION_TESTS = dict((suite.name, suite) for suite in [
- I('ContentShell',
- 'ContentShell.apk',
- 'org.chromium.content_shell_apk',
- 'ContentShellTest',
- isolate_file_path='content/content_shell_test_data.isolate'),
- I('ChromePublic',
- 'ChromePublic.apk',
- 'org.chromium.chrome',
- 'ChromePublicTest',
- isolate_file_path='chrome/chrome_public_test_apk.isolate'),
- I('AndroidWebView',
- 'AndroidWebView.apk',
- 'org.chromium.android_webview.shell',
- 'AndroidWebViewTest',
- isolate_file_path='android_webview/android_webview_test_data.isolate'),
- I('ChromeSyncShell',
- 'ChromeSyncShell.apk',
- 'org.chromium.chrome.browser.sync',
- 'ChromeSyncShellTest',
- None),
- ])
-
-InstallablePackage = collections.namedtuple('InstallablePackage', [
- 'name', 'apk', 'apk_package'])
-
-INSTALLABLE_PACKAGES = dict((package.name, package) for package in (
- [InstallablePackage(i.name, i.apk, i.apk_package)
- for i in INSTRUMENTATION_TESTS.itervalues()] +
- [InstallablePackage('ChromeDriverWebViewShell',
- 'ChromeDriverWebViewShell.apk',
- 'org.chromium.chromedriver_webview_shell')]))
-
-VALID_TESTS = set([
- 'base_junit_tests',
- 'chromedriver',
- 'components_browsertests',
- 'gfx_unittests',
- 'gl_unittests',
- 'gpu',
- 'python_unittests',
- 'ui',
- 'unit',
- 'webkit',
- 'webkit_layout'
-])
-
-RunCmd = bb_utils.RunCmd
-
-
-def _GetRevision(options):
- """Get the SVN revision number.
-
- Args:
- options: options object.
-
- Returns:
- The revision number.
- """
- revision = options.build_properties.get('got_revision')
- if not revision:
- revision = options.build_properties.get('revision', 'testing')
- return revision
-
-
-def _RunTest(options, cmd, suite):
- """Run test command with runtest.py.
-
- Args:
- options: options object.
- cmd: the command to run.
- suite: test name.
- """
- property_args = bb_utils.EncodeProperties(options)
- args = [os.path.join(SLAVE_SCRIPTS_DIR, 'runtest.py')] + property_args
- args += ['--test-platform', 'android']
- if options.factory_properties.get('generate_gtest_json'):
- args.append('--generate-json-file')
- args += ['-o', 'gtest-results/%s' % suite,
- '--annotate', 'gtest',
- '--build-number', str(options.build_properties.get('buildnumber',
- '')),
- '--builder-name', options.build_properties.get('buildername', '')]
- if options.target == 'Release':
- args += ['--target', 'Release']
- else:
- args += ['--target', 'Debug']
- if options.flakiness_server:
- args += ['--flakiness-dashboard-server=%s' %
- options.flakiness_server]
- args += cmd
- RunCmd(args, cwd=DIR_BUILD_ROOT)
-
-
-def RunTestSuites(options, suites, suites_options=None):
- """Manages an invocation of test_runner.py for gtests.
-
- Args:
- options: options object.
- suites: List of suite names to run.
- suites_options: Command line options dictionary for particular suites.
- For example,
- {'content_browsertests', ['--num_retries=1', '--release']}
- will add the options only to content_browsertests.
- """
-
- if not suites_options:
- suites_options = {}
-
- args = ['--verbose', '--blacklist-file', 'out/bad_devices.json']
- if options.target == 'Release':
- args.append('--release')
- if options.asan:
- args.append('--tool=asan')
- if options.gtest_filter:
- args.append('--gtest-filter=%s' % options.gtest_filter)
-
- for suite in suites:
- bb_annotations.PrintNamedStep(suite)
- cmd = [suite] + args
- cmd += suites_options.get(suite, [])
- if suite == 'content_browsertests' or suite == 'components_browsertests':
- cmd.append('--num_retries=1')
- _RunTest(options, cmd, suite)
-
-
-def RunJunitSuite(suite):
- bb_annotations.PrintNamedStep(suite)
- RunCmd(['build/android/test_runner.py', 'junit', '-s', suite])
-
-
-def RunChromeDriverTests(options):
- """Run all the steps for running chromedriver tests."""
- bb_annotations.PrintNamedStep('chromedriver_annotation')
- RunCmd(['chrome/test/chromedriver/run_buildbot_steps.py',
- '--android-packages=%s,%s,%s,%s' %
- ('chromium',
- 'chrome_stable',
- 'chrome_beta',
- 'chromedriver_webview_shell'),
- '--revision=%s' % _GetRevision(options),
- '--update-log'])
-
-
-def InstallApk(options, test, print_step=False):
- """Install an apk to all phones.
-
- Args:
- options: options object
- test: An I_TEST namedtuple
- print_step: Print a buildbot step
- """
- if print_step:
- bb_annotations.PrintNamedStep('install_%s' % test.name.lower())
-
- args = [
- '--apk_package', test.apk_package,
- '--blacklist-file', 'out/bad_devices.json',
- ]
- if options.target == 'Release':
- args.append('--release')
- args.append(test.apk)
-
- RunCmd(['build/android/adb_install_apk.py'] + args, halt_on_failure=True)
-
-
-def RunInstrumentationSuite(options, test, flunk_on_failure=True,
- python_only=False, official_build=False):
- """Manages an invocation of test_runner.py for instrumentation tests.
-
- Args:
- options: options object
- test: An I_TEST namedtuple
- flunk_on_failure: Flunk the step if tests fail.
- Python: Run only host driven Python tests.
- official_build: Run official-build tests.
- """
- bb_annotations.PrintNamedStep('%s_instrumentation_tests' % test.name.lower())
-
- if test.apk:
- InstallApk(options, test)
- args = [
- '--test-apk', test.test_apk, '--verbose',
- '--blacklist-file', 'out/bad_devices.json'
- ]
- if options.target == 'Release':
- args.append('--release')
- if options.asan:
- args.append('--tool=asan')
- if options.flakiness_server:
- args.append('--flakiness-dashboard-server=%s' %
- options.flakiness_server)
- if options.coverage_bucket:
- args.append('--coverage-dir=%s' % options.coverage_dir)
- if test.isolate_file_path:
- args.append('--isolate-file-path=%s' % test.isolate_file_path)
- if test.host_driven_root:
- args.append('--host-driven-root=%s' % test.host_driven_root)
- if test.annotation:
- args.extend(['-A', test.annotation])
- if test.exclude_annotation:
- args.extend(['-E', test.exclude_annotation])
- if test.extra_flags:
- args.extend(test.extra_flags)
- if python_only:
- args.append('-p')
- if official_build:
- # The option needs to be assigned 'True' as it does not have an action
- # associated with it.
- args.append('--official-build')
-
- RunCmd(['build/android/test_runner.py', 'instrumentation'] + args,
- flunk_on_failure=flunk_on_failure)
-
-
-def RunWebkitLint():
- """Lint WebKit's TestExpectation files."""
- bb_annotations.PrintNamedStep('webkit_lint')
- RunCmd([SrcPath(os.path.join(BLINK_SCRIPTS_DIR, 'lint-test-expectations'))])
-
-
-def RunWebkitLayoutTests(options):
- """Run layout tests on an actual device."""
- bb_annotations.PrintNamedStep('webkit_tests')
- cmd_args = [
- '--no-show-results',
- '--no-new-test-results',
- '--full-results-html',
- '--clobber-old-results',
- '--exit-after-n-failures', '5000',
- '--exit-after-n-crashes-or-timeouts', '100',
- '--debug-rwt-logging',
- '--results-directory', '../layout-test-results',
- '--target', options.target,
- '--builder-name', options.build_properties.get('buildername', ''),
- '--build-number', str(options.build_properties.get('buildnumber', '')),
- '--master-name', 'ChromiumWebkit', # TODO: Get this from the cfg.
- '--build-name', options.build_properties.get('buildername', ''),
- '--platform=android']
-
- for flag in 'test_results_server', 'driver_name', 'additional_driver_flag':
- if flag in options.factory_properties:
- cmd_args.extend(['--%s' % flag.replace('_', '-'),
- options.factory_properties.get(flag)])
-
- for f in options.factory_properties.get('additional_expectations', []):
- cmd_args.extend(
- ['--additional-expectations=%s' % os.path.join(CHROME_SRC_DIR, *f)])
-
- # TODO(dpranke): Remove this block after
- # https://codereview.chromium.org/12927002/ lands.
- for f in options.factory_properties.get('additional_expectations_files', []):
- cmd_args.extend(
- ['--additional-expectations=%s' % os.path.join(CHROME_SRC_DIR, *f)])
-
- exit_code = RunCmd(
- [SrcPath(os.path.join(BLINK_SCRIPTS_DIR, 'run-webkit-tests'))] + cmd_args)
- if exit_code == 255: # test_run_results.UNEXPECTED_ERROR_EXIT_STATUS
- bb_annotations.PrintMsg('?? (crashed or hung)')
- elif exit_code == 254: # test_run_results.NO_DEVICES_EXIT_STATUS
- bb_annotations.PrintMsg('?? (no devices found)')
- elif exit_code == 253: # test_run_results.NO_TESTS_EXIT_STATUS
- bb_annotations.PrintMsg('?? (no tests found)')
- else:
- full_results_path = os.path.join('..', 'layout-test-results',
- 'full_results.json')
- if os.path.exists(full_results_path):
- full_results = json.load(open(full_results_path))
- unexpected_passes, unexpected_failures, unexpected_flakes = (
- _ParseLayoutTestResults(full_results))
- if unexpected_failures:
- _PrintDashboardLink('failed', unexpected_failures.keys(),
- max_tests=25)
- elif unexpected_passes:
- _PrintDashboardLink('unexpected passes', unexpected_passes.keys(),
- max_tests=10)
- if unexpected_flakes:
- _PrintDashboardLink('unexpected flakes', unexpected_flakes.keys(),
- max_tests=10)
-
- if exit_code == 0 and (unexpected_passes or unexpected_flakes):
- # If exit_code != 0, RunCmd() will have already printed an error.
- bb_annotations.PrintWarning()
- else:
- bb_annotations.PrintError()
- bb_annotations.PrintMsg('?? (results missing)')
-
- if options.factory_properties.get('archive_webkit_results', False):
- bb_annotations.PrintNamedStep('archive_webkit_results')
- base = 'https://storage.googleapis.com/chromium-layout-test-archives'
- builder_name = options.build_properties.get('buildername', '')
- build_number = str(options.build_properties.get('buildnumber', ''))
- results_link = '%s/%s/%s/layout-test-results/results.html' % (
- base, EscapeBuilderName(builder_name), build_number)
- bb_annotations.PrintLink('results', results_link)
- bb_annotations.PrintLink('(zip)', '%s/%s/%s/layout-test-results.zip' % (
- base, EscapeBuilderName(builder_name), build_number))
- gs_bucket = 'gs://chromium-layout-test-archives'
- RunCmd([os.path.join(SLAVE_SCRIPTS_DIR, 'chromium',
- 'archive_layout_test_results.py'),
- '--results-dir', '../../layout-test-results',
- '--build-number', build_number,
- '--builder-name', builder_name,
- '--gs-bucket', gs_bucket],
- cwd=DIR_BUILD_ROOT)
-
-
-def _ParseLayoutTestResults(results):
- """Extract the failures from the test run."""
- # Cloned from third_party/WebKit/Tools/Scripts/print-json-test-results
- tests = _ConvertTrieToFlatPaths(results['tests'])
- failures = {}
- flakes = {}
- passes = {}
- for (test, result) in tests.iteritems():
- if result.get('is_unexpected'):
- actual_results = result['actual'].split()
- expected_results = result['expected'].split()
- if len(actual_results) > 1:
- # We report the first failure type back, even if the second
- # was more severe.
- if actual_results[1] in expected_results:
- flakes[test] = actual_results[0]
- else:
- failures[test] = actual_results[0]
- elif actual_results[0] == 'PASS':
- passes[test] = result
- else:
- failures[test] = actual_results[0]
-
- return (passes, failures, flakes)
-
-
-def _ConvertTrieToFlatPaths(trie, prefix=None):
- """Flatten the trie of failures into a list."""
- # Cloned from third_party/WebKit/Tools/Scripts/print-json-test-results
- result = {}
- for name, data in trie.iteritems():
- if prefix:
- name = prefix + '/' + name
-
- if len(data) and 'actual' not in data and 'expected' not in data:
- result.update(_ConvertTrieToFlatPaths(data, name))
- else:
- result[name] = data
-
- return result
-
-
-def _PrintDashboardLink(link_text, tests, max_tests):
- """Add a link to the flakiness dashboard in the step annotations."""
- if len(tests) > max_tests:
- test_list_text = ' '.join(tests[:max_tests]) + ' and more'
- else:
- test_list_text = ' '.join(tests)
-
- dashboard_base = ('http://test-results.appspot.com'
- '/dashboards/flakiness_dashboard.html#'
- 'master=ChromiumWebkit&tests=')
-
- bb_annotations.PrintLink('%d %s: %s' %
- (len(tests), link_text, test_list_text),
- dashboard_base + ','.join(tests))
-
-
-def EscapeBuilderName(builder_name):
- return re.sub('[ ()]', '_', builder_name)
-
-
-def SpawnLogcatMonitor():
- shutil.rmtree(LOGCAT_DIR, ignore_errors=True)
- bb_utils.SpawnCmd([
- os.path.join(CHROME_SRC_DIR, 'build', 'android', 'adb_logcat_monitor.py'),
- LOGCAT_DIR])
-
- # Wait for logcat_monitor to pull existing logcat
- RunCmd(['sleep', '5'])
-
-
-def ProvisionDevices(options):
- bb_annotations.PrintNamedStep('provision_devices')
-
- if not bb_utils.TESTING:
- # Restart adb to work around bugs, sleep to wait for usb discovery.
- device_utils.RestartServer()
- RunCmd(['sleep', '1'])
- provision_cmd = [
- 'build/android/provision_devices.py', '-t', options.target,
- '--blacklist-file', 'out/bad_devices.json'
- ]
- if options.auto_reconnect:
- provision_cmd.append('--auto-reconnect')
- if options.skip_wipe:
- provision_cmd.append('--skip-wipe')
- if options.disable_location:
- provision_cmd.append('--disable-location')
- RunCmd(provision_cmd, halt_on_failure=True)
-
-
-def DeviceStatusCheck(options):
- bb_annotations.PrintNamedStep('device_status_check')
- cmd = [
- 'build/android/buildbot/bb_device_status_check.py',
- '--blacklist-file', 'out/bad_devices.json',
- ]
- if options.restart_usb:
- cmd.append('--restart-usb')
- RunCmd(cmd, halt_on_failure=True)
-
-
-def GetDeviceSetupStepCmds():
- return [
- ('device_status_check', DeviceStatusCheck),
- ('provision_devices', ProvisionDevices),
- ]
-
-
-def RunUnitTests(options):
- suites = gtest_config.STABLE_TEST_SUITES
- if options.asan:
- suites = [s for s in suites
- if s not in gtest_config.ASAN_EXCLUDED_TEST_SUITES]
- RunTestSuites(options, suites)
-
-
-def RunInstrumentationTests(options):
- for test in INSTRUMENTATION_TESTS.itervalues():
- RunInstrumentationSuite(options, test)
-
-
-def RunWebkitTests(options):
- RunTestSuites(options, ['webkit_unit_tests', 'blink_heap_unittests'])
- RunWebkitLint()
-
-
-def RunGPUTests(options):
- exit_code = 0
- revision = _GetRevision(options)
- builder_name = options.build_properties.get('buildername', 'noname')
-
- bb_annotations.PrintNamedStep('pixel_tests')
- exit_code = RunCmd(['content/test/gpu/run_gpu_test.py',
- 'pixel', '-v',
- '--browser',
- 'android-content-shell',
- '--build-revision',
- str(revision),
- '--upload-refimg-to-cloud-storage',
- '--refimg-cloud-storage-bucket',
- 'chromium-gpu-archive/reference-images',
- '--os-type',
- 'android',
- '--test-machine-name',
- EscapeBuilderName(builder_name),
- '--android-blacklist-file',
- 'out/bad_devices.json']) or exit_code
-
- bb_annotations.PrintNamedStep('webgl_conformance_tests')
- exit_code = RunCmd(['content/test/gpu/run_gpu_test.py', '-v',
- '--browser=android-content-shell', 'webgl_conformance',
- '--webgl-conformance-version=1.0.1',
- '--android-blacklist-file',
- 'out/bad_devices.json']) or exit_code
-
- bb_annotations.PrintNamedStep('android_webview_webgl_conformance_tests')
- exit_code = RunCmd(['content/test/gpu/run_gpu_test.py', '-v',
- '--browser=android-webview-shell', 'webgl_conformance',
- '--webgl-conformance-version=1.0.1',
- '--android-blacklist-file',
- 'out/bad_devices.json']) or exit_code
-
- bb_annotations.PrintNamedStep('gpu_rasterization_tests')
- exit_code = RunCmd(['content/test/gpu/run_gpu_test.py',
- 'gpu_rasterization', '-v',
- '--browser',
- 'android-content-shell',
- '--build-revision',
- str(revision),
- '--test-machine-name',
- EscapeBuilderName(builder_name),
- '--android-blacklist-file',
- 'out/bad_devices.json']) or exit_code
-
- return exit_code
-
-
-def RunPythonUnitTests(_options):
- for suite in constants.PYTHON_UNIT_TEST_SUITES:
- bb_annotations.PrintNamedStep(suite)
- RunCmd(['build/android/test_runner.py', 'python', '-s', suite])
-
-
-def GetTestStepCmds():
- return [
- ('base_junit_tests',
- lambda _options: RunJunitSuite('base_junit_tests')),
- ('chromedriver', RunChromeDriverTests),
- ('components_browsertests',
- lambda options: RunTestSuites(options, ['components_browsertests'])),
- ('gfx_unittests',
- lambda options: RunTestSuites(options, ['gfx_unittests'])),
- ('gl_unittests',
- lambda options: RunTestSuites(options, ['gl_unittests'])),
- ('gpu', RunGPUTests),
- ('python_unittests', RunPythonUnitTests),
- ('ui', RunInstrumentationTests),
- ('unit', RunUnitTests),
- ('webkit', RunWebkitTests),
- ('webkit_layout', RunWebkitLayoutTests),
- ]
-
-
-def MakeGSPath(options, gs_base_dir):
- revision = _GetRevision(options)
- bot_id = options.build_properties.get('buildername', 'testing')
- randhash = hashlib.sha1(str(random.random())).hexdigest()
- gs_path = '%s/%s/%s/%s' % (gs_base_dir, bot_id, revision, randhash)
- # remove double slashes, happens with blank revisions and confuses gsutil
- gs_path = re.sub('/+', '/', gs_path)
- return gs_path
-
-def UploadHTML(options, gs_base_dir, dir_to_upload, link_text,
- link_rel_path='index.html', gs_url=GS_URL):
- """Uploads directory at |dir_to_upload| to Google Storage and output a link.
-
- Args:
- options: Command line options.
- gs_base_dir: The Google Storage base directory (e.g.
- 'chromium-code-coverage/java')
- dir_to_upload: Absolute path to the directory to be uploaded.
- link_text: Link text to be displayed on the step.
- link_rel_path: Link path relative to |dir_to_upload|.
- gs_url: Google storage URL.
- """
- gs_path = MakeGSPath(options, gs_base_dir)
- RunCmd([bb_utils.GSUTIL_PATH, 'cp', '-R', dir_to_upload, 'gs://%s' % gs_path])
- bb_annotations.PrintLink(link_text,
- '%s/%s/%s' % (gs_url, gs_path, link_rel_path))
-
-
-def GenerateJavaCoverageReport(options):
- """Generates an HTML coverage report using EMMA and uploads it."""
- bb_annotations.PrintNamedStep('java_coverage_report')
-
- coverage_html = os.path.join(options.coverage_dir, 'coverage_html')
- RunCmd(['build/android/generate_emma_html.py',
- '--coverage-dir', options.coverage_dir,
- '--metadata-dir', os.path.join(CHROME_OUT_DIR, options.target),
- '--cleanup',
- '--output', os.path.join(coverage_html, 'index.html')])
- return coverage_html
-
-
-def LogcatDump(options):
- # Print logcat, kill logcat monitor
- bb_annotations.PrintNamedStep('logcat_dump')
- logcat_file = os.path.join(CHROME_OUT_DIR, options.target, 'full_log.txt')
- RunCmd([SrcPath('build', 'android', 'adb_logcat_printer.py'),
- '--output-path', logcat_file, LOGCAT_DIR])
- gs_path = MakeGSPath(options, 'chromium-android/logcat_dumps')
- RunCmd([bb_utils.GSUTIL_PATH, 'cp', '-z', 'txt', logcat_file,
- 'gs://%s' % gs_path])
- bb_annotations.PrintLink('logcat dump', '%s/%s' % (GS_AUTH_URL, gs_path))
-
-
-def RunStackToolSteps(options):
- """Run stack tool steps.
-
- Stack tool is run for logcat dump, optionally for ASAN.
- """
- bb_annotations.PrintNamedStep('Run stack tool with logcat dump')
- build_dir = os.path.join(CHROME_OUT_DIR, options.target)
- logcat_file = os.path.join(build_dir, 'full_log.txt')
- RunCmd([os.path.join(CHROME_SRC_DIR, 'third_party', 'android_platform',
- 'development', 'scripts', 'stack'),
- '--output-directory', build_dir,
- '--more-info', logcat_file])
- if options.asan_symbolize:
- bb_annotations.PrintNamedStep('Run stack tool for ASAN')
- RunCmd([
- os.path.join(CHROME_SRC_DIR, 'build', 'android', 'asan_symbolize.py'),
- '--output-directory', build_dir,
- '-l', logcat_file])
-
-
-def GenerateTestReport(options):
- bb_annotations.PrintNamedStep('test_report')
- for report in glob.glob(
- os.path.join(CHROME_OUT_DIR, options.target, 'test_logs', '*.log')):
- RunCmd(['cat', report])
- os.remove(report)
-
-
-def MainTestWrapper(options):
- exit_code = 0
- try:
- # Spawn logcat monitor
- SpawnLogcatMonitor()
-
- # Run all device setup steps
- for _, cmd in GetDeviceSetupStepCmds():
- cmd(options)
-
- if options.install:
- for i in options.install:
- install_obj = INSTALLABLE_PACKAGES[i]
- InstallApk(options, install_obj, print_step=True)
-
- if options.test_filter:
- exit_code = bb_utils.RunSteps(
- options.test_filter, GetTestStepCmds(), options) or exit_code
-
- if options.coverage_bucket:
- coverage_html = GenerateJavaCoverageReport(options)
- UploadHTML(options, '%s/java' % options.coverage_bucket, coverage_html,
- 'Coverage Report')
- shutil.rmtree(coverage_html, ignore_errors=True)
-
- if options.experimental:
- exit_code = RunTestSuites(
- options, gtest_config.EXPERIMENTAL_TEST_SUITES) or exit_code
-
- return exit_code
-
- finally:
- # Run all post test steps
- LogcatDump(options)
- if not options.disable_stack_tool:
- RunStackToolSteps(options)
- GenerateTestReport(options)
- # KillHostHeartbeat() has logic to check if heartbeat process is running,
- # and kills only if it finds the process is running on the host.
- provision_devices.KillHostHeartbeat()
- if options.cleanup:
- shutil.rmtree(os.path.join(CHROME_OUT_DIR, options.target),
- ignore_errors=True)
-
-
-def GetDeviceStepsOptParser():
- parser = bb_utils.GetParser()
- parser.add_option('--experimental', action='store_true',
- help='Run experiemental tests')
- parser.add_option('-f', '--test-filter', metavar='<filter>', default=[],
- action='append',
- help=('Run a test suite. Test suites: "%s"' %
- '", "'.join(VALID_TESTS)))
- parser.add_option('--gtest-filter',
- help='Filter for running a subset of tests of a gtest test')
- parser.add_option('--asan', action='store_true', help='Run tests with asan.')
- parser.add_option('--install', metavar='<apk name>', action="append",
- help='Install an apk by name')
- parser.add_option('--no-reboot', action='store_true',
- help='Do not reboot devices during provisioning.')
- parser.add_option('--coverage-bucket',
- help=('Bucket name to store coverage results. Coverage is '
- 'only run if this is set.'))
- parser.add_option('--restart-usb', action='store_true',
- help='Restart usb ports before device status check.')
- parser.add_option(
- '--flakiness-server',
- help=('The flakiness dashboard server to which the results should be '
- 'uploaded.'))
- parser.add_option(
- '--auto-reconnect', action='store_true',
- help='Push script to device which restarts adbd on disconnections.')
- parser.add_option('--skip-wipe', action='store_true',
- help='Do not wipe devices during provisioning.')
- parser.add_option('--disable-location', action='store_true',
- help='Disable location settings.')
- parser.add_option(
- '--logcat-dump-output',
- help='The logcat dump output will be "tee"-ed into this file')
- # During processing perf bisects, a seperate working directory created under
- # which builds are produced. Therefore we should look for relevent output
- # file under this directory.(/b/build/slave/<slave_name>/build/bisect/src/out)
- parser.add_option(
- '--chrome-output-dir',
- help='Chrome output directory to be used while bisecting.')
-
- parser.add_option('--disable-stack-tool', action='store_true',
- help='Do not run stack tool.')
- parser.add_option('--asan-symbolize', action='store_true',
- help='Run stack tool for ASAN')
- parser.add_option('--cleanup', action='store_true',
- help='Delete out/<target> directory at the end of the run.')
- return parser
-
-
-def main(argv):
- parser = GetDeviceStepsOptParser()
- options, args = parser.parse_args(argv[1:])
-
- devil_chromium.Initialize()
-
- if args:
- return sys.exit('Unused args %s' % args)
-
- unknown_tests = set(options.test_filter) - VALID_TESTS
- if unknown_tests:
- return sys.exit('Unknown tests %s' % list(unknown_tests))
-
- setattr(options, 'target', options.factory_properties.get('target', 'Debug'))
-
- # pylint: disable=global-statement
- if options.chrome_output_dir:
- global CHROME_OUT_DIR
- global LOGCAT_DIR
- CHROME_OUT_DIR = options.chrome_output_dir
- LOGCAT_DIR = os.path.join(CHROME_OUT_DIR, 'logcat')
-
- if options.coverage_bucket:
- setattr(options, 'coverage_dir',
- os.path.join(CHROME_OUT_DIR, options.target, 'coverage'))
-
- return MainTestWrapper(options)
-
-
-if __name__ == '__main__':
- sys.exit(main(sys.argv))
« no previous file with comments | « build/android/buildbot/bb_device_status_check.py ('k') | build/android/buildbot/bb_host_steps.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698