Change all remote run builders to use tools/build.

scripts/slave/recipes/android/perf.py

+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+from recipe_engine.types import freeze
+
+
+DEPS = [
+    'build/adb',
+    'build/chromium',
+    'build/chromium_android',
+    'build/chromium_tests',
+    'build/test_utils',
+    'depot_tools/bot_update',
+    'depot_tools/gclient',
+    'recipe_engine/json',
+    'recipe_engine/path',
+    'recipe_engine/properties',
+    'recipe_engine/python',
+    'recipe_engine/step',
+]
+
+
+REPO_URL = 'https://chromium.googlesource.com/chromium/src.git'
+
+def _CreateTestSpec(name, perf_id, required_apks, num_device_shards=1,
+                    num_host_shards=1, target_bits=64,
+                    browser_name=None, remove_system_webview=False,
+                    enable_platform_mode=False):
+  def _CreateShardTestSpec(name, perf_id, required_apks, num_device_shards,
+                           num_host_shards, shard_index, target_bits,
+                           browser_name, remove_system_webview,
+                           enable_platform_mode):
+    spec = {
+      'perf_id': perf_id,
+      'required_apks': required_apks,
+      'bucket': 'chrome-perf',
+      'num_device_shards': num_device_shards,
+      'num_host_shards': num_host_shards,
+      'shard_index': shard_index,
+      'test_spec_file': 'chromium.perf.json',
+      'max_battery_temp': 350,
+      'known_devices_file': '.known_devices',
+      'browser_name': browser_name,
+      'remove_system_webview': remove_system_webview,
+      'enable_platform_mode': enable_platform_mode,
+    }
+    if target_bits == 32:
+      builder_name = 'Android Builder'
+    elif target_bits == 64:
+      builder_name = 'Android arm64 Builder'
+      spec['recipe_config'] = 'tests_arm64'
+    spec['path'] = lambda api: '%s/full-build-linux_%s.zip' % (
+        builder_name, api.properties['parent_revision'])
+    return spec
+
+  tester_spec = {}
+  for shard_index in xrange(num_host_shards):
+    builder_name = '%s (%d)' % (name, shard_index + 1)
+    tester_spec[builder_name] = _CreateShardTestSpec(
+        name, perf_id, required_apks, num_device_shards, num_host_shards,
+        shard_index, target_bits, browser_name, remove_system_webview,
+        enable_platform_mode)
+  return tester_spec
+
+def _ChromiumPerfTesters():
+  testers = [
+    _CreateTestSpec('Android Galaxy S5 Perf', 'android-galaxy-s5',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, target_bits=32, enable_platform_mode=True),
+    _CreateTestSpec('Android Nexus5 Perf', 'android-nexus5',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, target_bits=32, enable_platform_mode=True),
+    _CreateTestSpec('Android Nexus5X Perf', 'android-nexus5X',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, enable_platform_mode=True),
+    _CreateTestSpec('Android Nexus6 Perf', 'android-nexus6',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, target_bits=32),
+    _CreateTestSpec('Android Nexus7v2 Perf', 'android-nexus7v2',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, target_bits=32, enable_platform_mode=True),
+    _CreateTestSpec('Android Nexus9 Perf', 'android-nexus9',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3),
+    _CreateTestSpec('Android One Perf', 'android-one',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=3, target_bits=32),
+    _CreateTestSpec('Android Nexus5X WebView Perf', 'android-webview-nexus5X',
+        required_apks=['SystemWebView.apk', 'SystemWebViewShell.apk'],
+        num_device_shards=7, num_host_shards=3, target_bits=64,
+        browser_name='android-webview', remove_system_webview=True),
+    _CreateTestSpec('Android Nexus6 WebView Perf', 'android-webview-nexus6',
+        required_apks=['SystemWebView.apk', 'SystemWebViewShell.apk'],
+        num_device_shards=6, num_host_shards=3, target_bits=32,
+        browser_name='android-webview', remove_system_webview=True),
+  ]
+  master_spec = {}
+  for spec in testers:
+    master_spec.update(spec)
+  return master_spec
+
+def _ChromiumPerfFyiTesters():
+  testers = [
+    _CreateTestSpec('Android Power Nexus 5X Perf', 'android-power-nexus-5x',
+        required_apks=['ChromePublic.apk'], num_device_shards=7,
+        num_host_shards=1),
+  ]
+
+  master_spec = {}
+  for spec in testers:
+    master_spec.update(spec)
+  return master_spec
+
+BUILDERS = freeze({
+  'chromium.perf': _ChromiumPerfTesters(),
+  'chromium.perf.fyi': _ChromiumPerfFyiTesters(),
+})
+
+
+def RunSteps(api):
+  mastername = api.properties['mastername']
+  buildername = api.properties['buildername']
+  # TODO(akuegel): Move the configs in builders.py in chromium_tests to this
+  # recipe, and get rid of duplications.
+  builder = dict(BUILDERS[mastername][buildername])
+  builder_config = builder.get('recipe_config', 'base_config')
+  kwargs = {
+    'REPO_NAME':'src',
+    'REPO_URL':REPO_URL,
+    'INTERNAL':False,
+    'BUILD_CONFIG':'Release',
+    'TARGET_PLATFORM':'android',
+  }
+
+  api.chromium_android.set_config(builder_config, **kwargs)
+  api.chromium.set_config(builder_config, **kwargs)
+  api.gclient.set_config('perf')
+  api.gclient.apply_config('android')
+
+  bot_update_step = api.bot_update.ensure_checkout()
+
+  test_spec_file = builder.get('test_spec_file')
+  test_spec = {}
+  if test_spec_file:
+    test_spec = api.chromium_tests.read_test_spec(api, test_spec_file)
+
+    scripts_compile_targets = \
+        api.chromium_tests.get_compile_targets_for_scripts().json.output
+
+    builder['tests'] = api.chromium_tests.generate_tests_from_test_spec(
+        api, test_spec, builder, buildername, mastername, False, None,
+        scripts_compile_targets, [api.chromium_tests.steps.generate_script],
+        bot_update_step)
+
+  api.path['checkout'] = api.path['slave_build'].join('src')
+  api.chromium_android.clean_local_files()
+
+  # TODO(jbudorick): Remove this after resolving
+  # https://github.com/catapult-project/catapult/issues/2901
+  devil_path = api.path['checkout'].join('third_party', 'catapult', 'devil')
+  api.python.inline(
+      'initialize devil',
+      """
+      import sys
+      sys.path.append(sys.argv[1])
+      from devil import devil_env
+      devil_env.config.Initialize()
+      devil_env.config.PrefetchPaths(dependencies=['adb'])
+      """,
+      args=[devil_path])
+  api.adb.set_adb_path(
+      devil_path.join('bin', 'deps', 'linux2', 'x86_64', 'bin', 'adb'))
+
+  api.chromium_android.download_build(bucket=builder['bucket'],
+    path=builder['path'](api))
+
+  api.chromium_android.common_tests_setup_steps(
+      perf_setup=True,
+      remove_system_webview=builder.get('remove_system_webview', False))
+
+  required_apks = builder.get('required_apks', [])
+  for apk in required_apks:
+    api.chromium_android.adb_install_apk(apk)
+
+  api.chromium_android.host_info(
+      args=api.chromium_tests.get_common_args_for_scripts())
+
+  test_runner = api.chromium_tests.create_test_runner(
+      api, builder.get('tests', []))
+
+  try:
+    failures = []
+    if test_runner:
+      try:
+        test_runner()
+      except api.step.StepFailure as f:
+        failures.append(f)
+
+    dynamic_perf_tests = api.chromium_tests.steps.DynamicPerfTests(
+        builder['perf_id'], 'android', None,
+        max_battery_temp=builder.get('max_battery_temp'),
+        num_device_shards=builder['num_device_shards'],
+        num_host_shards=builder.get('num_host_shards', 1),
+        shard_index=builder.get('shard_index', 0),
+        override_browser_name=builder.get('browser_name'),
+        enable_platform_mode=builder.get('enable_platform_mode'))
+    dynamic_perf_tests.run(api, None)
+
+    if failures:
+      raise api.step.StepFailure('src-side perf tests failed %s' % failures)
+  finally:
+    api.chromium_android.common_tests_final_steps(
+        logcat_gs_bucket='chromium-android')
+
+
+def _sanitize_nonalpha(text):
+  return ''.join(c if c.isalnum() else '_' for c in text)
+
+
+def GenTests(api):
+  for mastername, builders in BUILDERS.iteritems():
+    for buildername in builders:
+      yield (
+          api.test('full_%s_%s' % (_sanitize_nonalpha(mastername),
+                                   _sanitize_nonalpha(buildername))) +
+          api.properties.generic(
+              path_config='kitchen',
+              repo_name='src',
+              repo_url=REPO_URL,
+              mastername=mastername,
+              buildername=buildername,
+              parent_buildername='parent_buildername',
+              parent_buildnumber='1729',
+              parent_revision='deadbeef',
+              revision='deadbeef',
+              slavename='slavename',
+              target='Release'))
+  yield (api.test('provision_devices') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+              repo_url=REPO_URL,
+              mastername='chromium.perf',
+              buildername='Android Nexus5 Perf (1)',
+              parent_buildername='parent_buildername',
+              parent_buildnumber='1729',
+              parent_revision='deadbeef',
+              revision='deadbeef',
+              slavename='slavename',
+              target='Release')
+      + api.step_data('provision_devices', retcode=1))
+  yield (api.test('get_perf_test_list_old_data') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+          repo_url=REPO_URL,
+          mastername='chromium.perf',
+          buildername='Android Nexus5 Perf (1)',
+          parent_buildername='parent_buildername',
+          parent_buildnumber='1729',
+          parent_revision='deadbeef',
+          revision='deadbeef',
+          slavename='slavename',
+          target='Release') +
+      api.override_step_data(
+        'get perf test list',
+        api.json.output(['perf_test.foo', 'page_cycler.foo'])))
+  yield (api.test('src_side_script_fails') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+          repo_url=REPO_URL,
+          mastername='chromium.perf',
+          buildername='Android Nexus5 Perf (1)',
+          parent_buildername='parent_buildername',
+          parent_buildnumber='1729',
+          parent_revision='deadbeef',
+          revision='deadbeef',
+          slavename='slavename',
+          target='Release') +
+      api.override_step_data(
+        'read test spec (chromium.perf.json)',
+        api.json.output({
+            "Android Nexus5 Perf (1)": {
+              "scripts": [
+                {
+                  "name": "host_info",
+                  "script": "host_info.py"
+                }]}})) +
+      api.step_data('host_info', retcode=1))
+  yield (api.test('test_failure') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+          repo_url=REPO_URL,
+          mastername='chromium.perf',
+          buildername='Android Nexus5 Perf (1)',
+          parent_buildername='parent_buildername',
+          parent_buildnumber='1729',
+          parent_revision='deadbeef',
+          revision='deadbeef',
+          slavename='slavename',
+          target='Release') +
+      api.override_step_data(
+          'perf_test.foo', retcode=1))
+  yield (api.test('missing_device') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+          repo_url=REPO_URL,
+          mastername='chromium.perf',
+          buildername='Android Nexus5 Perf (1)',
+          parent_buildername='parent_buildername',
+          parent_buildnumber='1729',
+          parent_revision='deadbeef',
+          revision='deadbeef',
+          slavename='slavename',
+          target='Release') +
+      api.override_step_data(
+          'perf_test.foo', retcode=87))
+  yield (api.test('host_info_failure') +
+      api.properties.generic(
+          path_config='kitchen',
+          repo_name='src',
+              repo_url=REPO_URL,
+              mastername='chromium.perf',
+              buildername='Android Nexus5 Perf (1)',
+              parent_buildername='parent_buildername',
+              parent_buildnumber='1729',
+              parent_revision='deadbeef',
+              revision='deadbeef',
+              slavename='slavename',
+              target='Release') +
+      api.override_step_data(
+          'Host Info',
+          api.json.output({
+                'valid': True,
+                'failures': ['Failure A', 'Failure B'],
+                '_host_info': {
+                    'os_system': 'os_system',
+                    'os_release': 'os_release',
+                    'processor': 'processor',
+                    'num_cpus': 'num_cpus',
+                    'free_disk_space': 'free_disk_space',
+                    'python_version': 'python_version',
+                    'python_path': 'python_path',
+                    'devices': [{
+                        "usb_status": True,
+                        "blacklisted": None,
+                        "ro.build.fingerprint": "fingerprint",
+                        "battery": {
+                            "status": "5",
+                            "scale": "100",
+                            "temperature": "240",
+                            "level": "100",
+                            "technology": "Li-ion",
+                            "AC powered": "false",
+                            "health": "2",
+                            "voltage": "4302",
+                            "Wireless powered": "false",
+                            "USB powered": "true",
+                            "Max charging current": "500000",
+                            "present": "true"
+                        },
+                       "adb_status": "device",
+                       "imei_slice": "",
+                       "ro.build.product": "bullhead",
+                       "ro.build.id": "MDB08Q",
+                       "serial": "00d0d567893340f4",
+                       "wifi_ip": ""
+                    }]
+                }}),
+          retcode=87))
+