Move builders.py and steps.py to chromium_tests.

scripts/slave/recipe_modules/chromium_tests/api.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import contextlib
 import copy
 import json
 
 from infra.libs.infra_types import freeze, thaw
 from recipe_engine import recipe_api
 from recipe_engine import util as recipe_util
 
+from . import builders
+from . import steps
+
 
 class ChromiumTestsApi(recipe_api.RecipeApi):
+  def __init__(self, *args, **kwargs):
+    super(ChromiumTestsApi, self).__init__(*args, **kwargs)
+    self._builders = {}
+    self.add_builders(builders.BUILDERS)
+
+  @property
+  def builders(self):
+    return self._builders
+
+  @property
+  def steps(self):
+    return steps
+
+  def add_builders(self, builders):
+    """Adds builders to our builder map"""
+    self._builders.update(builders)
+
   def configure_build(self, mastername, buildername, override_bot_type=None,
 ):
-    master_dict = self.m.chromium.builders.get(mastername, {})
+    master_dict = self.builders.get(mastername, {})
     bot_config = master_dict.get('builders', {}).get(buildername)
 
     # Get the buildspec version. It can be supplied as a build property or as
     # a recipe config value.
     buildspec_version = (self.m.properties.get('buildspec_version') or
                          bot_config.get('buildspec_version'))
 
     self.m.chromium.set_config(
         bot_config.get('chromium_config'),
         **bot_config.get('chromium_config_kwargs', {}))
@@ skipping 38 matching lines @@
       component_rev = self.m.properties.get('revision') or 'HEAD'
       if bot_type == 'tester':
         component_rev = self.m.properties.get(
             'parent_got_revision', component_rev)
       dep = bot_config.get('set_component_rev')
       self.m.gclient.c.revisions[dep['name']] = dep['rev_str'] % component_rev
 
   def prepare_checkout(self, mastername, buildername):
     # Make an independent copy so that we don't overwrite global state
     # with updates made dynamically based on the test specs.
-    master_dict = thaw(self.m.chromium.builders.get(mastername, {}))
+    master_dict = thaw(self.builders.get(mastername, {}))
     bot_config = master_dict.get('builders', {}).get(buildername)
 
     if self.m.platform.is_win:
       self.m.chromium.taskkill()
 
     # Bot Update re-uses the gclient configs.
     update_step = self.m.bot_update.ensure_checkout(
         patch_root=bot_config.get('patch_root'))
     assert update_step.json.output['did_run']
     # HACK(dnj): Remove after 'crbug.com/398105' has landed
@@ skipping 26 matching lines @@
     # TODO(phajdan.jr): Bots should have no generators instead.
     if bot_config.get('disable_tests'):
       test_spec = {}
       scripts_compile_targets = {}
     else:
       test_spec = self.read_test_spec(self.m, test_spec_file)
       test_spec_path = self.m.path['checkout'].join('testing', 'buildbot',
                                                  test_spec_file)
 
       scripts_compile_targets = \
-          self.m.chromium.get_compile_targets_for_scripts().json.output
+          self.get_compile_targets_for_scripts().json.output
 
     for loop_buildername, builder_dict in master_dict.get(
         'builders', {}).iteritems():
       builder_dict['tests'] = self.generate_tests_from_test_spec(
           self.m, test_spec, builder_dict,
           loop_buildername, mastername, enable_swarming,
           scripts_compile_targets, builder_dict.get('test_generators', []))
 
     if self.m.chromium.c.lto:
       self.m.chromium.download_lto_plugin()
@@ skipping 260 matching lines @@
         build_archive_url=specified_url)
 
       if (self.m.chromium.c.TARGET_PLATFORM == 'android' and
           bot_config.get('root_devices')):
         self.m.adb.root_devices()
 
     # TODO(shinyak): bot_config.get('tests', []) sometimes return tuple.
     tests = list(bot_config.get('tests', []))
 
     if bot_config.get('goma_canary'):
-      tests.insert(0, self.m.chromium.steps.DiagnoseGomaTest())
+      tests.insert(0, steps.DiagnoseGomaTest())
 
     if bot_type in ('tester', 'builder_tester'):
       isolated_targets = [t.isolate_target for t in tests if t.uses_swarming]
       if isolated_targets:
         self.m.isolate.find_isolated_tests(self.m.chromium.output_dir)
 
     return tests
 
   def _make_legacy_build_url(self, master_config, mastername):
     return self.m.archive.legacy_download_url(
@@ skipping 196 matching lines @@
           master_config.get('build_gs_bucket'),
           extra_url_components=None)
     elif (mastername == 'tryserver.chromium.perf' or
           (mastername == 'tryserver.chromium.linux' and
            buildername == 'linux_full_bisect_builder')):
       return None
     else:
       return self.m.archive.legacy_upload_url(
           master_config.get('build_gs_bucket'),
           extra_url_components=self.m.properties['mastername'])
+
+  def get_common_args_for_scripts(self):
+    args = []
+
+    args.extend(['--build-config-fs', self.m.chromium.c.build_config_fs])
+
+    paths = {}
+    for path in ('build', 'checkout'):
+      paths[path] = self.m.path[path]
+    args.extend(['--paths', self.m.json.input(paths)])
+
+    properties = {}
+    # TODO(phajdan.jr): Remove buildnumber when no longer used.
+
+    mastername = self.m.properties.get('mastername')
+    buildername = self.m.properties.get('buildername')
+    master_dict = self.builders.get(mastername, {})
+    bot_config = master_dict.get('builders', {}).get(buildername, {})
+
+    for name in ('buildername', 'slavename', 'buildnumber', 'mastername'):
+      properties[name] = self.m.properties[name]
+
+    # Optional properties
+    for name in ('perf-id', 'results-url'):
+      if bot_config.get(name):
+        properties[name] = bot_config[name]
+
+    properties['target_platform'] = self.m.chromium.c.TARGET_PLATFORM
+
+    args.extend(['--properties', self.m.json.input(properties)])
+
+    return args
+
+  def get_compile_targets_for_scripts(self):
+    return self.m.python(
+        name='get compile targets for scripts',
+        script=self.m.path['checkout'].join(
+            'testing', 'scripts', 'get_compile_targets.py'),
+        args=[
+            '--output', self.m.json.output(),
+            '--',
+        ] + self.get_common_args_for_scripts(),
+        step_test_data=lambda: self.m.json.test_api.output({}))