build: switch master.tryserver.infra to use recipes from infra repo (part #1)

scripts/master/master_gen.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import ast
 import os
 
 from buildbot.changes.filter import ChangeFilter
 from buildbot.schedulers.basic import SingleBranchScheduler
 from buildbot.schedulers.timed import Nightly
 from buildbot.status.mail import MailNotifier
 from buildbot import util
 
 from config_bootstrap import Master
 
 from common import chromium_utils
 
 from master import gitiles_poller
 from master import master_utils
 from master import repo_poller
 from master import slaves_list
 from master.factory import annotator_factory
+from master.factory import remote_run_factory
 
 
 def PopulateBuildmasterConfig(BuildmasterConfig, builders_path,
                               active_master_cls):
   """Read builders_path and populate a build master config dict."""
   builders = chromium_utils.ReadBuildersFile(builders_path)
   _Populate(BuildmasterConfig, builders, active_master_cls)
 
 
 def _Populate(BuildmasterConfig, builders, active_master_cls):
   m_annotator = annotator_factory.AnnotatorFactory(active_master_cls)
 
   c = BuildmasterConfig
   c['logCompressionLimit'] = False
   c['projectName'] = active_master_cls.project_name
   c['projectURL'] = Master.project_url
   c['buildbotURL'] = active_master_cls.buildbot_url
 
   # This sets c['db_url'] to the database connect string in found in
   # the .dbconfig in the master directory, if it exists. If this is
   # a production host, it must exist.
   chromium_utils.DatabaseSetup(
       c,
       require_dbconfig=active_master_cls.is_production_host)
 
-  c['builders'] = _ComputeBuilders(builders, m_annotator)
+  c['builders'] = _ComputeBuilders(builders, m_annotator, active_master_cls)
 
   c['schedulers'] = _ComputeSchedulers(builders)
 
   c['change_source'], tag_comparator = _ComputeChangeSourceAndTagComparator(
       builders)
 
   # The 'slaves' list defines the set of allowable buildslaves. List all the
   # slaves registered to a builder. Remove dupes.
   c['slaves'] = master_utils.AutoSetupSlaves(
       c['builders'],
@@ skipping 20 matching lines @@
       enable_http_status_push=active_master_cls.is_production_host)
 
   # TODO: AutoSetupMaster's settings for the following are too low to be
   # useful for most projects. We should fix that.
   c['buildHorizon'] = 3000
   c['logHorizon'] = 3000
   # Must be at least 2x the number of slaves.
   c['eventHorizon'] = 200
 
 
-def _ComputeBuilders(builders, m_annotator):
+def _ComputeBuilders(builders, m_annotator, active_master_cls):
   actual_builders = []
 
   default_properties = builders.get('default_properties')
 
   def cmp_fn(a, b):
     a_cat = builders['builders'][a].get('category')
     b_cat = builders['builders'][b].get('category')
     if a_cat != b_cat:
       return 1 if a_cat > b_cat else -1
     if a != b:
@@ skipping 13 matching lines @@
 
     slavebuilddir = builder_data.get('slavebuilddir',
                                      util.safeTranslate(builder_name))
 
     if default_properties:
       props = default_properties.copy()
       props.update(builder_data.get('properties', {}))
     else:
       props = builder_data.get('properties')
 
-    factory = m_annotator.BaseFactory(
-        recipe=builder_data['recipe'],
-        max_time=builder_data.get('builder_timeout_s'),
-        factory_properties=props,
-    )
+    if builder_data.get('use_remote_run'):
+      factory = remote_run_factory.RemoteRunFactory(
+          active_master=active_master_cls,
+          repository=builder_data.get(
+              'repository', builders.get('default_remote_run_repository')),
+          recipe=builder_data['recipe'],
+          max_time=builder_data.get('builder_timeout_s'),
+          factory_properties=props,
+      )
+    else:
+      factory = m_annotator.BaseFactory(
+          recipe=builder_data['recipe'],
+          max_time=builder_data.get('builder_timeout_s'),
+          factory_properties=props,
+      )
     actual_builders.append({
         'auto_reboot': builder_data.get('auto_reboot', True),
         'mergeRequests': merge_requests,
         'name': builder_name,
         'factory': factory,
         'slavebuilddir': slavebuilddir,
         'slavenames': chromium_utils.GetSlaveNamesForBuilder(builders,
                                                              builder_name),
         'category': builder_data.get('category'),
         'trybot': builder_data.get('trybot'),
@@ skipping 90 matching lines @@
         pollInterval=300,
         revlinktmpl=rev_link_template))
 
   # We have to set the tag_comparator to something, but if we have multiple
   # repos, the tag_comparator will not work properly (it's meaningless).
   # It's not clear if there's a good answer to this.
   if change_source:
     tag_comparator = change_source[0].comparator
 
   return change_source, tag_comparator