Make infra-continuous-precise-64 cross-compile Go cipd package for Linux ARM.

recipes/recipes/infra_continuous.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from recipe_engine.recipe_api import Property
 
 DEPS = [
   'build/cipd',
   'build/file',
   'depot_tools/bot_update',
   'depot_tools/depot_tools',
   'depot_tools/gclient',
   'depot_tools/infra_paths',
   'recipe_engine/json',
   'recipe_engine/path',
   'recipe_engine/platform',
   'recipe_engine/properties',
   'recipe_engine/python',
   'recipe_engine/step',
 ]
 
 
-def build_cipd_packages(api, repo, rev, mastername, buildername, buildnumber):
-  # Build packages locally.
+# Builder name => [{GOOS: ..., GOARCH: ...}].
+CROSS_COMPILING_BUILDERS = {
+  'infra-continuous-precise-64': [{'GOOS': 'linux', 'GOARCH': 'arm'}],
+}
+
+
+def build_cipd_packages(api, repo, rev, mastername, buildername, buildnumber,
+                        goos, goarch):
+  # 'goos' and 'goarch' used for cross-compilation of Go code.
+  step_suffix = ''
+  env = {}

[nodir, 2016/06/27 23:46:51]

is it ok to exclude all existing vars?

[Vadim Sh., 2016/06/27 23:48:25]

I think recipe engine merges env dicts, not replaces them.

+  if goos or goarch:
+    assert goos and goarch, 'Both GOOS and GOARCH should be set'
+    step_suffix = ' [GOOS:%s GOARCH:%s]' % (goos, goarch)
+    env = {'GOOS': goos, 'GOARCH': goarch}
+
+  # Build packages (don't upload them yet).
   api.python(
-      'cipd - build packages',
+      'cipd - build packages' + step_suffix,
       api.path['checkout'].join('build', 'build.py'),
-      ['--builder', api.properties.get('buildername')])
+      ['--builder', api.properties.get('buildername')],
+      env=env)
 
-  # Verify they are good.
-  api.python(
-      'cipd - test packages integrity',
-      api.path['checkout'].join('build', 'test_packages.py'))
+  # Verify they are good. Run tests only when building packages for the host
+  # platform, since the host can't run binaries build with cross-compilation
+  # enabled.
+  if not goos and not goarch:
+    api.python(
+        'cipd - test packages integrity',
+        api.path['checkout'].join('build', 'test_packages.py'))
 
   # Upload them, attach tags.
   tags = [
     'buildbot_build:%s/%s/%s' % (mastername, buildername, buildnumber),
     'git_repository:%s' % repo,
     'git_revision:%s' % rev,
   ]
   try:
     return api.python(
-        'cipd - upload packages',
+        'cipd - upload packages' + step_suffix,
         api.path['checkout'].join('build', 'build.py'),
         [
           '--no-rebuild',
           '--upload',
           '--service-account-json',
           api.cipd.default_bot_service_account_credentials,
           '--json-output', api.json.output(),
           '--builder', api.properties.get('buildername'),
-        ] + ['--tags'] + tags)
+        ] + ['--tags'] + tags,
+        env=env)
   finally:
     step_result = api.step.active_result
     output = step_result.json.output or {}
     p = step_result.presentation
     for pkg in output.get('succeeded', []):
       info = pkg['info']
       title = '%s %s' % (info['package'], info['instance_id'])
       p.links[title] = info.get('url', 'http://example.com/not-implemented-yet')
 
 
@@ skipping 70 matching lines @@
         api.path['checkout'].join('go', 'env.py'),
         ['go', 'version'])
     # Note: env.py knows how to expand 'python' into sys.executable.
     api.python(
         'infra go tests',
         api.path['checkout'].join('go', 'env.py'),
         ['python', api.path['checkout'].join('go', 'test.py')])
 
   if buildnumber != -1:
     build_cipd_packages(api, repo_name, rev, mastername, buildername,
-                        buildnumber)
+                        buildnumber, None, None)
+    for spec in CROSS_COMPILING_BUILDERS.get(buildername, []):
+      build_cipd_packages(api, repo_name, rev, mastername, buildername,
+                          buildnumber, spec['GOOS'], spec['GOARCH'])
   else:
     result = api.step('cipd - not building packages', None)
     result.presentation.status = api.step.WARNING
 
   # Only build luci-go executables on 64 bits, public CI.
   if project_name == 'infra' and buildername.endswith('-64'):
     build_luci(api)
 
 
 def GenTests(api):
@@ skipping 51 matching lines @@
     api.properties.git_scheduled(
         path_config='kitchen',
         buildername='infra-continuous-64',
         buildnumber=123,
         mastername='chromium.infra',
         repository='https://chromium.googlesource.com/infra/infra',
     )
   )
 
   yield (
+    api.test('infra-cross-compile') +
+    api.properties.git_scheduled(
+        path_config='kitchen',
+        buildername='infra-continuous-precise-64',
+        buildnumber=123,
+        mastername='chromium.infra',
+        repository='https://chromium.googlesource.com/infra/infra',
+    ) +
+    api.override_step_data(
+        'cipd - upload packages', api.json.output(cipd_json_output)) +
+    api.override_step_data(
+        'cipd - upload packages [GOOS:linux GOARCH:arm]',
+        api.json.output(cipd_json_output))
+  )
+
+  yield (
     api.test('infra_swarming') +
     api.properties.git_scheduled(
         path_config='kitchen',
         buildername='infra-continuous-32',
         buildnumber=-1,
         mastername='chromium.infra',
         repository='https://chromium.googlesource.com/infra/infra',
     )
   )