Checking for failure in requested builds.

scripts/slave/recipe_modules/auto_bisect/example.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import json
 
 DEPS = [
     'auto_bisect',
     'chromium_tests',
     'recipe_engine/json',
@@ skipping 56 matching lines @@
     api.auto_bisect.run_bisect_script('dummy_extra_src', '/dummy/path/')
 
 
 def GenTests(api):
   dummy_gs_location = ('gs://chrome-perf/bisect-results/'
                        'a6298e4afedbf2cd461755ea6f45b0ad64222222-test.results')
   basic_test = _make_test(api, _get_basic_test_data(), 'basic')
   yield basic_test
 
   failed_build_test = _make_test(
-      api, _get_ref_range_only_test_data(), 'failed_build_test')
+      api, _get_ref_range_only_test_data(), 'failed_build_test',
+      extra_config={'dummy_builds': None})
+  failed_build_test += api.step_data('gsutil ls', retcode=1)
+  failed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.gsutil ls' , retcode=1)
+  failed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch builder state',
+      stdout=api.raw_io.output('{"cachedBuilds": ["2106"]}'))
+  failed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch build details',
+      stdout=api.raw_io.output(json.dumps({
+          'results': 2,
+          'properties': [('build_archive_url',
+                          ('gs://chrome-perf/Linux Builder/full-build-linux_'
+                           'a6298e4afedbf2cd461755ea6f45b0ad64222222.zip'))],
+          })))
   yield failed_build_test
 
+
+  delayed_build_test = _make_test(
+      api, _get_ref_range_only_test_data(), 'delayed_build_test',
+      extra_config={'dummy_builds': None})
+  delayed_build_test += api.step_data('gsutil ls', retcode=1)
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.gsutil ls' , retcode=1)
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.gsutil ls (2)' , retcode=1)
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.gsutil ls (3)' , retcode=1)
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch builder state',
+      stdout=api.raw_io.output('{"cachedBuilds": []}'))
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch builder state (2)',
+      stdout=api.raw_io.output('{"cachedBuilds": ["2106"]}'))
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch build details',
+      stdout=api.raw_io.output(json.dumps({
+          'properties': [('build_archive_url',
+                          ('gs://chrome-perf/Linux Builder/full-build-linux_'
+                           'a6298e4afedbf2cd461755ea6f45b0ad64222222.zip'))],
+          })))
+  delayed_build_test += api.step_data(
+      'Waiting for chromium@a6298e4afe.fetch build details (2)',
+      stdout=api.raw_io.output(json.dumps({
+          'results': 2,
+          'properties': [('build_archive_url',
+                          ('gs://chrome-perf/Linux Builder/full-build-linux_'
+                           'a6298e4afedbf2cd461755ea6f45b0ad64222222.zip'))],
+          })))
+  yield delayed_build_test
+
   missing_metric_test = _make_test(
       api, _get_ref_range_only_missing_metric_test_data(),
       'missing_metric_test')
   yield missing_metric_test
 
   windows_test = _make_test(
       api, _get_basic_test_data(), 'windows_bisector', platform='windows')
   yield windows_test
 
   winx64_test = _make_test(
@@ skipping 36 matching lines @@
                                        slavename='dummyslave')
   yield bisect_script_test
 
 
 def _get_ref_range_only_test_data():
   return [
       {
           'refrange': True,
           'hash': 'a6298e4afedbf2cd461755ea6f45b0ad64222222',
           'commit_pos': '314015',
+          'fail_to_build': True,
       },
       {
           'refrange': True,
           'hash': '00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111',
           'commit_pos': '314017',
-          'test_results': {
-              'results': {
-                  'values': [12, 13, 14, 15, 16],
-              },
-              'retcodes': [0],
-          }
       },
   ]
 
 
 def _get_ref_range_only_missing_metric_test_data():
   return [
       {
           'refrange': True,
           'hash': 'a6298e4afedbf2cd461755ea6f45b0ad64222222',
           'commit_pos': '314015',
@@ skipping 125 matching lines @@
           },
           'DEPS_change': 'True',
           "DEPS": ("vars={'v8_revision': '004'};"
                    "deps = {'src/v8': 'v8.git@' + Var('v8_revision'),"
                    "'src/third_party/WebKit': 'webkit.git@010'}"),
           'DEPS_interval': {'v8': '002 003 004'.split()},
       },
   ]
 
 
-def _make_test(api, test_data, test_name, platform='linux'):
+def _make_test(api, test_data, test_name, platform='linux', extra_config=None):
   basic_test = api.test(test_name)
   basic_test += _get_revision_range_step_data(api, test_data)
   for revision_data in test_data:
     for step_data in _get_step_data_for_revision(api, revision_data):
       basic_test += step_data
   if 'win_x64' in platform:
     basic_test += api.properties(bisect_config=_get_config({
         'command': ('src/tools/perf/run_benchmark -v --browser=release_x64'
                     ' smoothness.tough_scrolling_cases'),
         'recipe_tester_name': 'chromium_rel_win7_x64'}))
   elif 'win' in platform:
     basic_test += api.properties(bisect_config=_get_config(
         {'recipe_tester_name': 'chromium_rel_win7'}))
   elif 'mac' in platform:
     basic_test += api.properties(bisect_config=_get_config(
         {'recipe_tester_name': 'chromium_rel_mac'}))
   elif 'android_arm64' in platform:
     basic_test += api.properties(bisect_config=_get_config({
         'command': ('src/tools/perf/run_benchmark -v --browser=android-chromium'
                     ' smoothness.tough_scrolling_cases'),
         'recipe_tester_name': 'android-nexus9'}))
   elif 'android' in platform:
     basic_test += api.properties(bisect_config=_get_config({
         'command': ('src/tools/perf/run_benchmark -v --browser=android-chromium'
                     ' smoothness.tough_scrolling_cases'),
         'recipe_tester_name': 'android-nexus7'}))
   else:
-    basic_test += api.properties(bisect_config=_get_config())
+    basic_test += api.properties(bisect_config=_get_config(extra_config))
   return basic_test
 
 
 def _get_revision_range_step_data(api, range_data):
   """Adds canned output for fetch_intervening_revisions.py."""
   min_rev = range_data[0]['hash']
   max_rev = range_data[-1]['hash']
   output = [[r['hash'], 'ignored'] for r in range_data[1:-1]]
   step_name = ('Expanding revision range.for revisions %s:%s' %
                (min_rev, max_rev))
@@ skipping 10 matching lines @@
       'good_revision': '314015',
       'bad_revision': '314017',
       'metric': 'mean_input_event_latency/mean_input_event_latency',
       'repeat_count': '2',
       'max_time_minutes': '5',
       'bug_id': '',
       'gs_bucket': 'chrome-perf',
       'builder_host': 'master4.golo.chromium.org',
       'builder_port': '8341',
       'dummy_builds': 'True',
+      'dummy_job_names': 'True',
       'bypass_stats_check': 'True',
       'skip_gclient_ops': 'True',
       'recipe_tester_name': 'linux_perf_tester'
   }
   if params:
     example_config.update(params)
   return example_config
 
 
 def _get_step_data_for_revision(api, revision_data, include_build_steps=True):
   """Generator that produces step patches for fake results."""
   commit_pos = revision_data['commit_pos']
   commit_hash = revision_data['hash']
   test_results = revision_data.get('test_results')
 
   if 'refrange' in revision_data:
     parent_step = 'Resolving reference range.'
     step_name = parent_step + 'resolving commit_pos ' + commit_pos
     yield api.step_data(step_name,
                         stdout=api.raw_io.output('hash:' + commit_hash))
 
-
   if include_build_steps:
     if test_results:
       step_name = ('Waiting for chromium@%s.gsutil '
                    'Get test results for build %s') % (commit_hash[:10],
                                                        commit_hash)
       yield api.step_data(step_name, stdout=api.json.output(test_results))
 
     if revision_data.get('DEPS', False):
       step_name = 'fetch file %s:DEPS' % commit_hash
       yield api.step_data(step_name, stdout=api.raw_io.output(
@@ skipping 17 matching lines @@
           yield api.step_data(step_name, stdout=api.raw_io.output(file_hash))
         step_name = 'Expanding revision range for revision %s on depot %s'
         step_name %= (interval[-1], depot_name)
         stdout = api.json.output([(r, 0) for r in interval[:-1]])
         yield api.step_data(step_name, stdout=stdout)
 
     if 'cl_info' in revision_data:
       step_name = 'Reading culprit cl information.'
       stdout = api.json.output(revision_data['cl_info'])
       yield api.step_data(step_name, stdout=stdout)