[Findit] Use build_parameter to pass tests(Recipe side).

scripts/slave/recipes/findit/chromium/test.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from collections import defaultdict
 import json
 
 from recipe_engine.config import Dict
 from recipe_engine.config import List
 from recipe_engine.config import Single
 from recipe_engine.recipe_api import Property
 
 
 DEPS = [
     'adb',
+    'buildbucket',
     'depot_tools/bot_update',
     'chromium',
     'chromium_android',
     'chromium_tests',
     'commit_position',
     'findit',
     'depot_tools/gclient',
     'isolate',
     'recipe_engine/json',
     'recipe_engine/path',
@@ skipping 14 matching lines @@
     'target_testername': Property(
         kind=str,
         help='The target tester to match test config to. If the tests are run '
              'on a builder, just treat the builder as a tester.'),
     'good_revision': Property(
         kind=str, help='The last known good revision.'),
     'bad_revision': Property(
         kind=str, help='The first known good revision.'),
     'tests': Property(
         kind=Dict(value_type=list),
+        default={},
         help='The failed tests, the test name should be full name, e.g.: {'
              '  "browser_tests": ['
              '    "suite.test1", "suite.test2"'
              '  ]'
              '}'),
+    'buildbucket': Property(
+        default=None,
+        help='The buildbucket property in which we can find build id.'
+             'We need to use build id to get tests.'),
     'use_analyze': Property(
         kind=Single(bool, empty_val=False, required=False), default=True,
         help='Use analyze to skip commits that do not affect tests.'),
     'suspected_revisions': Property(
         kind=List(basestring), default=[],
         help='A list of suspected revisions from heuristic analysis.'),
 }
 
 
 class TestResult(object):
@@ skipping 116 matching lines @@
     if step in failed_tests_dict:
       for test in tests:
         if test not in failed_tests_dict[step]:
           reduced_dict[step].append(test)
     else:
       reduced_dict[step].extend(tests)
   return reduced_dict
 
 
 def RunSteps(api, target_mastername, target_testername, good_revision,
-             bad_revision, tests, use_analyze, suspected_revisions):
+             bad_revision, tests, buildbucket,
+             use_analyze, suspected_revisions):
+
+  if not tests:
+    # tests should be saved in build parameter in this case.
+    buildbucket_json = json.loads(buildbucket)
+    build_id = buildbucket_json['build']['id']
+    get_build_result = api.buildbucket.get_build(build_id)
+    tests = json.loads(
+        get_build_result.stdout['build']['parameters_json']).get(
+            'additional_build_parameters', {}).get('tests')
+
   assert tests, 'No failed tests were specified.'
 
   # Figure out which builder configuration we should match for compile config.
   # Sometimes, the builder itself runs the tests and there is no tester. In
   # such cases, just treat the builder as a "tester". Thus, we default to
   # the target tester.
   tester_config = api.chromium_tests.builders.get(
       target_mastername).get('builders', {}).get(target_testername)
   target_buildername = (tester_config.get('parent_buildername') or
                         target_testername)
@@ skipping 132 matching lines @@
     # Set the report as a build property too, so that it will be reported back
     # to Buildbucket and Findit will pull from there instead of buildbot master.
     step_result.presentation.properties['report'] = report
 
   return report
 
 
 def GenTests(api):
   def props(
       tests, platform_name, tester_name, use_analyze=False, good_revision=None,
-      bad_revision=None, suspected_revisions=None):
+      bad_revision=None, suspected_revisions=None, buildbucket=None):
     properties = {
         'mastername': 'tryserver.chromium.%s' % platform_name,
         'buildername': '%s_chromium_variable' % platform_name,
         'slavename': 'build1-a1',
         'buildnumber': 1,
         'target_mastername': 'chromium.%s' % platform_name,
         'target_testername': tester_name,
         'good_revision': good_revision or 'r0',
         'bad_revision': bad_revision or 'r1',
-        'tests': tests,
         'use_analyze': use_analyze,
     }
+    if tests:
+      properties['tests'] = tests
     if suspected_revisions:
       properties['suspected_revisions'] = suspected_revisions
+    if buildbucket:
+      properties['buildbucket'] = buildbucket
     return api.properties(**properties) + api.platform.name(platform_name)
 
   def simulated_gtest_output(failed_test_names=(), passed_test_names=()):
     cur_iteration_data = {}
     for test_name in failed_test_names:
       cur_iteration_data[test_name] = [{
           'elapsed_time_ms': 0,
           'output_snippet': '',
           'status': 'FAILURE',
       }]
     for test_name in passed_test_names:
       cur_iteration_data[test_name] = [{
           'elapsed_time_ms': 0,
           'output_snippet': '',
           'status': 'SUCCESS',
       }]
 
     canned_jsonish = {
         'per_iteration_data': [cur_iteration_data]
     }
 
     return api.test_utils.raw_gtest_output(
         canned_jsonish, 1 if failed_test_names else 0)
 
+  def simulated_buildbucket_output(additional_build_parameters):
+    buildbucket_output = {
+        'build':{
+          'parameters_json': json.dumps(additional_build_parameters)
+        }
+    }
+
+    return api.buildbucket.step_data(
+        'buildbucket.get',
+        stdout=api.raw_io.output(json.dumps(buildbucket_output)))
+
   yield (
       api.test('nonexistent_test_step_skipped') +
       props({'newly_added_tests': ['Test.One', 'Test.Two', 'Test.Three']},
             'win', 'Win7 Tests (1)') +
       api.override_step_data('test r1.read test spec', api.json.output({
           'Win7 Tests (1)': {
               'gtest_tests': [
                   {
                       'test': 'gl_tests',
                       'swarming': {'can_use_on_swarming_builders': True},
@@ skipping 494 matching lines @@
           'test r6.gl_tests (r6) on Mac-10.9',
           simulated_gtest_output(failed_test_names=['Test.One']))+
       api.override_step_data(
           'test r2.gl_tests (r2) on Mac-10.9',
           simulated_gtest_output(passed_test_names=['Test.Two'])) +
       api.override_step_data(
           'test r3.gl_tests (r3) on Mac-10.9',
           simulated_gtest_output(failed_test_names=['Test.Two']))
   )
 
-
   yield (
       api.test('findit_consecutive_culprits') +
       props(
           {'gl_tests': ['Test.One']},
           'mac', 'Mac10.9 Tests', use_analyze=False,
            good_revision='r0', bad_revision='r6',
            suspected_revisions=['r3', 'r4']) +
       api.override_step_data('test r2.read test spec', api.json.output({
           'Mac10.9 Tests': {
               'gtest_tests': [
@@ skipping 58 matching lines @@
               'notice': [
                   {
                       'infra_status': {
                           'ping_status_code': 408,
                       },
                   },
               ],
           }),
           retcode=1)
   )
+
+  yield (
+      api.test('use_build_parameter_for_tests') +
+      props({}, 'mac', 'Mac10.9 Tests', use_analyze=False,
+            good_revision='r0', bad_revision='r6',
+            suspected_revisions=['r3', 'r4'],
+            buildbucket=json.dumps({'build': {'id': 'id1'}})) +
+      simulated_buildbucket_output({
+          'additional_build_parameters' : {
+              'tests': {
+                  'gl_tests': ['Test.One']
+              }
+          }}) +
+      api.override_step_data('test r2.read test spec', api.json.output({
+          'Mac10.9 Tests': {
+              'gtest_tests': [
+                  {
+                      'test': 'gl_tests',
+                      'swarming': {'can_use_on_swarming_builders': True},
+                  },
+              ],
+          },
+      })) +
+      api.override_step_data('test r3.read test spec', api.json.output({
+          'Mac10.9 Tests': {
+              'gtest_tests': [
+                  {
+                      'test': 'gl_tests',
+                      'swarming': {'can_use_on_swarming_builders': True},
+                  },
+              ],
+          },
+      })) +
+      api.override_step_data('test r4.read test spec', api.json.output({
+          'Mac10.9 Tests': {
+              'gtest_tests': [
+                  {
+                      'test': 'gl_tests',
+                      'swarming': {'can_use_on_swarming_builders': True},
+                  },
+              ],
+          },
+      })) +
+      api.override_step_data(
+          'git commits in range',
+          api.raw_io.stream_output(
+              '\n'.join('r%d' % i for i in reversed(range(1, 7))))) +
+      api.override_step_data(
+          'test r4.gl_tests (r4) on Mac-10.9',
+          simulated_gtest_output(failed_test_names=['Test.One'])) +
+      api.override_step_data(
+          'test r2.gl_tests (r2) on Mac-10.9',
+          simulated_gtest_output(passed_test_names=['Test.One'])) +
+      api.override_step_data(
+          'test r3.gl_tests (r3) on Mac-10.9',
+          simulated_gtest_output(passed_test_names=['Test.One']))
+  )