Iteratively increase sample size for good/bad classification.

scripts/slave/recipe_modules/auto_bisect/example.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import json
 
 DEPS = [
     'auto_bisect',
     'chromium_tests',
     'recipe_engine/json',
@@ skipping 171 matching lines @@
           'refrange': True,
           'hash': 'a6298e4afedbf2cd461755ea6f45b0ad64222222',
           'commit_pos': '314015',
       },
       {
           'refrange': True,
           'hash': '00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111',
           'commit_pos': '314017',
           'test_results': {
               'results': {
-                  'values': [14, 15, 16],
+                  'values': [12, 13, 14, 15, 16],
               },
               'retcodes': [0],
           }
       },
   ]
 
 
 def _get_ref_range_only_missing_metric_test_data():
   return [
       {
@@ skipping 21 matching lines @@
   ]
 
 
 def _get_basic_test_data():
   return [
       {
           'refrange': True,
           'hash': 'a6298e4afedbf2cd461755ea6f45b0ad64222222',
           'commit_pos': '314015',
           'test_results': {
-              'results': {
-                  'values': [19, 20, 21],
+              'results':{
+                  'values': [19, 20, 21, 22, 23],
               },
               'retcodes': [0],
           },
           "DEPS": ("vars={'v8_revision': '001'};"
                    "deps = {'src/v8': 'v8.git@' + Var('v8_revision'),"
                    "'src/third_party/WebKit': 'webkit.git@010'}"),
           'git_diff': {
               '002': 'Dummy .diff contents 001 - 002',
               '003': 'Dummy .diff contents 001 - 003',
           },
           'cl_info': {
               'author': 'DummyAuthor',
               'email': 'dummy@nowhere.com',
               'subject': 'Some random CL',
               'date': '01/01/2015',
               'body': ('A long description for a CL.\n'
                        'Containing multiple lines'),
           },
       },
       {
           'hash': 'dcdcdc0ff1122212323134879ddceeb1240b0988',
           'commit_pos': '314016',
           'test_results': {
               'results': {
-                  'values': [14, 15, 16],
+                  'values': [12, 13, 14, 15, 16],
               },
               'retcodes': [0],
           },
           'DEPS_change': 'True',
           "DEPS": ("vars={'v8_revision': '004'};"
                    "deps = {'src/v8': 'v8.git@' + Var('v8_revision'),"
                    "'src/third_party/WebKit': 'webkit.git@010'}"),
           'DEPS_interval': {'v8': '002 003 004'.split()},
       },
       {
           'refrange': True,
           'hash': '00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111',
           'commit_pos': '314017',
           'test_results': {
               'results': {
-                  'values': [14, 15, 16],
+                  'values': [12, 13, 14, 15, 16],
               },
               'retcodes': [0],
           }
       },
   ]
 
 
 def _get_reversed_basic_test_data():
   return [
       {
           'refrange': True,
           'hash': '00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111',
           'commit_pos': '314015',
           'test_results': {
               'results': {
-                  'values': [19, 20, 21],
+                  'values': [19, 20, 21, 22, 23],
               },
               'retcodes': [0],
           },
           'cl_info': {
               'author': 'DummyAuthor',
               'email': 'dummy@nowhere.com',
               'subject': 'Some random CL',
               'date': '01/01/2015',
               'body': ('A long description for a CL.\n'
                        'Containing multiple lines'),
           },
       },
       {
           'hash': 'a6298e4afedbf2cd461755ea6f45b0ad64222222',
           'commit_pos': '314016',
           'test_results': {
               'results': {
-                  'values': [19, 20, 21],
+                  'values': [19, 20, 21, 22, 23],
               },
               'retcodes': [0],
           },
           "DEPS": ("vars={'v8_revision': '001'};"
                    "deps = {'src/v8': 'v8.git@' + Var('v8_revision'),"
                    "'src/third_party/WebKit': 'webkit.git@010'}"),
           'git_diff': {
               '002': 'Dummy .diff contents 001 - 002',
               '003': 'Dummy .diff contents 001 - 003',
           },
       },
       {
           'refrange': True,
           'hash': 'dcdcdc0ff1122212323134879ddceeb1240b0988',
           'commit_pos': '314017',
           'test_results': {
               'results': {
-                  'values': [14, 15, 16],
+                  'values': [12, 13, 14, 15, 16],
               },
               'retcodes': [0],
           },
           'DEPS_change': 'True',
           "DEPS": ("vars={'v8_revision': '004'};"
                    "deps = {'src/v8': 'v8.git@' + Var('v8_revision'),"
                    "'src/third_party/WebKit': 'webkit.git@010'}"),
           'DEPS_interval': {'v8': '002 003 004'.split()},
       },
   ]
@@ skipping 110 matching lines @@
           yield api.step_data(step_name, stdout=api.raw_io.output(file_hash))
         step_name = 'Expanding revision range for revision %s on depot %s'
         step_name %= (interval[-1], depot_name)
         stdout = api.json.output([(r, 0) for r in interval[:-1]])
         yield api.step_data(step_name, stdout=stdout)
 
     if 'cl_info' in revision_data:
       step_name = 'Reading culprit cl information.'
       stdout = api.json.output(revision_data['cl_info'])
       yield api.step_data(step_name, stdout=stdout)