Iteratively increase sample size for good/bad classification.

scripts/slave/recipe_modules/auto_bisect/bisector_test.py

 #!/usr/bin/env python
 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import copy
 import os
 import sys
 import unittest
 
@@ skipping 112 matching lines @@
     mock_score.return_value = 0
     bisector = Bisector(self.dummy_api, self.bisect_config, MockRevisionClass)
     # The initial confidence check may only apply if there are some values.
     bisector.good_rev.values = [3, 3, 3, 3, 3, 3]
     bisector.bad_rev.values = [3, 3, 3, 3, 3, 3]
     self.assertFalse(bisector.check_initial_confidence())
     self.assertTrue(bisector.failed_initial_confidence)
 
   def test_check_initial_confidence_one_hundred(self):
     # A confidence score of 100 should satisfy any default.
-    mock_score = self.dummy_api.m.math_utils.confidence_score
-    mock_score.return_value = 100
     bisector = Bisector(self.dummy_api, self.bisect_config, MockRevisionClass)
+    bisector.good_rev.values = [3, 3, 3, 3, 3, 3]
+    bisector.bad_rev.values = [9, 9, 9, 9, 9, 9]
     self.assertTrue(bisector.check_initial_confidence())
     self.assertFalse(bisector.failed_initial_confidence)
 
   def test_check_initial_confidence_not_required(self):
     # When confidence is not required, confidence_score should not be called.
     mock_score = self.dummy_api.m.math_utils.confidence_score
     self.bisect_config['required_initial_confidence'] = None
     bisector = Bisector(self.dummy_api, self.bisect_config, MockRevisionClass)
     self.assertTrue(bisector.check_initial_confidence())
     self.assertFalse(mock_score.called)
 
   def test_check_initial_confidence_fail(self):
     mock_score = self.dummy_api.m.math_utils.confidence_score
     self.bisect_config['required_initial_confidence'] = 99
     # A confidence score of 98.5 should not satisfy the required 99.
     mock_score.return_value = 98.5
     bisector = Bisector(self.dummy_api, self.bisect_config, MockRevisionClass)
     # The initial confidence check may only apply if there are some values.
     bisector.good_rev.values = [3, 3, 3, 3, 3, 3]
     bisector.bad_rev.values = [3, 3, 3, 3, 3, 3]
     self.assertFalse(bisector.check_initial_confidence())
     self.assertTrue(bisector.failed_initial_confidence)
 
-  def test_check_initial_confidence_pass(self):
-    mock_score = self.dummy_api.m.math_utils.confidence_score
-    self.bisect_config['required_initial_confidence'] = 99
-    # A confidence score of 99.5 should satisfy the required 99.
-    mock_score.return_value = 99.5
-    bisector = Bisector(self.dummy_api, self.bisect_config, MockRevisionClass)
-    # The initial confidence check may only apply if there are some values.
-    bisector.good_rev.values = [3, 3, 3, 3, 3, 3]
-    bisector.bad_rev.values = [3, 3, 3, 3, 3, 3]
-    self.assertTrue(bisector.check_initial_confidence())
-    self.assertFalse(bisector.failed_initial_confidence)
-
 
 if __name__ == '__main__':
   unittest.main()  # pragma: no cover