Obtain confidence score based off last known good and first known bad revision results.

tools/auto_bisect/bisect_results_test.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import os
 import unittest
 
 from bisect_results import BisectResults
 import source_control
 
@@ skipping 140 matching lines @@
     revision_states[1].passed = 0
     revision_states[2].passed = 1
     revision_states[3].passed = 1
     revision_states[4].passed = 1
 
     results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
                             self.mock_opts, self.mock_warnings)
     self.assertEqual(revision_states[2], results.first_working_revision)
     self.assertEqual(revision_states[1], results.last_broken_revision)
 
+  def testCorrectlyFindsBreakingRangeNotInOrder(self):
+    revision_states = self.mock_bisect_state.mock_revision_states
+    revision_states[0].passed = 0
+    revision_states[1].passed = 1
+    revision_states[2].passed = 0
+    revision_states[3].passed = 1
+    revision_states[4].passed = 1
+
+    results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
+                            self.mock_opts, self.mock_warnings)
+    self.assertEqual(revision_states[1], results.first_working_revision)
+    self.assertEqual(revision_states[2], results.last_broken_revision)
+
+  def testCorrectlyFindsBreakingRangeIncompleteBisect(self):
+    revision_states = self.mock_bisect_state.mock_revision_states
+    revision_states[0].passed = 0
+    revision_states[1].passed = 0
+    revision_states[2].passed = '?'
+    revision_states[3].passed = 1
+    revision_states[4].passed = 1
+
+    results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
+                            self.mock_opts, self.mock_warnings)
+    self.assertEqual(revision_states[3], results.first_working_revision)
+    self.assertEqual(revision_states[1], results.last_broken_revision)
+
+  def testFindBreakingRangeAllPassed(self):
+    revision_states = self.mock_bisect_state.mock_revision_states
+    revision_states[0].passed = 1
+    revision_states[1].passed = 1
+    revision_states[2].passed = 1
+    revision_states[3].passed = 1
+    revision_states[4].passed = 1
+
+    results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
+                            self.mock_opts, self.mock_warnings)
+    self.assertEqual(revision_states[0], results.first_working_revision)
+    self.assertIsNone(results.last_broken_revision)
+
+  def testFindBreakingRangeNonePassed(self):
+    revision_states = self.mock_bisect_state.mock_revision_states
+    revision_states[0].passed = 0
+    revision_states[1].passed = 0
+    revision_states[2].passed = 0
+    revision_states[3].passed = 0
+    revision_states[4].passed = 0
+
+    results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
+                            self.mock_opts, self.mock_warnings)
+    self.assertIsNone(results.first_working_revision)
+    self.assertEqual(revision_states[4], results.last_broken_revision)
+
   def testCorrectlyComputesRegressionStatistics(self):
     revision_states = self.mock_bisect_state.mock_revision_states
     revision_states[0].passed = 0
     revision_states[0].value = {'values': [1000, 999, 998]}
     revision_states[1].passed = 0
     revision_states[1].value = {'values': [980, 1000, 999]}
     revision_states[2].passed = 1
     revision_states[2].value = {'values': [50, 45, 55]}
     revision_states[3].passed = 1
     revision_states[3].value = {'values': [45, 56, 45]}
@@ skipping 49 matching lines @@
     self.assertEqual(1, len(results.warnings))
 
   def testWarningForTooLowRetryLimit(self):
     self.mock_opts.repeat_test_count = 1
     results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
                             self.mock_opts, self.mock_warnings)
     self.assertEqual(1, len(results.warnings))
 
   def testWarningForTooLowConfidence(self):
     revision_states = self.mock_bisect_state.mock_revision_states
-    revision_states[2].value = {'values': [95, 100, 90]}
-    revision_states[3].value = {'values': [95, 100, 90]}
-    revision_states[4].value = {'values': [95, 100, 90]}
+    revision_states[2].value = {'values': [95, 90, 90]}
+    revision_states[3].value = {'values': [95, 90, 90]}
+    revision_states[4].value = {'values': [95, 90, 90]}
     results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
                             self.mock_opts, self.mock_warnings)
     self.assertGreater(results.confidence, 0)
     self.assertEqual(1, len(results.warnings))
 
   def testWarningForZeroConfidence(self):
     revision_states = self.mock_bisect_state.mock_revision_states
     revision_states[2].value = {'values': [100, 105, 95]}
     revision_states[3].value = {'values': [100, 105, 95]}
     revision_states[4].value = {'values': [100, 105, 95]}
     results = BisectResults(self.mock_bisect_state, self.mock_depot_registry,
                             self.mock_opts, self.mock_warnings)
     self.assertEqual(0, results.confidence)
     self.assertEqual(1, len(results.warnings))
 
 
 if __name__ == '__main__':
   unittest.main()