Auto Bisect: Added some real-world examples to confidence score unit test.

tools/bisect-perf-regression_test.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import unittest
 
 from auto_bisect import source_control as source_control_module
 
 # Special import necessary because filename contains dash characters.
 bisect_perf_module = __import__('bisect-perf-regression')
@@ skipping 44 matching lines @@
   def testConfidenceScore_EmptySample(self):
     # Confidence is zero if either or both samples are empty.
     self._AssertConfidence(0.0, [], [])
     self._AssertConfidence(0.0, [], [1.1, 1.2, 1.1, 1.2, 1.0, 1.3, 1.2, 1.3])
     self._AssertConfidence(0.0, [1.1, 1.2, 1.1, 1.2, 1.0, 1.3, 1.2, 1.3], [])
 
   def testConfidenceScore_FunctionalTestResults(self):
     self._AssertConfidence(80.0, [1, 1, 0, 1, 1, 1, 0, 1], [0, 0, 1, 0, 1, 0])
     self._AssertConfidence(99.9, [1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0])
 
+  def testConfidenceScore_RealWorldCases(self):
+    """This method contains a set of data from actual bisect results.
+
+    The confidence scores asserted below were all copied from the actual
+    results, so the purpose of this test method is mainly to show what the
+    results for real cases are, and compare when we change the confidence
+    score function in the future.
+    """
+    self._AssertConfidence(80, [133, 130, 132, 132, 130, 129], [129, 129, 125])
+    self._AssertConfidence(99.5, [668, 667], [498, 498, 499])
+    self._AssertConfidence(80, [67, 68], [65, 65, 67])
+    self._AssertConfidence(0, [514], [514])
+    self._AssertConfidence(90, [616, 613, 607, 615], [617, 619, 619, 617])
+    self._AssertConfidence(0, [3.5, 5.8, 4.7, 3.5, 3.6], [2.8])
+    self._AssertConfidence(90, [3, 3, 3], [2, 2, 2, 3])
+    self._AssertConfidence(0, [1999004, 1999627], [223355])
+    self._AssertConfidence(90, [1040, 934, 961], [876, 875, 789])
+    self._AssertConfidence(90, [309, 305, 304], [302, 302, 299, 303, 298])
+
   def testParseDEPSStringManually(self):
     """Tests DEPS parsing."""
     deps_file_contents = """
     vars = {
         'ffmpeg_hash':
              '@ac4a9f31fe2610bd146857bbd55d7a260003a888',
         'webkit_url':
              'https://chromium.googlesource.com/chromium/blink.git',
         'git_url':
              'https://chromium.googlesource.com',
@@ skipping 148 matching lines @@
         source_control, bisect_options)
     results = bisect_instance.Run(bisect_options.command,
                                   bisect_options.bad_revision,
                                   bisect_options.good_revision,
                                   bisect_options.metric)
     bisect_instance.FormatAndPrintResults(results)
 
 
 if __name__ == '__main__':
   unittest.main()