Iteratively increase sample size for good/bad classification.

scripts/slave/recipes/bisect.expected/basic.json

Index: scripts/slave/recipes/bisect.expected/basic.json
diff --git a/scripts/slave/recipes/bisect.expected/basic.json b/scripts/slave/recipes/bisect.expected/basic.json
index a77b3882da749bdf4b6cf792d9a8efc7cd444518..ea48789421371ef45fe3682f8a1756d85272b58e 100644
--- a/scripts/slave/recipes/bisect.expected/basic.json
+++ b/scripts/slave/recipes/bisect.expected/basic.json
@@ -505,7 +505,7 @@
             "command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
             "max_time_minutes": "5",
             "metric": "warm_times/page_load_time",
-            "repeat_count": "2",
+            "repeat_count": 3,
             "test_type": "perf"
           },
           "job_name": "e28dc0d49c331def2a3bbf3ddd0096eb51551155-test",
@@ -548,7 +548,7 @@
             "command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
             "max_time_minutes": "5",
             "metric": "warm_times/page_load_time",
-            "repeat_count": "2",
+            "repeat_count": 3,
             "test_type": "perf"
           },
           "job_name": "a6298e4afedbf2cd461755ea6f45b0ad64222222-test",
@@ -800,7 +800,7 @@
             "command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
             "max_time_minutes": "5",
             "metric": "warm_times/page_load_time",
-            "repeat_count": "2",
+            "repeat_count": 3,
             "test_type": "perf"
           },
           "job_name": "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111-test",
@@ -867,6 +867,42 @@
     ]
   },
   {
+    "cmd": [
+      "python",
+      "-u",
+      "RECIPE_MODULE[auto_bisect]/resources/significantly_different.py",
+      "[70, 70, 80, 90, 90]",
+      "[14, 15, 16]",
+      "0.05"
+    ],
+    "cwd": "[SLAVE_BUILD]",
+    "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Checking sample difference",
+    "stdout": "/path/to/tmp/json",
+    "~followup_annotations": [
+      "@@@STEP_NEST_LEVEL@1@@@",
+      "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+      "@@@STEP_LOG_END@json.output (invalid)@@@"
+    ]
+  },
+  {
+    "cmd": [
+      "python",
+      "-u",
+      "RECIPE_MODULE[auto_bisect]/resources/significantly_different.py",
+      "[19, 20, 21]",
+      "[14, 15, 16]",
+      "0.05"
+    ],
+    "cwd": "[SLAVE_BUILD]",
+    "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Checking sample difference (2)",
+    "stdout": "/path/to/tmp/json",
+    "~followup_annotations": [
+      "@@@STEP_NEST_LEVEL@1@@@",
+      "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+      "@@@STEP_LOG_END@json.output (invalid)@@@"
+    ]
+  },
+  {
     "cmd": [],
     "cwd": "[SLAVE_BUILD]",
     "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144",
@@ -996,7 +1032,7 @@
             "command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
             "max_time_minutes": "5",
             "metric": "warm_times/page_load_time",
-            "repeat_count": "2",
+            "repeat_count": 3,
             "test_type": "perf"
           },
           "job_name": "fc6dfc7ff5b1073408499478969261b826441144-test",
@@ -1063,6 +1099,42 @@
     ]
   },
   {
+    "cmd": [
+      "python",
+      "-u",
+      "RECIPE_MODULE[auto_bisect]/resources/significantly_different.py",
+      "[70, 70, 80, 90, 90]",
+      "[68, 70, 72]",
+      "0.05"
+    ],
+    "cwd": "[SLAVE_BUILD]",
+    "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Checking sample difference",
+    "stdout": "/path/to/tmp/json",
+    "~followup_annotations": [
+      "@@@STEP_NEST_LEVEL@1@@@",
+      "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+      "@@@STEP_LOG_END@json.output (invalid)@@@"
+    ]
+  },
+  {
+    "cmd": [
+      "python",
+      "-u",
+      "RECIPE_MODULE[auto_bisect]/resources/significantly_different.py",
+      "[14, 15, 16]",
+      "[68, 70, 72]",
+      "0.05"
+    ],
+    "cwd": "[SLAVE_BUILD]",
+    "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Checking sample difference (2)",
+    "stdout": "/path/to/tmp/json",
+    "~followup_annotations": [
+      "@@@STEP_NEST_LEVEL@1@@@",
+      "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+      "@@@STEP_LOG_END@json.output (invalid)@@@"
+    ]
+  },
+  {
     "cmd": [],
     "cwd": "[SLAVE_BUILD]",
     "name": "Check bisect finished on revision fc6dfc7ff5b1073408499478969261b826441144"