Let test runner rerun failures to test for flakes.

tools/run-tests.py

Index: tools/run-tests.py
diff --git a/tools/run-tests.py b/tools/run-tests.py
index fbbe41641f29fa975920edec2624d06e70134c71..ede2a8c77cef7b5a674e95adfd5bb106f2b90966 100755
--- a/tools/run-tests.py
+++ b/tools/run-tests.py
@@ -181,6 +181,13 @@ def BuildOptions():
                     default=False, action="store_true")
   result.add_option("--json-test-results",
                     help="Path to a file for storing json results.")
+  result.add_option("--rerun-failures-count",
+                    help=("Number of times to rerun failures. Very slow tests"
+                          "will be rerun only once."),
+                    default=0, type="int")
+  result.add_option("--rerun-failures-max",
+                    help="Maximum number of failures to rerun.",

[Jakob Kummerow, 2014/07/02 07:27:26]

nit: for better clarity, s/failures/failing test cases/. And maybe accordingly
change the other option's description to "Number of times to rerun each failing
test case".

[Michael Achenbach, 2014/07/02 08:06:33]

Done.

+                    default=100, type="int")
   result.add_option("--shard-count",
                     help="Split testsuites into this number of shards",
                     default=1, type="int")
@@ -416,7 +423,9 @@ def Execute(arch, mode, args, options, suites, workspace):
                         options.extra_flags,
                         options.no_i18n,
                         options.random_seed,
-                        options.no_sorting)
+                        options.no_sorting,
+                        options.rerun_failures_count,
+                        options.rerun_failures_max)
 
   # TODO(all): Combine "simulator" and "simulator_run".
   simulator_run = not options.dont_skip_simulator_slow_tests and \