Add support for flaky tests.

base/test_suite.h

 // Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef BASE_TEST_SUITE_H_
 #define BASE_TEST_SUITE_H_
 
 // Defines a basic test suite framework for running gtest based tests.  You can
 // instantiate this class in your main function and call its Run method to run
 // any gtest based tests that are linked into your executable.
@@ skipping 39 matching lines @@
 // Prints the exception call stack.
 // This is the unit tests exception filter.
 inline long WINAPI UnitTestExceptionFilter(EXCEPTION_POINTERS* info) {
   StackTrace(info).PrintBacktrace();
   if (g_previous_filter)
     return g_previous_filter(info);
   return EXCEPTION_EXECUTE_HANDLER;
 }
 #endif  // OS_WIN
 
+// Match function used by the GetTestCount method.
+typedef bool (*TestMatch)(const testing::TestInfo&);
+
 class TestSuite {
  public:
   TestSuite(int argc, char** argv) {
     base::EnableTerminationOnHeapCorruption();
     CommandLine::Init(argc, argv);
     testing::InitGoogleTest(&argc, argv);
 #if defined(OS_LINUX)
     g_thread_init(NULL);
     gtk_init_check(&argc, &argv);
 #endif
     // Don't add additional code to this constructor.  Instead add it to
     // Initialize().  See bug 6436.
   }
 
   virtual ~TestSuite() {
     CommandLine::Terminate();
   }
 
+  // Returns true if a string starts with FLAKY_.
+  static bool IsFlaky(const char* name) {
+    return strncmp(name, "FLAKY_", 6) == 0;
+  }
+
+  // Returns true if the test is marked as flaky.
+  static bool FlakyTest(const testing::TestInfo& test) {
+    return IsFlaky(test.name()) || IsFlaky(test.test_case_name());
+  }
+
+  // Returns true if the test failed and is not marked as flaky.
+  static bool NonFlakyFailures(const testing::TestInfo& test) {
+    return test.should_run() && test.result()->Failed() && !FlakyTest(test);
+  }
+
+  // Returns the number of tests where the match function returns true.
+  int GetTestCount(TestMatch test_match) {
+    testing::UnitTest* instance = testing::UnitTest::GetInstance();
+    int count = 0;
+
+    for (int i = 0; i < instance->total_test_case_count(); ++i) {
+      const testing::TestCase& test_case = *instance->GetTestCase(i);
+      for (int j = 0; j < test_case.total_test_count(); ++j) {
+        if (test_match(*test_case.GetTestInfo(j))) {
+          count++;
+        }
+      }
+    }
+
+    return count;
+  }
+
   // Don't add additional code to this method.  Instead add it to
   // Initialize().  See bug 6436.
   int Run() {
     base::ScopedNSAutoreleasePool scoped_pool;
 
     Initialize();
     std::wstring client_func =
         CommandLine::ForCurrentProcess()->GetSwitchValue(kRunClientProcess);
     // Check to see if we are being run as a client process.
     if (!client_func.empty()) {
       // Convert our function name to a usable string for GetProcAddress.
       std::string func_name(client_func.begin(), client_func.end());
 
       return multi_process_function_list::InvokeChildProcessTest(func_name);
     }
     int result = RUN_ALL_TESTS();
 
+    // Reset the result code if only flaky test failed.
+    if (result != 0 && GetTestCount(&TestSuite::NonFlakyFailures) == 0) {
+      result = 0;
+    }
+
+    // Display the number of flaky tests.
+    int flaky_count = GetTestCount(&TestSuite::FlakyTest);
+    printf("  YOU HAVE %d FLAKY %s\n\n", flaky_count,
+           flaky_count == 1 ? "TEST" : "TESTS");
+
     // This MUST happen before Shutdown() since Shutdown() tears down
     // objects (such as NotificationService::current()) that Cocoa
     // objects use to remove themselves as observers.
     scoped_pool.Recycle();
 
     Shutdown();
 
     return result;
   }
 
@@ skipping 76 matching lines @@
 
   virtual void Shutdown() {
   }
 
   // Make sure that we setup an AtExitManager so Singleton objects will be
   // destroyed.
   base::AtExitManager at_exit_manager_;
 };
 
 #endif  // BASE_TEST_SUITE_H_