Re-enable the DB perf tests and lower the number of iterations per...

chrome/test/page_cycler/page_cycler_test.cc

 // Copyright (c) 2006-2009 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "base/basictypes.h"
 #include "base/command_line.h"
 #include "base/eintr_wrapper.h"
 #include "base/file_path.h"
 #include "base/file_util.h"
 #include "base/path_service.h"
@@ skipping 11 matching lines @@
 #include "net/base/net_util.h"
 
 #if defined(OS_MACOSX)
 #include <errno.h>
 #include <fcntl.h>
 #include <string.h>
 #include <sys/resource.h>
 #endif
 
 #ifndef NDEBUG
-#define TEST_ITERATIONS "2"
+#define TEST_ITERATIONS 2
+#define DATABASE_TEST_ITERATIONS 2
 #else
-#define TEST_ITERATIONS "10"
+#define TEST_ITERATIONS 10
+// For some unknown reason, the DB perf tests are much much slower on the
+// Vista perf bot, so we have to cut down the number of iterations to 5
+// to make sure each test finishes in less than 10 minutes.
+#define DATABASE_TEST_ITERATIONS 5

[darin (slow to review), 2010/03/22 06:56:49]

won't this increase variance?  or is the variance level acceptable?  or maybe we
won't know until the tests have been running for a while?  have you considered
getting the buildbot changed to allow the test to run longer?

[darin (slow to review), 2010/03/22 22:21:01]

It would be good to at least file a bug about the vista perf bot and reference
that bug here.  It seems like we should try to understand the root cause of the
vista perf bot since the same issue could impact end users.

 #endif
 
 // URL at which data files may be found for HTTP tests.  The document root of
 // this URL's server should point to data/page_cycler/.
 static const char kBaseUrl[] = "http://localhost:8000/";
 
 namespace {
 
 #if defined(OS_MACOSX)
 // TODO(tvl/stuart): remove all this fd limit setting on the Mac when/if we
@@ skipping 140 matching lines @@
     test_path = test_path.Append(FILE_PATH_LITERAL("data"));
     test_path = test_path.Append(FILE_PATH_LITERAL("page_cycler"));
     test_path = test_path.AppendASCII(name);
     return test_path;
   }
 
   virtual bool HasErrors(const std::string /*timings*/) {
     return false;
   }
 
+  virtual int GetTestIterations() {
+    return TEST_ITERATIONS;
+  }
+
   // For HTTP tests, the name must be safe for use in a URL without escaping.
   void RunPageCycler(const char* name, std::wstring* pages,
                      std::string* timings, bool use_http) {
     FilePath test_path = GetDataPath(name);
     ASSERT_TRUE(file_util::DirectoryExists(test_path))
         << "Missing test directory " << test_path.value();
 
 #if defined(OS_MACOSX)
     PopulateUBC(test_path);
 #endif
 
     GURL test_url;
     if (use_http) {
       test_url = GURL(std::string(kBaseUrl) + name + "/start.html");
     } else {
       test_path = test_path.Append(FILE_PATH_LITERAL("start.html"));
       test_url = net::FilePathToFileURL(test_path);
     }
 
     // run N iterations
     GURL::Replacements replacements;
-    const char query_string[] = "iterations=" TEST_ITERATIONS "&auto=1";
+    const std::string query_string =
+        "iterations=" + IntToString(GetTestIterations()) + "&auto=1";
     replacements.SetQuery(
-        query_string,
-        url_parse::Component(0, arraysize(query_string) - 1));
+        query_string.c_str(),
+        url_parse::Component(0, query_string.length()));
     test_url = test_url.ReplaceComponents(replacements);
 
     scoped_refptr<TabProxy> tab(GetActiveTab());
     ASSERT_TRUE(tab.get());
     ASSERT_EQ(AUTOMATION_MSG_NAVIGATION_SUCCESS, tab->NavigateToURL(test_url));
 
     // Wait for the test to finish.
     ASSERT_TRUE(WaitUntilCookieValue(tab.get(), test_url, "__pc_done",
                                      3000, UITest::test_timeout_ms(), "1"));
 
@@ skipping 155 matching lines @@
     print_times_only_ = true;
   }
 
   virtual FilePath GetDataPath(const char* name) {
     return GetDatabaseDataPath(name);
   }
 
   virtual bool HasErrors(const std::string timings) {
     return HasDatabaseErrors(timings);
   }
+
+  virtual int GetTestIterations() {
+    return DATABASE_TEST_ITERATIONS;
+  }
 };
 
 class PageCyclerDatabaseReferenceTest : public PageCyclerReferenceTest {
  public:
   PageCyclerDatabaseReferenceTest() {
     print_times_only_ = true;
   }
 
   virtual FilePath GetDataPath(const char* name) {
     return GetDatabaseDataPath(name);
   }
 
   virtual bool HasErrors(const std::string timings) {
     return HasDatabaseErrors(timings);
   }
+
+  virtual int GetTestIterations() {
+    return DATABASE_TEST_ITERATIONS;
+  }
 };
 
 // This macro simplifies setting up regular and reference build tests.
 #define PAGE_CYCLER_TESTS(test, name, use_http) \
 TEST_F(PageCyclerTest, name) { \
   RunTest("times", test, use_http); \
 } \
 TEST_F(PageCyclerReferenceTest, name) { \
   RunTest("times", test, use_http); \
 }
 
 // This macro simplifies setting up regular and reference build tests
 // for HTML5 database tests.
-// TODO(dumi): re-enable the DB perf tests once we figure out why
-// they're so slow on the release perf bots
 #define PAGE_CYCLER_DATABASE_TESTS(test, name) \
-TEST_F(PageCyclerDatabaseTest, DISABLED_Database##name##File) { \
+TEST_F(PageCyclerDatabaseTest, Database##name##File) { \
   RunTest(test, test, false); \
 } \
-TEST_F(PageCyclerDatabaseReferenceTest, DISABLED_Database##name##File) { \
+TEST_F(PageCyclerDatabaseReferenceTest, Database##name##File) { \
   RunTest(test, test, false); \
 }
 
 // These are shorthand for File vs. Http tests.
 #define PAGE_CYCLER_FILE_TESTS(test, name) \
   PAGE_CYCLER_TESTS(test, name, false)
 #define PAGE_CYCLER_HTTP_TESTS(test, name) \
   PAGE_CYCLER_TESTS(test, name, true)
 
 // This macro lets us define tests with 1 and 10 extensions with 1 content
@@ skipping 34 matching lines @@
 PAGE_CYCLER_DATABASE_TESTS("insert-transactions",
                            InsertTransactions);
 PAGE_CYCLER_DATABASE_TESTS("update-transactions",
                            UpdateTransactions);
 PAGE_CYCLER_DATABASE_TESTS("delete-transactions",
                            DeleteTransactions);
 PAGE_CYCLER_DATABASE_TESTS("pseudo-random-transactions",
                            PseudoRandomTransactions);
 
 }  // namespace