| Index: chrome/test/perf/dom_checker_uitest.cc
|
| ===================================================================
|
| --- chrome/test/perf/dom_checker_uitest.cc (revision 261647)
|
| +++ chrome/test/perf/dom_checker_uitest.cc (working copy)
|
| @@ -1,264 +0,0 @@
|
| -// Copyright (c) 2012 The Chromium Authors. All rights reserved.
|
| -// Use of this source code is governed by a BSD-style license that can be
|
| -// found in the LICENSE file.
|
| -
|
| -#include <list>
|
| -#include <set>
|
| -#include <string>
|
| -#include <vector>
|
| -
|
| -#include "base/command_line.h"
|
| -#include "base/file_util.h"
|
| -#include "base/files/file_path.h"
|
| -#include "base/json/json_string_value_serializer.h"
|
| -#include "base/memory/scoped_ptr.h"
|
| -#include "base/path_service.h"
|
| -#include "base/strings/string_split.h"
|
| -#include "base/strings/string_util.h"
|
| -#include "base/strings/utf_string_conversions.h"
|
| -#include "base/test/test_timeouts.h"
|
| -#include "base/values.h"
|
| -#include "chrome/common/chrome_paths.h"
|
| -#include "chrome/common/chrome_switches.h"
|
| -#include "chrome/test/automation/tab_proxy.h"
|
| -#include "chrome/test/ui/ui_test.h"
|
| -#include "net/base/net_util.h"
|
| -#include "url/gurl.h"
|
| -
|
| -namespace {
|
| -
|
| -const base::FilePath::CharType kBaseUrl[] =
|
| - FILE_PATH_LITERAL("http://localhost:8000/");
|
| -
|
| -const base::FilePath::CharType kTestDirectory[] =
|
| - FILE_PATH_LITERAL("dom_checker/");
|
| -
|
| -const base::FilePath::CharType kStartFile[] =
|
| - FILE_PATH_LITERAL("dom_checker.html");
|
| -
|
| -const char kRunDomCheckerTest[] = "run-dom-checker-test";
|
| -
|
| -class DomCheckerTest : public UITest {
|
| - public:
|
| - typedef std::list<std::string> ResultsList;
|
| - typedef std::set<std::string> ResultsSet;
|
| -
|
| - DomCheckerTest() {
|
| - dom_automation_enabled_ = true;
|
| - enable_file_cookies_ = false;
|
| - show_window_ = true;
|
| - launch_arguments_.AppendSwitch(switches::kDisablePopupBlocking);
|
| - }
|
| -
|
| - void RunTest(bool use_http, ResultsList* new_passes,
|
| - ResultsList* new_failures) {
|
| - int test_count = 0;
|
| - ResultsSet expected_failures, current_failures;
|
| -
|
| - std::string failures_file = use_http ?
|
| -#if defined(OS_MACOSX)
|
| - "expected_failures-http.txt" : "expected_failures_mac-file.txt";
|
| -#elif defined(OS_LINUX)
|
| - "expected_failures-http.txt" : "expected_failures_linux-file.txt";
|
| -#elif defined(OS_WIN)
|
| - "expected_failures-http.txt" : "expected_failures_win-file.txt";
|
| -#else
|
| - "" : "";
|
| -#endif
|
| -
|
| - ASSERT_TRUE(GetExpectedFailures(failures_file, &expected_failures));
|
| -
|
| - RunDomChecker(use_http, &test_count, ¤t_failures);
|
| - printf("\nTests run: %d\n", test_count);
|
| -
|
| - // Compute the list of new passes and failures.
|
| - CompareSets(current_failures, expected_failures, new_passes);
|
| - CompareSets(expected_failures, current_failures, new_failures);
|
| - }
|
| -
|
| - void PrintResults(const ResultsList& new_passes,
|
| - const ResultsList& new_failures) {
|
| - PrintResults(new_failures, "new tests failing", true);
|
| - PrintResults(new_passes, "new tests passing", false);
|
| - }
|
| -
|
| - private:
|
| - void PrintResults(const ResultsList& results, const char* message,
|
| - bool add_failure) {
|
| - if (!results.empty()) {
|
| - if (add_failure)
|
| - ADD_FAILURE();
|
| -
|
| - printf("%s:\n", message);
|
| - ResultsList::const_iterator it = results.begin();
|
| - for (; it != results.end(); ++it)
|
| - printf(" %s\n", it->c_str());
|
| - printf("\n");
|
| - }
|
| - }
|
| -
|
| - // Find the elements of "b" that are not in "a".
|
| - void CompareSets(const ResultsSet& a, const ResultsSet& b,
|
| - ResultsList* only_in_b) {
|
| - ResultsSet::const_iterator it = b.begin();
|
| - for (; it != b.end(); ++it) {
|
| - if (a.find(*it) == a.end())
|
| - only_in_b->push_back(*it);
|
| - }
|
| - }
|
| -
|
| - // Return the path to the DOM checker directory on the local filesystem.
|
| - base::FilePath GetDomCheckerDir() {
|
| - base::FilePath test_dir;
|
| - PathService::Get(chrome::DIR_TEST_DATA, &test_dir);
|
| - return test_dir.AppendASCII("dom_checker");
|
| - }
|
| -
|
| - bool ReadExpectedResults(const std::string& failures_file,
|
| - std::string* results) {
|
| - base::FilePath results_path = GetDomCheckerDir();
|
| - results_path = results_path.AppendASCII(failures_file);
|
| - return base::ReadFileToString(results_path, results);
|
| - }
|
| -
|
| - void ParseExpectedFailures(const std::string& input, ResultsSet* output) {
|
| - if (input.empty())
|
| - return;
|
| -
|
| - std::vector<std::string> tokens;
|
| - base::SplitString(input, '\n', &tokens);
|
| -
|
| - std::vector<std::string>::const_iterator it = tokens.begin();
|
| - for (; it != tokens.end(); ++it) {
|
| - // Allow comments (lines that start with #).
|
| - if (it->length() > 0 && it->at(0) != '#')
|
| - output->insert(*it);
|
| - }
|
| - }
|
| -
|
| - bool GetExpectedFailures(const std::string& failures_file,
|
| - ResultsSet* expected_failures) {
|
| - std::string expected_failures_text;
|
| - bool have_expected_results = ReadExpectedResults(failures_file,
|
| - &expected_failures_text);
|
| - if (!have_expected_results)
|
| - return false;
|
| - ParseExpectedFailures(expected_failures_text, expected_failures);
|
| - return true;
|
| - }
|
| -
|
| - bool WaitUntilTestCompletes(TabProxy* tab) {
|
| - return WaitUntilJavaScriptCondition(
|
| - tab,
|
| - std::wstring(),
|
| - L"window.domAutomationController.send(automation.IsDone());",
|
| - TestTimeouts::large_test_timeout());
|
| - }
|
| -
|
| - bool GetTestCount(TabProxy* tab, int* test_count) {
|
| - return tab->ExecuteAndExtractInt(
|
| - std::wstring(),
|
| - L"window.domAutomationController.send(automation.GetTestCount());",
|
| - test_count);
|
| - }
|
| -
|
| - bool GetTestsFailed(TabProxy* tab, ResultsSet* tests_failed) {
|
| - std::wstring json_wide;
|
| - bool succeeded = tab->ExecuteAndExtractString(
|
| - std::wstring(),
|
| - L"window.domAutomationController.send("
|
| - L" JSON.stringify(automation.GetFailures()));",
|
| - &json_wide);
|
| -
|
| - // Note that we don't use ASSERT_TRUE here (and in some other places) as it
|
| - // doesn't work inside a function with a return type other than void.
|
| - EXPECT_TRUE(succeeded);
|
| - if (!succeeded)
|
| - return false;
|
| -
|
| - std::string json = base::WideToUTF8(json_wide);
|
| - JSONStringValueSerializer deserializer(json);
|
| - scoped_ptr<base::Value> value(deserializer.Deserialize(NULL, NULL));
|
| -
|
| - EXPECT_TRUE(value.get());
|
| - if (!value.get())
|
| - return false;
|
| -
|
| - EXPECT_TRUE(value->IsType(base::Value::TYPE_LIST));
|
| - if (!value->IsType(base::Value::TYPE_LIST))
|
| - return false;
|
| -
|
| - base::ListValue* list_value = static_cast<base::ListValue*>(value.get());
|
| -
|
| - // The parsed JSON object will be an array of strings, each of which is a
|
| - // test failure. Add those strings to the results set.
|
| - base::ListValue::const_iterator it = list_value->begin();
|
| - for (; it != list_value->end(); ++it) {
|
| - EXPECT_TRUE((*it)->IsType(base::Value::TYPE_STRING));
|
| - if ((*it)->IsType(base::Value::TYPE_STRING)) {
|
| - std::string test_name;
|
| - succeeded = (*it)->GetAsString(&test_name);
|
| - EXPECT_TRUE(succeeded);
|
| - if (succeeded)
|
| - tests_failed->insert(test_name);
|
| - }
|
| - }
|
| -
|
| - return true;
|
| - }
|
| -
|
| - void RunDomChecker(bool use_http, int* test_count, ResultsSet* tests_failed) {
|
| - GURL test_url;
|
| - base::FilePath::StringType start_file(kStartFile);
|
| - if (use_http) {
|
| - base::FilePath::StringType test_directory(kTestDirectory);
|
| - base::FilePath::StringType url_string(kBaseUrl);
|
| - url_string.append(test_directory);
|
| - url_string.append(start_file);
|
| - test_url = GURL(url_string);
|
| - } else {
|
| - base::FilePath test_path = GetDomCheckerDir();
|
| - test_path = test_path.Append(start_file);
|
| - test_url = net::FilePathToFileURL(test_path);
|
| - }
|
| -
|
| - scoped_refptr<TabProxy> tab(GetActiveTab());
|
| - ASSERT_TRUE(tab.get());
|
| - ASSERT_EQ(AUTOMATION_MSG_NAVIGATION_SUCCESS, tab->NavigateToURL(test_url));
|
| -
|
| - // Wait for the test to finish.
|
| - ASSERT_TRUE(WaitUntilTestCompletes(tab.get()));
|
| -
|
| - // Get the test results.
|
| - ASSERT_TRUE(GetTestCount(tab.get(), test_count));
|
| - ASSERT_TRUE(GetTestsFailed(tab.get(), tests_failed));
|
| - ASSERT_GT(*test_count, 0);
|
| - }
|
| -
|
| - DISALLOW_COPY_AND_ASSIGN(DomCheckerTest);
|
| -};
|
| -
|
| -// Always fails, see but http://crbug.com/21321
|
| -TEST_F(DomCheckerTest, DISABLED_File) {
|
| - if (!CommandLine::ForCurrentProcess()->HasSwitch(kRunDomCheckerTest))
|
| - return;
|
| -
|
| - ResultsList new_passes, new_failures;
|
| - RunTest(false, &new_passes, &new_failures);
|
| - PrintResults(new_passes, new_failures);
|
| -}
|
| -
|
| -// This test was previously failing because it was looking for an
|
| -// expected results file that didn't exist. Fixing that bug revealed
|
| -// that the expected results weren't correct anyway.
|
| -// http://crbug.com/21321
|
| -TEST_F(DomCheckerTest, DISABLED_Http) {
|
| - if (!CommandLine::ForCurrentProcess()->HasSwitch(kRunDomCheckerTest))
|
| - return;
|
| -
|
| - ResultsList new_passes, new_failures;
|
| - RunTest(true, &new_passes, &new_failures);
|
| - PrintResults(new_passes, new_failures);
|
| -}
|
| -
|
| -} // namespace
|
|
|