Enable accessibility testing for the bookmark browser test.

chrome/test/base/in_process_browser_test.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "chrome/test/base/in_process_browser_test.h"
 
 #include "base/auto_reset.h"
 #include "base/basictypes.h"
 #include "base/bind.h"
 #include "base/command_line.h"
@@ skipping 94 matching lines @@
   BrowserList::RemoveObserver(this);
 }
 
 void SingleDesktopTestObserver::OnBrowserAdded(Browser* browser) {
   CHECK(CalledOnValidThread());
   CHECK_EQ(browser->host_desktop_type(), allowed_desktop_);
 }
 
 }  // namespace
 
+// Library used for testing accessibility.
+const base::FilePath::CharType kAXSTesting[] =
+    FILE_PATH_LITERAL("third_party/accessibility-audit/axs_testing.js");
+// JavaScript snippet to configure and run the accessibility audit.
+const char kAccessibilityTestString[] =
+    "var config = new axs.AuditConfiguration();"
+    "/* Disable warning about rules that cannot be checked. */"
+    "config.showUnsupportedRulesWarning = false;"
+    "config.auditRulesToIgnore = ["
+    "  /*"
+    "   * The 'elements with meaningful background image' accessibility"
+    "   * audit (AX_IMAGE_01) does not apply, since Chrome doesn't"
+    "   * disable background images in high-contrast mode like some"
+    "   * browsers do."
+    "   */"
+    "  'elementsWithMeaningfulBackgroundImage',"
+    "  /*"
+    "   * Most WebUI pages are inside an IFrame, so the 'web page should"
+    "   * have a title that describes topic or purpose' test (AX_TITLE_01)"
+    "   * generally does not apply."
+    "   */"
+    "  'pageWithoutTitle',"
+    "  /*"
+    "   * Enable when crbug.com/267035 is fixed."
+    "   * Until then it's just noise."
+    "   */"
+    "  'lowContrastElements'];"

[Dan Beam, 2015/02/10 01:13:38]

nit: ] on new line

[hcarmona, 2015/02/10 02:31:58]

Done.

+    "var result = axs.Audit.run(config);"
+    "function getError() {"
+    "  for (var i = 0; i < result.length; ++i) {"
+    "    if (result[i].result == axs.constants.AuditResult.FAIL) {"
+    "      return axs.Audit.createReport(result);"
+    "    }"

[Dan Beam, 2015/02/10 01:13:38]

nit: no curlies

[hcarmona, 2015/02/10 02:31:58]

Curlies stay b/c of adding break

+    "  }"
+    "  return '';"

[Dan Beam, 2015/02/10 01:13:38]

nit: I think this could just be a for + break;

[hcarmona, 2015/02/10 02:31:58]

Done.

+    "}"
+    "domAutomationController.send(getError());";
+
 InProcessBrowserTest::InProcessBrowserTest()
     : browser_(NULL),
       exit_when_last_browser_closes_(true),
       open_about_blank_on_browser_launch_(true),
       multi_desktop_test_(false)
 #if defined(OS_MACOSX)
       , autorelease_pool_(NULL)
 #endif  // OS_MACOSX
     {
 #if defined(OS_MACOSX)
@@ skipping 128 matching lines @@
 #endif
 
   // TODO(pkotwicz): Investigate if we can remove this switch.
   if (exit_when_last_browser_closes_)
     command_line->AppendSwitch(switches::kDisableZeroBrowsersOpenForTests);
 
   if (open_about_blank_on_browser_launch_ && command_line->GetArgs().empty())
     command_line->AppendArg(url::kAboutBlankURL);
 }
 
+bool InProcessBrowserTest::RunAccessibilityChecks(std::string* error_message) {
+  if (!browser()) {
+    *error_message = "browser is NULL";
+    return false;
+  }
+  auto tab_strip = browser()->tab_strip_model();
+  if (!tab_strip) {
+    *error_message = "tab_strip is NULL";
+    return false;
+  }
+  auto web_contents = tab_strip->GetActiveWebContents();
+  if (!web_contents) {
+    *error_message = "web_contents is NULL";
+    return false;
+  }
+  auto focused_frame = web_contents->GetFocusedFrame();
+  if (!focused_frame) {
+    *error_message = "focused_frame is NULL";
+    return false;
+  }
+
+  // Load accessibility library.
+  base::FilePath src_dir;
+  if (!PathService::Get(base::DIR_SOURCE_ROOT, &src_dir)) {
+    *error_message = "PathService::Get failed";
+    return false;
+  }
+  base::FilePath script_path = src_dir.Append(kAXSTesting);
+  std::string script;
+  if (!base::ReadFileToString(script_path, &script)) {
+    *error_message = "Could not read accessibility library";
+    return false;
+  }
+  if (!content::ExecuteScript(web_contents, script)) {
+    *error_message = "Failed to load accessibility library";
+    return false;
+  }
+
+  // Run accessibility audit.
+  if (!content::ExecuteScriptAndExtractString(focused_frame,
+                                              kAccessibilityTestString,
+                                              error_message)) {
+    *error_message = "Failed to run accessibility audit";
+    return false;
+  }
+
+  // Test result should be empty if there are no errors.
+  return error_message->empty();
+}
+
 bool InProcessBrowserTest::CreateUserDataDirectory() {
   base::CommandLine* command_line = base::CommandLine::ForCurrentProcess();
   base::FilePath user_data_dir =
       command_line->GetSwitchValuePath(switches::kUserDataDir);
   if (user_data_dir.empty()) {
     if (temp_user_data_dir_.CreateUniqueTempDir() &&
         temp_user_data_dir_.IsValid()) {
       user_data_dir = temp_user_data_dir_.path();
     } else {
       LOG(ERROR) << "Could not create temporary user data directory \""
@@ skipping 154 matching lines @@
   // deallocation via an autorelease pool (such as browser window closure and
   // browser shutdown). To avoid this, the following pool is recycled after each
   // time code is directly executed.
   autorelease_pool_ = new base::mac::ScopedNSAutoreleasePool;
 #endif
 
   // Pump any pending events that were created as a result of creating a
   // browser.
   content::RunAllPendingInMessageLoop();
 
+  // run_accessibility_checks_for_test_case_ must be set before calling
+  // SetUpOnMainThread or RunTestOnMainThread so that one or all tests can
+  // enable/disable the accessibility audit.
+  run_accessibility_checks_for_test_case_ = false;

[Dan Beam, 2015/02/10 01:13:38]

why not put this in the initializer list?  coverity will whine about
uninitialized members and it'll handle this case

[hcarmona, 2015/02/10 02:31:58]

Initialized to make coverity happy, but also kept here because it needs to be
reset between tests.

+
   SetUpOnMainThread();
 #if defined(OS_MACOSX)
   autorelease_pool_->Recycle();
 #endif
 
   if (!HasFatalFailure())
     RunTestOnMainThread();
 #if defined(OS_MACOSX)
   autorelease_pool_->Recycle();
 #endif
 
+  if (run_accessibility_checks_for_test_case_) {
+    std::string error_message;
+    EXPECT_TRUE(RunAccessibilityChecks(&error_message));
+    EXPECT_EQ("", error_message);
+  }
+
   // Invoke cleanup and quit even if there are failures. This is similar to
   // gtest in that it invokes TearDown even if Setup fails.
   TearDownOnMainThread();
 #if defined(OS_MACOSX)
   autorelease_pool_->Recycle();
 #endif
 
   // Sometimes tests leave Quit tasks in the MessageLoop (for shame), so let's
   // run all pending messages here to avoid preempting the QuitBrowsers tasks.
   // TODO(jbates) Once crbug.com/134753 is fixed, this can be removed because it
@@ skipping 30 matching lines @@
   // On the Mac, this eventually reaches
   // -[BrowserWindowController windowWillClose:], which will post a deferred
   // -autorelease on itself to ultimately destroy the Browser object. The line
   // below is necessary to pump these pending messages to ensure all Browsers
   // get deleted.
   content::RunAllPendingInMessageLoop();
   delete autorelease_pool_;
   autorelease_pool_ = NULL;
 #endif
 }