Add an accessibility audit test for WebUI pages

chrome/test/data/webui/test_api.js

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 /**
  * @fileoverview Library providing basic test framework functionality.
  */
 
 /**
  * Namespace for |Test|.
@@ skipping 203 matching lines @@
      *     the currentTestCase.
      */
     deferRunTest: function(whenTestDone) {
       if (whenTestDone === WhenTestDone.DEFAULT)
         whenTestDone = WhenTestDone.ALWAYS;
 
       return currentTestCase.deferRunTest.apply(
           currentTestCase, [whenTestDone].concat(
               Array.prototype.slice.call(arguments, 1)));
     },
+
+    /**
+     * Run an accessibility audit on the current page state.
+     * @type {Function}
+     */
+    runAccessibilityAudit: function() {
+      for (var auditRuleName in axs.AuditRule.specs) {
+        var auditRule = axs.AuditRules.getRule(auditRuleName);
+        if (!auditRule)
+          continue; // Shouldn't happen, but fail silently if it does.
+        if (!auditRule.disabled && !auditRule.requiresConsoleAPI) {
+          var result = auditRule.run();
+          expectTrue(result.result == axs.constants.AuditResult.PASS ||
+                     result.result == axs.constants.AuditResult.NA,
+                     "Accessibility audit rule " + auditRule.name + " failed");
+        }
+      }
+      testDone();
+    }
   };
 
   /**
    * This class is not exported and is available to hold the state of the
    * |currentTestCase| throughout preload and test run.
    * @param {string} name The name of the test case.
    * @param {Test} fixture The fixture object for this test case.
    * @param {Function} body The code to run for the test.
    * @constructor
    */
@@ skipping 378 matching lines @@
         } catch (e) {
           // Caught an exception in tearDown; Register the error and recreate
           // the result if it is passed in.
           errors.push(e);
           if (result)
             result = [false, errorsToMessage([e], result[1])];
         }
         currentTestCase = null;
       }
       chrome.send('testResult', result ? result : testResult());
-      errors.splice(0, errors.length);
+//      errors.splice(0, errors.length);
+      resetTestState();

[Sheridan Rawlins, 2012/11/29 17:43:48]

I think that explicitly having TEST_F would also reduce the need to do this as
the A11Y test would be its own test and behave the same as others rather than
needing to glob onto/hack into existing tests.

[aboxhall, 2012/11/30 00:56:27]

As per my other comment, I don't completely understand the TEST_F proposal here.
Definitely would be nice to be able to avoid this hack, though.

     } else {
       console.warn('testIsDone already');
     }
   }
 
   /**
    * Converts each Error in |errors| to a suitable message, adding them to
    * |message|, and returns the message string.
    * @param {Array.<Error>} errors Array of errors to add to |message|.
    * @param {string?} message When supplied, error messages are appended to it.
@@ skipping 344 matching lines @@
    * the |testFixture|'s prototype, if needed, and the |testCaseBodies| into its
    * constructor.
    * @param {string} testFixture The name of the test fixture class.
    * @param {string} testName The name of the test function.
    * @param {Function} testBody The body to execute when running this test.
    */
   function TEST_F(testFixture, testName, testBody) {
     var fixtureConstructor = this[testFixture];
     if (!fixtureConstructor.prototype.name)
       fixtureConstructor.prototype.name = testFixture;
-    if (fixtureConstructor['testCaseBodies'] === undefined)
+    if (fixtureConstructor['testCaseBodies'] === undefined) {
       fixtureConstructor.testCaseBodies = {};
+      fixtureConstructor.testCaseBodies["accessibilityAudit"] =
+        Test.prototype.runAccessibilityAudit;
+    }
     fixtureConstructor.testCaseBodies[testName] = testBody;
   }
 
   /**
    * RunJavascriptTestF uses this as the |testFunction| when invoking
    * runTest. If |currentTestCase| is non-null at this point, verify that
    * |testFixture| and |testName| agree with the preloaded values. Create
    * |currentTestCase|, if needed, run it, and clear the |currentTestCase|.
    * @param {string} testFixture The name of the test fixture class.
    * @param {string} testName The name of the test function.
@@ skipping 403 matching lines @@
   exports.DUMMY_URL = DUMMY_URL;
   exports.TEST = TEST;
   exports.TEST_F = TEST_F;
   exports.GEN = GEN;
   exports.GEN_INCLUDE = GEN_INCLUDE;
   exports.WhenTestDone = WhenTestDone;
 
   // Import the Mock4JS helpers.
   Mock4JS.addMockSupport(exports);
 })(this);