tools/test.dart: Add summary report of the number of tests with each expectation.

tools/testing/dart/test_suite.dart

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #library("test_suite");
 
 #import("status_file_parser.dart");
 #import("test_runner.dart");
 #import("multitest.dart");
 
@@ skipping 61 matching lines @@
       // If patterns are given only list the files that match one of the
       // patterns. Use the name "suiteName/testName" for cc tests.
       var patterns = configuration['patterns'];
       if (!patterns.isEmpty()) {
         var constructedName = '$suiteName/$testName';
         if (!patterns.some((re) => re.hasMatch(constructedName))) return;
       }
 
       var expectations = testExpectations.expectations(testName);
 
+      if (configuration["report"]) {
+          SummaryReport.add(expectations);
+      }
+
       if (expectations.contains(SKIP)) return;
 
       // The cc test runner takes options after the name of the test
       // to run.
       var args = [testName];
       args.addAll(TestUtils.standardOptions(configuration));
       var timeout = configuration['timeout'];
 
       doTest(new TestCase(testName,
                           runnerPath,
@@ skipping 108 matching lines @@
       if (start != -1) {
         testName = filename.substring(start + 4, filename.length - 5);
       } else {
         // Only multitests in a temporary directory should reach here.
         start = filename.lastIndexOf(pathSeparator);
         int middle = filename.lastIndexOf('_');
         testName = filename.substring(start + 1, middle) + pathSeparator +
             filename.substring(middle + 1, filename.length - 5);
       }
       Set<String> expectations = testExpectations.expectations(testName);
-
+      if (configuration["report"]) {
+        // Tests with multiple VMOptions are counted more than once.
+        for (var dummy in optionsFromFile["vmOptions"]) {
+          SummaryReport.add(expectations);
+        }
+      }
       if (expectations.contains(SKIP)) return;
 
       isNegative = isNegative ||
           (configuration['checked'] && isNegativeIfChecked);
       var argumentLists = argumentListsFromFile(filename, optionsFromFile);
       for (var args in argumentLists) {
         doTest(new TestCase(testName,
                             shellPath,
                             args,
                             timeout,
@@ skipping 177 matching lines @@
       args.add("--enable_leg");
     }
     if (configuration["component"] == "dartc") {
       if (configuration["mode"] == "release") {
         args.add("--optimize");
       }
     }
     return args;
   }
 }
+
+class SummaryReport {
+  static int total = 0;
+  static int skipped = 0;
+  static int noCrash = 0;
+  static int pass = 0;
+  static int failOk = 0;
+  static int fail = 0;
+  static int crash = 0;
+  static int timeout = 0;
+
+  static void add(Set<String> expectations) {
+    ++total;
+    if (expectations.contains(SKIP)) {
+      ++skipped;
+    } else {
+      if (expectations.contains(PASS) && expectations.contains(FAIL) &&
+          !expectations.contains(CRASH) && !expectations.contains(OK)) {
+        ++noCrash;
+      }
+      if (expectations.contains(PASS) && expectations.length == 1) {
+        ++pass;
+      }
+      if (expectations.containsAll([FAIL, OK]) && expectations.length == 2) {
+        ++failOk;
+      }
+      if (expectations.contains(FAIL) && expectations.length == 1) {
+        ++fail;
+      }
+      if (expectations.contains(CRASH) && expectations.length == 1) {
+        ++crash;
+      }
+      if (expectations.contains(TIMEOUT)) {
+        ++timeout;
+      }
+    }
+  }
+
+  static void printReport() {
+    if (total == 0) return;
+    String report = """\
+Total: $total tests
+ * $skipped tests will be skipped
+ * $noCrash tests are expected to be flaky but not crash
+ * $pass tests are expected to pass
+ * $failOk tests are expected to fail that we won't fix
+ * $fail tests are expected to fail that we should fix
+ * $crash tests are expected to crash that we should fix
+ * $timeout tests are allowed to timeout\
+""";
+    print(report);
+  }
+}