Add 'static type error' tags to multitests.

tools/testing/dart/test_runner.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 /**
  * Classes and methods for executing tests.
  *
  * This module includes:
  * - Managing parallel execution of tests, including timeout checks.
  * - Evaluating the output of each test as pass/fail/crash/timeout.
@@ skipping 708 matching lines @@
            this.commands,
            this.configuration,
            this.expectedOutcomes,
            {this.isNegative: false,
             this.info: null}) {
     if (!isNegative) {
       this.isNegative = displayName.contains("negative_test");
     }
   }
 
+  /// Returns `true` if this test case should result in a compile-time error,
+  /// either unconditionally or if the configuration is 'checked'.
+  bool get expectCompileError {
+    if (info == null) return false;
+    return info.hasCompileError ||
+        (configuration['checked'] && info.hasCompileErrorIfChecked);
+  }
+
   bool get unexpectedOutput {
     var outcome = lastCommandOutput.result(this);
     return !expectedOutcomes.any((expectation) {
       return outcome.canBeOutcomeOf(expectation);
     });
   }
 
   Expectation get result => lastCommandOutput.result(this);
 
   CommandOutput get lastCommandOutput {
@@ skipping 650 matching lines @@
     if (hasCrashed) return Expectation.CRASH;
     if (hasTimedOut) return Expectation.TIMEOUT;
 
     // Get the errors/warnings from the analyzer
     List<String> errors = [];
     List<String> warnings = [];
     parseAnalyzerOutput(errors, warnings);
 
     // Handle errors / missing errors
     if (testCase.info.hasCompileError) {
+      // Don't use [TestCase.expectCompileError] since the analyzer does not
+      // (currently) report checked-mode only compile time errors.
       if (errors.length > 0) {
         return Expectation.PASS;
       }
       return Expectation.MISSING_COMPILETIME_ERROR;
     }
     if (errors.length > 0) {
       return Expectation.COMPILETIME_ERROR;
     }
 
     // Handle static warnings / missing static warnings
@@ skipping 66 matching lines @@
                       int pid)
       : super(command, exitCode, timedOut, stdout, stderr, time, false, pid);
 
   Expectation result(TestCase testCase) {
     // Handle crashes and timeouts first
     if (hasCrashed) return Expectation.CRASH;
     if (hasTimedOut) return Expectation.TIMEOUT;
 
     // Multitests are handled specially
     if (testCase.info != null) {
-      if (testCase.info.hasCompileError) {
+      if (testCase.expectCompileError) {
         if (exitCode == DART_VM_EXITCODE_COMPILE_TIME_ERROR) {
           return Expectation.PASS;
         }
 
         return Expectation.MISSING_COMPILETIME_ERROR;
       }
       if (testCase.info.hasRuntimeError) {
         // TODO(kustermann): Do we consider a "runtimeError" only an uncaught
         // exception or does any nonzero exit code fullfil this requirement?
         if (exitCode != 0) {
@@ skipping 36 matching lines @@
 
     // Handle dart2js/dart2dart specific crash detection
     if (exitCode == DART2JS_EXITCODE_CRASH ||
         exitCode == VmCommandOutputImpl.DART_VM_EXITCODE_COMPILE_TIME_ERROR ||
         exitCode == VmCommandOutputImpl.DART_VM_EXITCODE_UNCAUGHT_EXCEPTION) {
       return Expectation.CRASH;
     }
 
     // Multitests are handled specially
     if (testCase.info != null) {
-    if (testCase.info.hasCompileError) {
+    if (testCase.expectCompileError) {
         // Nonzero exit code of the compiler means compilation failed
         // TODO(kustermann): Do we have a special exit code in that case???
         if (exitCode != 0) {
           return Expectation.PASS;
         }
         return Expectation.MISSING_COMPILETIME_ERROR;
       }
 
       // TODO(kustermann): This is a hack, remove it
       if (testCase.info.hasRuntimeError && testCase.commands.length > 1) {
@@ skipping 1304 matching lines @@
     }
   }
 
   void eventAllTestsDone() {
     for (var listener in _eventListener) {
       listener.allDone();
     }
     _allDone();
   }
 }