Add 'self_check' runtime for running self-checking unit tests

tools/testing/dart/test_suite.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 /**
  * Classes and methods for enumerating and preparing tests.
  *
  * This library includes:
  *
  * - Creating tests by listing all the Dart files in certain directories,
@@ skipping 105 matching lines @@
  *
  * Most TestSuites represent a directory or directory tree containing tests,
  * and a status file containing the expected results when these tests are run.
  */
 abstract class TestSuite {
   final Map configuration;
   final String suiteName;
   // This function is set by subclasses before enqueueing starts.
   Function doTest;
   Map<String, String> _environmentOverrides;
+  RuntimeConfiguration runtimeConfiguration;
 
   TestSuite(this.configuration, this.suiteName) {
     TestUtils.buildDir(configuration); // Sets configuration_directory.
     if (configuration['configuration_directory'] != null) {
       _environmentOverrides = {
         'DART_CONFIGURATION': configuration['configuration_directory']
       };
     }
+    runtimeConfiguration = new RuntimeConfiguration(configuration);
   }
 
   Map<String, String> get environmentOverrides => _environmentOverrides;
 
   /**
    * Whether or not binaries should be found in the root build directory or
    * in the built SDK.
    */
   bool get useSdk {
     // The pub suite always uses the SDK.
@@ skipping 142 matching lines @@
   void forEachTest(TestCaseEvent onTest, Map testCache, [VoidFunction onDone]);
 
   // This function will be called for every TestCase of this test suite.
   // It will
   //  - handle sharding
   //  - update SummaryReport
   //  - handle SKIP/SKIP_BY_DESIGN markers
   //  - test if the selector matches
   // and will enqueue the test (if necessary).
   void enqueueNewTestCase(TestCase testCase) {
+    if (testCase.isNegative && runtimeConfiguration.shouldSkipNegativeTests) {
+      return;
+    }
     var expectations = testCase.expectedOutcomes;
 
     // Handle sharding based on the original test path (i.e. all multitests
     // of a given original test belong to the same shard)
     int shards = configuration['shards'];
     if (shards > 1 && testCase.hash % shards != configuration['shard'] - 1) {
       return;
     }
     // Test if the selector includes this test.
     RegExp pattern = configuration['selectors'][suiteName];
@@ skipping 782 matching lines @@
       }
     }
 
     CommandArtifact compilationArtifact =
         compilerConfiguration.computeCompilationArtifact(
             buildDir,
             tempDir,
             CommandBuilder.instance,
             compileTimeArguments,
             environmentOverrides);
-    commands.addAll(compilationArtifact.commands);
+    if (!configuration['skip-compilation']) {
+      commands.addAll(compilationArtifact.commands);
+    }
 
     if (expectCompileError(info) && compilerConfiguration.hasCompiler) {
       // Do not attempt to run the compiled result. A compilation
       // error should be reported by the compilation command.
       return commands;
     }
 
-    RuntimeConfiguration runtimeConfiguration =
-        new RuntimeConfiguration(configuration);
     List<String> runtimeArguments =
         compilerConfiguration.computeRuntimeArguments(
             runtimeConfiguration,
             buildDir,
             info,
             vmOptions,
             sharedOptions,
             args,
             compilationArtifact);
 
@@ skipping 1414 matching lines @@
       }
       if (path.length > WINDOWS_SHORTEN_PATH_LIMIT) {
         ++shortNameCounter;
         var pathEnd = path.substring(path.length - WINDOWS_PATH_END_LENGTH);
         path = "short${shortNameCounter}_$pathEnd";
       }
     }
     return path;
   }
 }