Cache the tests across configurations in the test scripts.

tools/testing/dart/multitest.dart

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #library("multitest");
 
 // Multitests are Dart test scripts containing lines of the form
 // " [some dart code] /// [key]: [error type]"
 //
 // For each key in the file, a new test file is made containing all
@@ skipping 97 matching lines @@
   
   // Copy all the tests into the output map tests, as multiline strings.
   for (String key in testsAsLines.getKeys()) {
     tests[key] =
         Strings.join(testsAsLines[key], line_separator) + line_separator;
   }
 }
 
 
 void DoMultitest(String filename,
-                 String buildDir,
+                 String outputDir,
                  String testDir,
-                 bool supportsFatalTypeErrors,
                  Function doTest(String filename,
                                  bool isNegative,
                                  [bool isNegativeIfChecked]),
                  Function multitestDone) {
   // Each new test is a single String value in the Map tests.
   Map<String, String> tests = new Map<String, String>();
   Map<String, String> outcomes = new Map<String, String>();
   ExtractTestsFromMultitest(filename, tests, outcomes);
 
-  String directory = CreateMultitestDirectory(buildDir, testDir);
+  String directory = CreateMultitestDirectory(outputDir, testDir);
   String pathSeparator = new Platform().pathSeparator();
   int start = filename.lastIndexOf(pathSeparator) + 1;
   int end = filename.indexOf('.dart', start);
   String baseFilename = filename.substring(start, end);
   Iterator currentKey = tests.getKeys().iterator();
   WriteMultitestToFileAndQueueIt(tests,
                                  outcomes,
-                                 supportsFatalTypeErrors,
                                  currentKey,
                                  '$directory$pathSeparator$baseFilename',
                                  doTest,
                                  multitestDone);
 }
 
 
 // Write multiple tests to files, using tail recursion in a callback
 // to serialize the file operations, rather than opening all files at once.
 WriteMultitestToFileAndQueueIt(Map<String, String> tests,
                                Map<String, String> outcomes,
-                               bool supportsFatalTypeErrors,
                                Iterator currentKey,
                                String basePath,
                                Function doTest,
                                Function done) {
   if (!currentKey.hasNext()) {
     done();
     return;
   }
   final String key = currentKey.next();
   final String filename = '${basePath}_$key.dart';
   final File file = new File(filename);
   file.errorHandler = (error) {
     Expect.fail("Error creating temp file: $error");
   };
   file.createHandler = () {
     file.open(writable: true);
   };
   file.openHandler = (RandomAccessFile openedFile) {
     openedFile.noPendingWriteHandler =() {
       openedFile.close();
     };
     openedFile.closeHandler = () {
       var outcome = outcomes[key];
-      bool enableFatalTypeErrors = (supportsFatalTypeErrors &&
-                                    outcome.contains('static type error'));
+      bool enableFatalTypeErrors = outcome.contains('static type error');
       bool isNegative = (outcome.contains('compile-time error') ||
-                         outcome.contains('runtime error') ||
-                         enableFatalTypeErrors);
+                         outcome.contains('runtime error'));
       bool isNegativeIfChecked = outcome.contains('dynamic type error');
       doTest(filename,
              isNegative,
              isNegativeIfChecked,
              enableFatalTypeErrors);
       WriteMultitestToFileAndQueueIt(tests,
                                      outcomes,
-                                     supportsFatalTypeErrors,
                                      currentKey,
                                      basePath,
                                      doTest,
                                      done);
     };
     var bytes = tests[key].charCodes();
     openedFile.writeList(bytes, 0, bytes.length);
   };
   file.create();
 }
 
-String CreateMultitestDirectory(String buildDir, String testDir) {
+String CreateMultitestDirectory(String outputDir, String testDir) {
   final String generatedTestDirectory = 'generated_tests';
-  Directory parentDir = new Directory(buildDir + generatedTestDirectory);
+  Directory parentDir = new Directory(outputDir + generatedTestDirectory);
   if (!parentDir.existsSync()) {
     parentDir.createSync();
   }
   var split = testDir.split('/');
   var lastComponent = split.removeLast();
   Expect.isTrue(lastComponent == 'src');
   String path = '${parentDir.path}/${split.last()}';
   Directory dir = new Directory(path);
   if (!dir.existsSync()) {
     dir.createSync();
   }
   return path;
 }