Track crashing tests

pkg/dev_compiler/test/codegen_test.dart

 // Copyright (c) 2016, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 /// Tests code generation.
 ///
 /// Runs Dart Dev Compiler on all input in the `codegen` directory and checks
 /// that the output is what we expected.
 library dev_compiler.test.codegen_test;
 
@@ skipping 140 matching lines @@
       // Collect any other files we've imported.
       var files = new Set<String>();
       _collectTransitiveImports(contents, files, from: testFile);
       var unit = new BuildUnit(
           name, path.dirname(testFile), files.toList(), _moduleForLibrary);
 
       var compiler = sharedCompiler;
       if (analyzerOptions.declaredVariables.isNotEmpty) {
         compiler = new ModuleCompiler(analyzerOptions);
       }
-      var module = compiler.compile(unit, options);
+      JSModuleFile module = null;
+      try {
+        module = compiler.compile(unit, options);
+      } catch (e) {}
 
       bool notStrong = notYetStrongTests.contains(name);
-      if (module.isValid) {
+      bool crashing = _crashingTests.contains(name);
+
+      if (module == null) {
+        expect(crashing, isTrue,
+            reason: "test $name crashes during compilation.");
+      } else if (module.isValid) {
         _writeModule(
             path.join(codegenOutputDir, name),
             isTopLevelTest ? path.join(codegenExpectDir, name) : null,
             moduleFormat,
             module);
 
+        expect(crashing, isFalse, reason: "test $name no longer crashes.");
         expect(notStrong, isFalse,
             reason: "test $name expected strong mode errors, but compiled.");
       } else {
+        expect(crashing, isFalse, reason: "test $name no longer crashes.");
         expect(notStrong, isTrue,
             reason: "test $name failed to compile due to strong mode errors:"
                 "\n\n${module.errors.join('\n')}.");
       }
     });
   }
 
   if (filePattern.hasMatch('sunflower')) {
     test('sunflower', () {
       _buildSunflower(sharedCompiler, codegenOutputDir, codegenExpectDir);
@@ skipping 174 matching lines @@
   StringLiteral uriLiteral = directive.uri;
   String uriContent = uriLiteral.stringValue;
   if (uriContent != null) {
     uriContent = uriContent.trim();
     directive.uriContent = uriContent;
   }
   return (directive as UriBasedDirectiveImpl).validate() == null
       ? uriContent
       : null;
 }
+
+final _crashingTests = new Set<String>.from([
+  'language/mixin_illegal_syntax_test_none_multi',
+  'language/mixin_illegal_syntax_test_01_multi',
+  'language/mixin_illegal_syntax_test_02_multi',
+  'language/mixin_illegal_syntax_test_03_multi',
+  'language/mixin_illegal_syntax_test_04_multi',
+  'language/mixin_illegal_syntax_test_05_multi',
+  'language/mixin_illegal_syntax_test_06_multi',
+  'language/mixin_illegal_syntax_test_07_multi',
+  'language/mixin_illegal_syntax_test_08_multi',
+  'language/mixin_illegal_syntax_test_09_multi',
+  'language/mixin_illegal_syntax_test_10_multi',
+  'language/mixin_illegal_syntax_test_11_multi',
+  'language/mixin_illegal_syntax_test_12_multi',
+  'language/mixin_illegal_syntax_test_13_multi',
+  'language/mixin_illegal_syntax_test_14_multi'
+]);