Add a LoadSuite class.

test/runner/runner_test.dart

 // Copyright (c) 2015, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 @TestOn("vm")
 
 import 'dart:io';
 import 'dart:math' as math;
 
 import 'package:path/path.dart' as p;
@@ skipping 83 matching lines @@
       expect(result.stderr, equals("""
 Could not find an option named "asdf".
 
 $_usage"""));
       expect(result.exitCode, equals(exit_codes.usage));
     });
 
     test("a non-existent file is passed", () {
       var result = _runTest(["file"]);
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading file'),
         contains('Failed to load "file": Does not exist.')
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("the default directory doesn't exist", () {
       var result = _runTest([]);
       expect(result.stderr, equals("""
 No test files were passed and the default "test/" directory doesn't exist.
 
 $_usage"""));
       expect(result.exitCode, equals(exit_codes.data));
     });
 
     test("a test file fails to load", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("invalid Dart file");
       var result = _runTest(["test.dart"]);
 
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
           '  Failed to load "${p.relative(testPath, from: _sandbox)}":\n'
           "  line 1 pos 1: unexpected token 'invalid'\n"
           "  invalid Dart file\n"
           "  ^\n")
       ]));
       expect(result.exitCode, equals(1));
     });
 
     // This syntax error is detected lazily, and so requires some extra
     // machinery to support.
     test("a test file fails to parse due to a missing semicolon", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("void main() {foo}");
       var result = _runTest(["test.dart"]);
 
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
           '  Failed to load "${p.relative(testPath, from: _sandbox)}":\n'
           "  line 1 pos 17: semicolon expected\n"
           "  void main() {foo}\n"
           "                  ^\n")
       ]));
       expect(result.exitCode, equals(1));
     });
 
     // This is slightly different from the above test because it's an error
     // that's caught first by the analyzer when it's used to parse the file.
     test("a test file fails to parse", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("@TestOn)");
       var result = _runTest(["test.dart"]);
 
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
           '  Failed to load "${p.relative(testPath, from: _sandbox)}":\n'
           "  line 1 pos 8: unexpected token ')'\n"
           "  @TestOn)\n"
           "         ^\n")
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("an annotation's structure is invalid", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("@TestOn()\nlibrary foo;");
       var result = _runTest(["test.dart"]);
 
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
           '  Failed to load "${p.relative(testPath, from: _sandbox)}":\n'
           "  Error on line 1, column 8: TestOn takes 1 argument.\n"
           "  @TestOn()\n"
           "         ^^\n")
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("an annotation's contents are invalid", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("@TestOn('zim')\nlibrary foo;");
       var result = _runTest(["test.dart"]);
 
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
           '  Failed to load "${p.relative(testPath, from: _sandbox)}":\n'
           "  Error on line 1, column 10: Undefined variable.\n"
           "  @TestOn('zim')\n"
           "           ^^^\n")
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("a test file throws", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("void main() => throw 'oh no';");
 
       var result = _runTest(["test.dart"]);
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
             'Failed to load "${p.relative(testPath, from: _sandbox)}": oh no')
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("a test file doesn't have a main defined", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("void foo() {}");
 
       var result = _runTest(["test.dart"]);
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
             'Failed to load "${p.relative(testPath, from: _sandbox)}": No '
                 'top-level main() function defined.')
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("a test file has a non-function main", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("int main;");
 
       var result = _runTest(["test.dart"]);
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
             'Failed to load "${p.relative(testPath, from: _sandbox)}": '
                 'Top-level main getter is not a function.')
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("a test file has a main with arguments", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("void main(arg) {}");
 
       var result = _runTest(["test.dart"]);
       expect(result.stdout, allOf([
-        contains('-1: load error'),
+        contains('-1: loading test.dart'),
         contains(
             'Failed to load "${p.relative(testPath, from: _sandbox)}": '
                 'Top-level main() function takes arguments.')
       ]));
       expect(result.exitCode, equals(1));
     });
 
     test("multiple load errors occur", () {
       var testPath = p.join(_sandbox, "test.dart");
       new File(testPath).writeAsStringSync("invalid Dart file");
       var result = _runTest(["test.dart", "nonexistent.dart"]);
 
       expect(result.stdout, allOf([
-        contains('test.dart: load error'),
+        contains('loading test.dart'),
         contains(
           '  Failed to load "test.dart":\n'
           "  line 1 pos 1: unexpected token 'invalid'\n"
           "  invalid Dart file\n"
           "  ^\n"),
-        contains('nonexistent.dart: load error'),
+        contains('loading nonexistent.dart'),
         contains('Failed to load "nonexistent.dart": Does not exist.')
       ]));
     });
 
     // TODO(nweiz): test what happens when a test file is unreadable once issue
     // 15078 is fixed.
   });
 
   group("runs successful tests", () {
     test("defined in a single file", () {
@@ skipping 343 matching lines @@
 
         var result = _runTest(["--name", "no match", "test.dart"]);
         expect(result.stderr,
             contains('No tests match regular expression "no match".'));
         expect(result.exitCode, equals(exit_codes.data));
       });
 
       test("doesn't filter out load exceptions", () {
         var result = _runTest(["--name", "name", "file"]);
         expect(result.stdout, allOf([
-          contains('-1: load error'),
+          contains('-1: loading file'),
           contains('Failed to load "file": Does not exist.')
         ]));
         expect(result.exitCode, equals(1));
       });
     });
 
     group("with the --plain-name flag,", () {
       test("selects tests with matching names", () {
         new File(p.join(_sandbox, "test.dart")).writeAsStringSync("""
 import 'dart:async';
@@ skipping 40 matching lines @@
       });
     });
   });
 }
 
 ProcessResult _runTest(List<String> args) =>
     runTest(args, workingDirectory: _sandbox);
 
 ProcessResult _runDart(List<String> args) =>
     runDart(args, workingDirectory: _sandbox);