Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(171)

Unified Diff: test/runner/shard_test.dart

Issue 1890853003: Add support for sharding test runs. (Closed) Base URL: git@github.com:dart-lang/test@master
Patch Set: Code review changes Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « test/runner/configuration/configuration_test.dart ('k') | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: test/runner/shard_test.dart
diff --git a/test/runner/shard_test.dart b/test/runner/shard_test.dart
new file mode 100644
index 0000000000000000000000000000000000000000..541687c0447827cd058c0da3667bcbc86a408b61
--- /dev/null
+++ b/test/runner/shard_test.dart
@@ -0,0 +1,169 @@
+// Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+@TestOn("vm")
+
+import 'package:scheduled_test/descriptor.dart' as d;
+import 'package:scheduled_test/scheduled_stream.dart';
+import 'package:scheduled_test/scheduled_test.dart';
+
+import 'package:test/src/util/exit_codes.dart' as exit_codes;
+
+import '../io.dart';
+
+void main() {
+ useSandbox();
+
+ test("divides all the tests among the available shards", () {
+ d.file("test.dart", """
+ import 'package:test/test.dart';
+
+ void main() {
+ test("test 1", () {});
+ test("test 2", () {});
+ test("test 3", () {});
+ test("test 4", () {});
+ test("test 5", () {});
+ test("test 6", () {});
+ test("test 7", () {});
+ test("test 8", () {});
+ test("test 9", () {});
+ test("test 10", () {});
+ }
+ """).create();
+
+ var test = runTest(["test.dart", "--shard-index=0", "--total-shards=3"]);
+ test.stdout.expect(containsInOrder([
+ "+0: test 1",
+ "+1: test 2",
+ "+2: test 3",
+ "+3: All tests passed!"
+ ]));
+ test.shouldExit(0);
+
+ test = runTest(["test.dart", "--shard-index=1", "--total-shards=3"]);
+ test.stdout.expect(containsInOrder([
+ "+0: test 4",
+ "+1: test 5",
+ "+2: test 6",
+ "+3: test 7",
+ "+4: All tests passed!"
+ ]));
+ test.shouldExit(0);
+
+ test = runTest(["test.dart", "--shard-index=2", "--total-shards=3"]);
+ test.stdout.expect(containsInOrder([
+ "+0: test 8",
+ "+1: test 9",
+ "+2: test 10",
+ "+3: All tests passed!"
+ ]));
+ test.shouldExit(0);
+ });
+
+ test("shards each suite", () {
+ d.file("1_test.dart", """
+ import 'package:test/test.dart';
+
+ void main() {
+ test("test 1.1", () {});
+ test("test 1.2", () {});
+ test("test 1.3", () {});
+ }
+ """).create();
+
+ d.file("2_test.dart", """
+ import 'package:test/test.dart';
+
+ void main() {
+ test("test 2.1", () {});
+ test("test 2.2", () {});
+ test("test 2.3", () {});
+ }
+ """).create();
+
+ var test = runTest([".", "--shard-index=0", "--total-shards=3"]);
+ test.stdout.expect(inOrder([
+ either(containsInOrder([
+ "+0: ./1_test.dart: test 1.1",
+ "+1: ./2_test.dart: test 2.1"
+ ]), containsInOrder([
+ "+0: ./2_test.dart: test 2.1",
+ "+1: ./1_test.dart: test 1.1"
+ ])),
+ contains("+2: All tests passed!")
+ ]));
+ test.shouldExit(0);
+
+
+ test = runTest([".", "--shard-index=1", "--total-shards=3"]);
+ test.stdout.expect(inOrder([
+ either(containsInOrder([
+ "+0: ./1_test.dart: test 1.2",
+ "+1: ./2_test.dart: test 2.2"
+ ]), containsInOrder([
+ "+0: ./2_test.dart: test 2.2",
+ "+1: ./1_test.dart: test 1.2"
+ ])),
+ contains("+2: All tests passed!")
+ ]));
+ test.shouldExit(0);
+
+ test = runTest([".", "--shard-index=2", "--total-shards=3"]);
+ test.stdout.expect(inOrder([
+ either(containsInOrder([
+ "+0: ./1_test.dart: test 1.3",
+ "+1: ./2_test.dart: test 2.3"
+ ]), containsInOrder([
+ "+0: ./2_test.dart: test 2.3",
+ "+1: ./1_test.dart: test 1.3"
+ ])),
+ contains("+2: All tests passed!")
+ ]));
+ test.shouldExit(0);
+ });
+
+ test("an empty shard reports success", () {
+ d.file("test.dart", """
+ import 'package:test/test.dart';
+
+ void main() {
+ test("test 1", () {});
+ test("test 2", () {});
+ }
+ """).create();
+
+ var test = runTest(["test.dart", "--shard-index=1", "--total-shards=3"]);
+ test.stdout.expect(consumeThrough("No tests ran."));
+ test.shouldExit(0);
+ });
+
+ group("reports an error if", () {
+ test("--shard-index is provided alone", () {
+ var test = runTest(["--shard-index=1"]);
+ test.stderr.expect(
+ "--shard-index and --total-shards may only be passed together.");
+ test.shouldExit(exit_codes.usage);
+ });
+
+ test("--total-shards is provided alone", () {
+ var test = runTest(["--total-shards=5"]);
+ test.stderr.expect(
+ "--shard-index and --total-shards may only be passed together.");
+ test.shouldExit(exit_codes.usage);
+ });
+
+ test("--shard-index is negative", () {
+ var test = runTest(["--shard-index=-1", "--total-shards=5"]);
+ test.stderr.expect("--shard-index may not be negative.");
+ test.shouldExit(exit_codes.usage);
+ });
+
+ test("--shard-index is equal to --total-shards", () {
+ var test = runTest(["--shard-index=5", "--total-shards=5"]);
+ test.stderr.expect("--shard-index must be less than --total-shards.");
+ test.shouldExit(exit_codes.usage);
+ });
+ });
+}
« no previous file with comments | « test/runner/configuration/configuration_test.dart ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698