Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(5)

Side by Side Diff: lib/src/runner/reporter/compact.dart

Issue 1187103004: Allow Suites to be added to an Engine over time. (Closed) Base URL: git@github.com:dart-lang/test@master
Patch Set: Created 5 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 library test.runner.reporter.compact; 5 library test.runner.reporter.compact;
6 6
7 import 'dart:async';
8 import 'dart:io'; 7 import 'dart:io';
9 import 'dart:isolate'; 8 import 'dart:isolate';
10 9
11 import '../../backend/live_test.dart'; 10 import '../../backend/live_test.dart';
12 import '../../backend/state.dart'; 11 import '../../backend/state.dart';
13 import '../../backend/suite.dart';
14 import '../../utils.dart'; 12 import '../../utils.dart';
15 import '../engine.dart'; 13 import '../engine.dart';
16 import '../load_exception.dart'; 14 import '../load_exception.dart';
17 15
18 /// The maximum console line length. 16 /// The maximum console line length.
19 /// 17 ///
20 /// Lines longer than this will be cropped. 18 /// Lines longer than this will be cropped.
21 const _lineLength = 100; 19 const _lineLength = 100;
22 20
23 /// A reporter that prints test results to the console in a single 21 /// A reporter that prints test results to the console in a single
(...skipping 17 matching lines...) Expand all
41 /// The terminal escape for removing test coloring, or the empty string if 39 /// The terminal escape for removing test coloring, or the empty string if
42 /// this is Windows or not outputting to a terminal. 40 /// this is Windows or not outputting to a terminal.
43 final String _noColor; 41 final String _noColor;
44 42
45 /// Whether to use verbose stack traces. 43 /// Whether to use verbose stack traces.
46 final bool _verboseTrace; 44 final bool _verboseTrace;
47 45
48 /// The engine used to run the tests. 46 /// The engine used to run the tests.
49 final Engine _engine; 47 final Engine _engine;
50 48
51 /// Whether multiple test files are being run. 49 /// Whether the path to each test's suite should be printed.
52 final bool _multiplePaths; 50 final bool _printPath;
53 51
54 /// Whether tests are being run on multiple platforms. 52 /// Whether the platform each test is running on should be printed.
55 final bool _multiplePlatforms; 53 final bool _printPlatform;
56 54
57 /// A stopwatch that tracks the duration of the full run. 55 /// A stopwatch that tracks the duration of the full run.
58 final _stopwatch = new Stopwatch(); 56 final _stopwatch = new Stopwatch();
59 57
60 /// Whether [close] has been called.
61 bool _closed = false;
62
63 /// The size of `_engine.passed` last time a progress notification was 58 /// The size of `_engine.passed` last time a progress notification was
64 /// printed. 59 /// printed.
65 int _lastProgressPassed; 60 int _lastProgressPassed;
66 61
67 /// The size of `_engine.skipped` last time a progress notification was printe d. 62 /// The size of `_engine.skipped` last time a progress notification was printe d.
68 int _lastProgressSkipped; 63 int _lastProgressSkipped;
69 64
70 /// The size of `_engine.failed` last time a progress notification was 65 /// The size of `_engine.failed` last time a progress notification was
71 /// printed. 66 /// printed.
72 int _lastProgressFailed; 67 int _lastProgressFailed;
73 68
74 /// The message printed for the last progress notification. 69 /// The message printed for the last progress notification.
75 String _lastProgressMessage; 70 String _lastProgressMessage;
76 71
77 // Whether a newline has been printed since the last progress line. 72 // Whether a newline has been printed since the last progress line.
78 var _printedNewline = true; 73 var _printedNewline = true;
79 74
80 /// Creates a [ConsoleReporter] that will run all tests in [suites]. 75 /// Watches the tests run by [engine] and prints their results to the
76 /// terminal.
81 /// 77 ///
82 /// [concurrency] controls how many suites are run at once. If [color] is 78 /// If [color] is `true`, this will use terminal colors; if it's `false`, it
83 /// `true`, this will use terminal colors; if it's `false`, it won't. If 79 /// won't. If [verboseTrace] is `true`, this will print core library frames.
84 /// [verboseTrace] is `true`, this will print core library frames. 80 /// If [printPath] is `true`, this will print the path name as part of the
85 CompactReporter(Iterable<Suite> suites, {int concurrency, bool color: true, 81 /// test description. Likewise, if [printPlatform] is `true`, this will print
86 bool verboseTrace: false}) 82 /// the platform as part of the test description.
87 : _multiplePaths = suites.map((suite) => suite.path).toSet().length > 1, 83 static void watch(Engine engine, {bool color: true, bool verboseTrace: false,
88 _multiplePlatforms = 84 bool printPath: true, bool printPlatform: true}) {
89 suites.map((suite) => suite.platform).toSet().length > 1, 85 new CompactReporter._(
90 _engine = new Engine(suites, concurrency: concurrency), 86 engine,
91 _verboseTrace = verboseTrace, 87 color: color,
88 verboseTrace: verboseTrace,
89 printPath: printPath,
90 printPlatform: printPlatform);
91 }
92
93 CompactReporter._(this._engine, {bool color: true, bool verboseTrace: false,
94 bool printPath: true, bool printPlatform: true})
95 : _verboseTrace = verboseTrace,
96 _printPath = printPath,
97 _printPlatform = printPlatform,
92 _color = color, 98 _color = color,
93 _green = color ? '\u001b[32m' : '', 99 _green = color ? '\u001b[32m' : '',
94 _red = color ? '\u001b[31m' : '', 100 _red = color ? '\u001b[31m' : '',
95 _yellow = color ? '\u001b[33m' : '', 101 _yellow = color ? '\u001b[33m' : '',
96 _noColor = color ? '\u001b[0m' : '' { 102 _noColor = color ? '\u001b[0m' : '' {
97 _engine.onTestStarted.listen((liveTest) { 103 _engine.onTestStarted.listen(_onTestStarted);
98 // If this is the first test to start, print a progress line so the user 104 _engine.success.then(_onDone);
99 // knows what's running. 105 }
100 if (_engine.active.length == 1) _progressLine(_description(liveTest));
101 _printedNewline = false;
102 106
103 liveTest.onStateChange.listen((state) { 107 /// A callback called when the engine begins running [liveTest].
104 if (state.status != Status.complete) return; 108 void _onTestStarted(LiveTest liveTest) {
109 if (!_stopwatch.isRunning) _stopwatch.start();
105 110
106 if (liveTest.test.metadata.skip && 111 // If this is the first test to start, print a progress line so the user
107 liveTest.test.metadata.skipReason != null) { 112 // knows what's running.
108 _progressLine(_description(liveTest)); 113 if (_engine.active.length == 1) _progressLine(_description(liveTest));
109 print(''); 114 _printedNewline = false;
110 print(indent('${_yellow}Skip: ${liveTest.test.metadata.skipReason}'
111 '$_noColor'));
112 } else {
113 // Always display the name of the oldest active test, unless testing
114 // is finished in which case display the last test to complete.
115 if (_engine.active.isEmpty) {
116 _progressLine(_description(liveTest));
117 } else {
118 _progressLine(_description(_engine.active.first));
119 }
120 115
121 _printedNewline = false; 116 liveTest.onStateChange.listen((state) => _onStateChange(liveTest, state));
122 }
123 });
124 117
125 liveTest.onError.listen((error) { 118 liveTest.onError.listen((error) =>
126 if (liveTest.state.status != Status.complete) return; 119 _onError(liveTest, error.error, error.stackTrace));
127 120
128 _progressLine(_description(liveTest)); 121 liveTest.onPrint.listen((line) {
129 if (!_printedNewline) print(''); 122 _progressLine(_description(liveTest));
130 _printedNewline = true; 123 if (!_printedNewline) print('');
124 _printedNewline = true;
131 125
132 if (error.error is! LoadException) { 126 print(line);
133 print(indent(error.error.toString()));
134 var chain = terseChain(error.stackTrace, verbose: _verboseTrace);
135 print(indent(chain.toString()));
136 return;
137 }
138
139 print(indent(error.error.toString(color: _color)));
140
141 // Only print stack traces for load errors that come from the user's cod e.
142 if (error.error.innerError is! IOException &&
143 error.error.innerError is! IsolateSpawnException &&
144 error.error.innerError is! FormatException &&
145 error.error.innerError is! String) {
146 print(indent(terseChain(error.stackTrace).toString()));
147 }
148 });
149
150 liveTest.onPrint.listen((line) {
151 _progressLine(_description(liveTest));
152 if (!_printedNewline) print('');
153 _printedNewline = true;
154
155 print(line);
156 });
157 }); 127 });
158 } 128 }
159 129
160 /// Runs all tests in all provided suites. 130 /// A callback called when [liveTest]'s state becomes [state].
131 void _onStateChange(LiveTest liveTest, State state) {
132 if (state.status != Status.complete) return;
133
134 if (liveTest.test.metadata.skip &&
135 liveTest.test.metadata.skipReason != null) {
136 _progressLine(_description(liveTest));
137 print('');
138 print(indent('${_yellow}Skip: ${liveTest.test.metadata.skipReason}'
139 '$_noColor'));
140 } else {
141 // Always display the name of the oldest active test, unless testing
142 // is finished in which case display the last test to complete.
143 if (_engine.active.isEmpty) {
144 _progressLine(_description(liveTest));
145 } else {
146 _progressLine(_description(_engine.active.first));
147 }
148
149 _printedNewline = false;
150 }
151 }
152
153 /// A callback called when [liveTest] throws [error].
154 void _onError(LiveTest liveTest, error, StackTrace stackTrace) {
155 if (liveTest.state.status != Status.complete) return;
156
157 _progressLine(_description(liveTest));
158 if (!_printedNewline) print('');
159 _printedNewline = true;
160
161 if (error is! LoadException) {
162 print(indent(error.toString()));
163 var chain = terseChain(stackTrace, verbose: _verboseTrace);
164 print(indent(chain.toString()));
165 return;
166 }
167
168 print(indent(error.toString(color: _color)));
169
170 // Only print stack traces for load errors that come from the user's code.
171 if (error.innerError is! IOException &&
172 error.innerError is! IsolateSpawnException &&
173 error.innerError is! FormatException &&
174 error.innerError is! String) {
175 print(indent(terseChain(stackTrace).toString()));
176 }
177 }
178
179 /// A callback called when the engine is finished running tests.
161 /// 180 ///
162 /// This returns `true` if all tests succeed, and `false` otherwise. It will 181 /// [success] will be `true` if all tests passed, `false` if some tests
163 /// only return once all tests have finished running. 182 /// failed, and `null` if the engine was closed prematurely.
164 Future<bool> run() async { 183 void _onDone(bool success) {
165 if (_stopwatch.isRunning) { 184 // A null success value indicates that the engine was closed before the
166 throw new StateError("CompactReporter.run() may not be called more than " 185 // tests finished running, probably because of a signal from the user. We
167 "once."); 186 // shouldn't print summary information, we should just make sure the
187 // terminal cursor is on its own line.
188 if (success == null) {
189 if (!_printedNewline) print("");
190 _printedNewline = true;
191 return;
168 } 192 }
169 193
170 if (_engine.liveTests.isEmpty) { 194 if (_engine.liveTests.isEmpty) {
195 if (!_printedNewline) print("");
171 print("No tests ran."); 196 print("No tests ran.");
172 return true; 197 } else if (!success) {
173 }
174
175 _stopwatch.start();
176 var success = await _engine.run();
177 if (_closed) return false;
178
179 if (!success) {
180 _progressLine('Some tests failed.', color: _red); 198 _progressLine('Some tests failed.', color: _red);
181 print(''); 199 print('');
182 } else if (_engine.passed.isEmpty) { 200 } else if (_engine.passed.isEmpty) {
183 _progressLine("All tests skipped."); 201 _progressLine("All tests skipped.");
184 print(''); 202 print('');
185 } else { 203 } else {
186 _progressLine("All tests passed!"); 204 _progressLine("All tests passed!");
187 print(''); 205 print('');
188 } 206 }
189
190 return success;
191 }
192
193 /// Signals that the caller is done with any test output and the reporter
194 /// should release any resources it has allocated.
195 Future close() {
196 if (!_printedNewline) print("");
197 _printedNewline = true;
198 _closed = true;
199 return _engine.close();
200 } 207 }
201 208
202 /// Prints a line representing the current state of the tests. 209 /// Prints a line representing the current state of the tests.
203 /// 210 ///
204 /// [message] goes after the progress report, and may be truncated to fit the 211 /// [message] goes after the progress report, and may be truncated to fit the
205 /// entire line within [_lineLength]. If [color] is passed, it's used as the 212 /// entire line within [_lineLength]. If [color] is passed, it's used as the
206 /// color for [message]. 213 /// color for [message].
207 bool _progressLine(String message, {String color}) { 214 bool _progressLine(String message, {String color}) {
208 // Print nothing if nothing has changed since the last progress line. 215 // Print nothing if nothing has changed since the last progress line.
209 if (_engine.passed.length == _lastProgressPassed && 216 if (_engine.passed.length == _lastProgressPassed &&
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after
268 "${(duration.inSeconds % 60).toString().padLeft(2, '0')}"; 275 "${(duration.inSeconds % 60).toString().padLeft(2, '0')}";
269 } 276 }
270 277
271 /// Returns a description of [liveTest]. 278 /// Returns a description of [liveTest].
272 /// 279 ///
273 /// This differs from the test's own description in that it may also include 280 /// This differs from the test's own description in that it may also include
274 /// the suite's name. 281 /// the suite's name.
275 String _description(LiveTest liveTest) { 282 String _description(LiveTest liveTest) {
276 var name = liveTest.test.name; 283 var name = liveTest.test.name;
277 284
278 if (_multiplePaths && liveTest.suite.path != null) { 285 if (_printPath && liveTest.suite.path != null) {
279 name = "${liveTest.suite.path}: $name"; 286 name = "${liveTest.suite.path}: $name";
280 } 287 }
281 288
282 if (_multiplePlatforms && liveTest.suite.platform != null) { 289 if (_printPlatform && liveTest.suite.platform != null) {
283 name = "[${liveTest.suite.platform}] $name"; 290 name = "[${liveTest.suite.platform}] $name";
284 } 291 }
285 292
286 return name; 293 return name;
287 } 294 }
288 } 295 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698