Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(278)

Side by Side Diff: lib/src/simple_configuration.dart

Issue 869043002: Clean up unittest a bunch. (Closed) Base URL: git@github.com:dart-lang/unittest@master
Patch Set: Code review changes Created 5 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « lib/src/internal_test_case.dart ('k') | lib/src/spread_args_helper.dart » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 part of unittest; 5 library unittest.simple_configuration;
6 6
7 // A custom failure handler for [expect] that routes expect failures 7 import 'dart:isolate';
8 // to the config. 8
9 import 'package:matcher/matcher.dart'
10 show DefaultFailureHandler, configureExpectFailureHandler, TestFailure;
11
12 import '../unittest.dart';
13 import 'internal_test_case.dart';
14 import 'utils.dart';
15
16 // A custom failure handler for [expect] that routes failures to the
17 // [SimpleConfiguration].
9 class _ExpectFailureHandler extends DefaultFailureHandler { 18 class _ExpectFailureHandler extends DefaultFailureHandler {
10 final SimpleConfiguration _config; 19 final SimpleConfiguration _config;
11 20
12 _ExpectFailureHandler(this._config); 21 _ExpectFailureHandler(this._config);
13 22
14 void fail(String reason) { 23 void fail(String reason) {
15 _config.onExpectFailure(reason); 24 _config.onExpectFailure(reason);
16 } 25 }
17 } 26 }
18 27
19 /// Hooks to configure the unittest library for different platforms. This class 28 /// A configuration that provides hooks to configure the unittest library for
20 /// implements the API in a platform-independent way. Tests that want to take 29 /// different platforms.
21 /// advantage of the platform can create a subclass and override methods from 30 ///
22 /// this class. 31 /// This class implements the [Configuration] API in a platform-independent way.
32 /// Tests that want to take advantage of the platform can create a subclass and
33 /// override methods from this class.
23 class SimpleConfiguration extends Configuration { 34 class SimpleConfiguration extends Configuration {
24 // The VM won't shut down if a receive port is open. Use this to make sure 35 /// A port that keeps the VM alive while we wait for asynchronous tests to
25 // we correctly wait for asynchronous tests. 36 /// finish.
37 ///
38 /// The VM won't shut down as long as there's an open receive port.
26 ReceivePort _receivePort; 39 ReceivePort _receivePort;
27 40
28 /// Subclasses can override this with something useful for diagnostics. 41 /// The name of the configuration.
29 /// Particularly useful in cases where we have parent/child configurations 42 ///
30 /// such as layout tests. 43 /// Subclasses can override this with something useful for diagnostics. It's
31 String get name => 'Configuration'; 44 /// particularly useful for parent/child configurations such as layout tests.
45 final name = 'Configuration';
32 46
33 bool get autoStart => true; 47 /// If true (the default), throw an exception once all tests have run if any f ailed.
34
35 /// If true (the default), throw an exception at the end if any tests failed.
36 bool throwOnTestFailures = true; 48 bool throwOnTestFailures = true;
37 49
38 /// If true (the default), then tests will stop after the first failed 50 /// If true (the default), then tests will stop after the first failed
39 /// [expect]. If false, failed [expect]s will not cause the test 51 /// [expect].
40 /// to stop (other exceptions will still terminate the test). 52 ///
53 /// If false, failed [expect]s will not cause the test to stop. Other
54 /// exceptions will still terminate the test.
41 bool stopTestOnExpectFailure = true; 55 bool stopTestOnExpectFailure = true;
42 56
43 // If stopTestOnExpectFailure is false, we need to capture failures, which 57 // If [stopTestOnExpectFailure] is false, the list of failed [expect]s.
44 // we do with this List.
45 final _testLogBuffer = <Pair<String, StackTrace>>[]; 58 final _testLogBuffer = <Pair<String, StackTrace>>[];
46 59
47 /// The constructor sets up a failure handler for [expect] that redirects 60 /// The constructor sets up a failure handler for [expect] that redirects
48 /// [expect] failures to [onExpectFailure]. 61 /// [expect] failures to [onExpectFailure].
49 SimpleConfiguration(): super.blank() { 62 SimpleConfiguration(): super.blank() {
50 configureExpectFailureHandler(new _ExpectFailureHandler(this)); 63 configureExpectFailureHandler(new _ExpectFailureHandler(this));
51 } 64 }
52 65
53 void onInit() { 66 void onInit() {
54 // For Dart internal tests, we don't want stack frame filtering. 67 // For Dart internal tests, we don't want stack frame filtering.
55 // We turn it off here in the default config, but by default turn 68 // We turn it off here in the default config, but by default turn
56 // it back on in the vm and html configs. 69 // it back on in the vm and html configs.
57 filterStacks = false; 70 filterStacks = false;
58 _receivePort = new ReceivePort(); 71 _receivePort = new ReceivePort();
59 _postMessage('unittest-suite-wait-for-done'); 72 _postMessage('unittest-suite-wait-for-done');
60 } 73 }
61 74
62 /// Called when each test starts. Useful to show intermediate progress on 75 /// Called when a test starts.
63 /// a test suite. Derived classes should call this first before their own 76 ///
64 /// override code. 77 /// Derived classes should call this first before their own override code.
65 void onTestStart(TestCase testCase) { 78 void onTestStart(TestCase testCase) => _testLogBuffer.clear();
66 assert(testCase != null);
67 _testLogBuffer.clear();
68 }
69 79
70 /// Called when each test is first completed. Useful to show intermediate 80 /// Called when a test completes.
71 /// progress on a test suite. Derived classes should call this first 81 ///
72 /// before their own override code. 82 /// Derived classes should call this first before their own override code.
73 void onTestResult(TestCase testCase) { 83 void onTestResult(TestCase externalTestCase) {
74 assert(testCase != null); 84 if (stopTestOnExpectFailure || _testLogBuffer.isEmpty) return;
75 if (!stopTestOnExpectFailure && _testLogBuffer.length > 0) { 85
76 // Write the message/stack pairs up to the last pairs. 86 var testCase = externalTestCase as InternalTestCase;
77 var reason = new StringBuffer(); 87
78 for (var reasonAndTrace in 88 // Write the message/stack pairs up to the last pairs.
79 _testLogBuffer.take(_testLogBuffer.length - 1)) { 89 var reason = new StringBuffer();
80 reason.write(reasonAndTrace.first); 90 for (var reasonAndTrace in
81 reason.write('\n'); 91 _testLogBuffer.take(_testLogBuffer.length - 1)) {
82 reason.write(reasonAndTrace.last); 92 reason.write(reasonAndTrace.first);
83 reason.write('\n'); 93 reason.write('\n');
84 } 94 reason.write(reasonAndTrace.last);
85 var lastReasonAndTrace = _testLogBuffer.last; 95 reason.write('\n');
86 // Write the last message. 96 }
87 reason.write(lastReasonAndTrace.first); 97
88 if (testCase.result == PASS) { 98 var lastReasonAndTrace = _testLogBuffer.last;
89 testCase._result = FAIL; 99 // Write the last message.
90 testCase._message = reason.toString(); 100 reason.write(lastReasonAndTrace.first);
91 // Use the last stack as the overall failure stack. 101 if (testCase.result == PASS) {
92 testCase._stackTrace = lastReasonAndTrace.last; 102 testCase.result = FAIL;
93 } else { 103 testCase.message = reason.toString();
94 // Add the last stack to the message; we have a further stack 104 // Use the last stack as the overall failure stack.
95 // caused by some other failure. 105 testCase.stackTrace = lastReasonAndTrace.last;
96 reason.write(lastReasonAndTrace.last); 106 } else {
97 reason.write('\n'); 107 // Add the last stack to the message; we have a further stack
98 // Add the existing reason to the end of the expect log to 108 // caused by some other failure.
99 // create the final message. 109 reason.write(lastReasonAndTrace.last);
100 testCase._message = '${reason.toString()}\n${testCase._message}'; 110 reason.write('\n');
101 } 111 // Add the existing reason to the end of the expect log to
112 // create the final message.
113 testCase.message = '${reason.toString()}\n${testCase.message}';
102 } 114 }
103 } 115 }
104 116
105 void onTestResultChanged(TestCase testCase) { 117 /// Handles the logging of messages by a test case.
106 assert(testCase != null); 118 ///
107 } 119 /// The default in this base configuration is to call [print].
108
109 /// Handles the logging of messages by a test case. The default in
110 /// this base configuration is to call print();
111 void onLogMessage(TestCase testCase, String message) { 120 void onLogMessage(TestCase testCase, String message) {
112 print(message); 121 print(message);
113 } 122 }
114 123
115 /// Handles failures from expect(). The default in 124 /// Handles failures from [expect].
116 /// this base configuration is to throw an exception; 125 ///
126 /// If [stopTestOnExpectFailure] is true, this throws a [TestFailure].
127 /// Otherwise, this stores the error.
117 void onExpectFailure(String reason) { 128 void onExpectFailure(String reason) {
118 if (stopTestOnExpectFailure) { 129 if (stopTestOnExpectFailure) throw new TestFailure(reason);
119 throw new TestFailure(reason); 130
120 } else { 131 try {
121 try { 132 throw '';
122 throw ''; 133 } catch (_, stack) {
123 } catch (_, stack) { 134 var trace = getTrace(stack, formatStacks, filterStacks);
124 var trace = getTrace(stack, formatStacks, filterStacks); 135 if (trace == null) trace = stack;
125 if (trace == null) trace = stack; 136 _testLogBuffer.add(new Pair<String, StackTrace>(reason, trace));
126 _testLogBuffer.add(new Pair<String, StackTrace>(reason, trace));
127 }
128 } 137 }
129 } 138 }
130 139
131 /// Format a test result. 140 /// Returns a formatted string description of a test result.
132 String formatResult(TestCase testCase) { 141 String formatResult(TestCase testCase) {
133 var result = new StringBuffer(); 142 var result = new StringBuffer();
134 result.write(testCase.result.toUpperCase()); 143 result.write(testCase.result.toUpperCase());
135 result.write(": "); 144 result.write(": ");
136 result.write(testCase.description); 145 result.write(testCase.description);
137 result.write("\n"); 146 result.write("\n");
138 147
139 if (testCase.message != '') { 148 if (testCase.message != '') {
140 result.write(indent(testCase.message)); 149 result.write(indent(testCase.message));
141 result.write("\n"); 150 result.write("\n");
142 } 151 }
143 152
144 if (testCase.stackTrace != null) { 153 if (testCase.stackTrace != null) {
145 result.write(indent(testCase.stackTrace.toString())); 154 result.write(indent(testCase.stackTrace.toString()));
146 result.write("\n"); 155 result.write("\n");
147 } 156 }
148 return result.toString(); 157 return result.toString();
149 } 158 }
150 159
151 /// Called with the result of all test cases. 160 /// Called with the result of all test cases.
152 /// 161 ///
153 /// The default implementation prints the result summary using the built-in 162 /// The default implementation prints the result summary using [print],
154 /// [print] command. Browser tests commonly override this to reformat the 163 /// formatted with [formatResult]. Browser tests commonly override this to
155 /// output. 164 /// reformat the output.
156 /// 165 ///
157 /// When [uncaughtError] is not null, it contains an error that occured 166 /// When [uncaughtError] is not null, it contains an error that occured
158 /// outside of tests (e.g. setting up the test). 167 /// outside of tests (e.g. setting up the test).
159 void onSummary(int passed, int failed, int errors, List<TestCase> results, 168 void onSummary(int passed, int failed, int errors, List<TestCase> results,
160 String uncaughtError) { 169 String uncaughtError) {
161 // Print each test's result. 170 // Print each test's result.
162 for (final t in results) { 171 for (var test in results) {
163 print(formatResult(t).trim()); 172 print(formatResult(test).trim());
164 } 173 }
165 174
166 // Show the summary. 175 // Show the summary.
167 print(''); 176 print('');
168 177
169 if (passed == 0 && failed == 0 && errors == 0 && uncaughtError == null) { 178 if (passed == 0 && failed == 0 && errors == 0 && uncaughtError == null) {
170 print('No tests found.'); 179 print('No tests found.');
171 // This is considered a failure too. 180 // This is considered a failure too.
172 } else if (failed == 0 && errors == 0 && uncaughtError == null) { 181 } else if (failed == 0 && errors == 0 && uncaughtError == null) {
173 print('All $passed tests passed.'); 182 print('All $passed tests passed.');
(...skipping 16 matching lines...) Expand all
190 } 199 }
191 } 200 }
192 } 201 }
193 202
194 void _postMessage(String message) { 203 void _postMessage(String message) {
195 // In dart2js browser tests, the JavaScript-based test controller 204 // In dart2js browser tests, the JavaScript-based test controller
196 // intercepts calls to print and listens for "secret" messages. 205 // intercepts calls to print and listens for "secret" messages.
197 print(message); 206 print(message);
198 } 207 }
199 } 208 }
OLDNEW
« no previous file with comments | « lib/src/internal_test_case.dart ('k') | lib/src/spread_args_helper.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698