| OLD | NEW |
| 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 library summary_report; | 5 library summary_report; |
| 6 | 6 |
| 7 import "status_file_parser.dart"; | 7 import "status_file_parser.dart"; |
| 8 import "test_runner.dart"; | 8 import "test_runner.dart"; |
| 9 | 9 |
| 10 final summaryReport = new SummaryReport(); | 10 final summaryReport = new SummaryReport(); |
| (...skipping 19 matching lines...) Expand all Loading... |
| 30 | 30 |
| 31 final List<TestCase> _nonStandardTestCases = <TestCase>[]; | 31 final List<TestCase> _nonStandardTestCases = <TestCase>[]; |
| 32 | 32 |
| 33 void add(TestCase testCase) { | 33 void add(TestCase testCase) { |
| 34 var expectations = testCase.expectedOutcomes; | 34 var expectations = testCase.expectedOutcomes; |
| 35 | 35 |
| 36 bool containsFail = expectations | 36 bool containsFail = expectations |
| 37 .any((expectation) => expectation.canBeOutcomeOf(Expectation.FAIL)); | 37 .any((expectation) => expectation.canBeOutcomeOf(Expectation.FAIL)); |
| 38 bool containsPass = expectations.contains(Expectation.PASS); | 38 bool containsPass = expectations.contains(Expectation.PASS); |
| 39 bool containsSkip = expectations | 39 bool containsSkip = expectations |
| 40 .any((expectation) => expectation.canBeOutcomeOf(Expectation.SKIP)); | 40 .any((expectation) => expectation.canBeOutcomeOf(Expectation.SKIP)); |
| 41 bool containsSkipByDesign = | 41 bool containsSkipByDesign = |
| 42 expectations.contains(Expectation.SKIP_BY_DESIGN); | 42 expectations.contains(Expectation.SKIP_BY_DESIGN); |
| 43 bool containsCrash = expectations.contains(Expectation.CRASH); | 43 bool containsCrash = expectations.contains(Expectation.CRASH); |
| 44 bool containsOK = expectations.contains(Expectation.OK); | 44 bool containsOK = expectations.contains(Expectation.OK); |
| 45 bool containsSlow = expectations.contains(Expectation.SLOW); | 45 bool containsSlow = expectations.contains(Expectation.SLOW); |
| 46 bool containsTimeout = expectations.contains(Expectation.TIMEOUT); | 46 bool containsTimeout = expectations.contains(Expectation.TIMEOUT); |
| 47 | 47 |
| 48 ++_total; | 48 ++_total; |
| 49 if (containsSkip) { | 49 if (containsSkip) { |
| 50 ++_skipped; | 50 ++_skipped; |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 93 } | 93 } |
| 94 } | 94 } |
| 95 } | 95 } |
| 96 | 96 |
| 97 void addCompileErrorSkipTest() { | 97 void addCompileErrorSkipTest() { |
| 98 _total++; | 98 _total++; |
| 99 _compileErrorSkip++; | 99 _compileErrorSkip++; |
| 100 } | 100 } |
| 101 | 101 |
| 102 Map<String, int> get values => { | 102 Map<String, int> get values => { |
| 103 'total': _total, | 103 'total': _total, |
| 104 'skippedOther': skippedOther, | 104 'skippedOther': skippedOther, |
| 105 'skippedByDesign': _skippedByDesign, | 105 'skippedByDesign': _skippedByDesign, |
| 106 'pass': _pass, | 106 'pass': _pass, |
| 107 'noCrash': _noCrash, | 107 'noCrash': _noCrash, |
| 108 'flakyCrash': _flakyCrash, | 108 'flakyCrash': _flakyCrash, |
| 109 'failOk': _failOk, | 109 'failOk': _failOk, |
| 110 'fail': _fail, | 110 'fail': _fail, |
| 111 'crash': _crash, | 111 'crash': _crash, |
| 112 'timeout': _timeout, | 112 'timeout': _timeout, |
| 113 'compileErrorSkip': _compileErrorSkip, | 113 'compileErrorSkip': _compileErrorSkip, |
| 114 'bogus': bogus | 114 'bogus': bogus |
| 115 }; | 115 }; |
| 116 | 116 |
| 117 String get report => """Total: $_total tests | 117 String get report => """Total: $_total tests |
| 118 * $_skipped tests will be skipped ($_skippedByDesign skipped by design) | 118 * $_skipped tests will be skipped ($_skippedByDesign skipped by design) |
| 119 * $_noCrash tests are expected to be flaky but not crash | 119 * $_noCrash tests are expected to be flaky but not crash |
| 120 * $_flakyCrash tests are expected to flaky crash | 120 * $_flakyCrash tests are expected to flaky crash |
| 121 * $_pass tests are expected to pass | 121 * $_pass tests are expected to pass |
| 122 * $_failOk tests are expected to fail that we won't fix | 122 * $_failOk tests are expected to fail that we won't fix |
| 123 * $_fail tests are expected to fail that we should fix | 123 * $_fail tests are expected to fail that we should fix |
| 124 * $_crash tests are expected to crash that we should fix | 124 * $_crash tests are expected to crash that we should fix |
| 125 * $_timeout tests are allowed to timeout | 125 * $_timeout tests are allowed to timeout |
| 126 * $_compileErrorSkip tests are skipped on browsers due to compile-time error | 126 * $_compileErrorSkip tests are skipped on browsers due to compile-time error |
| 127 * $bogus could not be categorized or are in multiple categories | 127 * $bogus could not be categorized or are in multiple categories |
| 128 """; | 128 """; |
| 129 | 129 |
| 130 void printReport() { | 130 void printReport() { |
| 131 if (_total == 0) return; | 131 if (_total == 0) return; |
| 132 print(report); | 132 print(report); |
| 133 } | 133 } |
| 134 } | 134 } |
| OLD | NEW |