OLD | NEW |
1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 # WARNING: | 5 # WARNING: |
6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
8 # prefix. | 8 # prefix. |
9 | 9 |
10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally | 10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally |
11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally | 11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally |
12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally | 12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally |
13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally | 13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally |
14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally | 14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally |
15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally | 15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally |
16 full_coverage_test: Pass, Slow | 16 full_coverage_test: Pass, Slow |
17 | 17 |
18 | 18 |
19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
20 | 20 |
21 javascript_compatibility_errors_test/none: Fail, OK # Not possible to exclude o
r annotate with '/// none:' | |
22 | |
23 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none)) ] | 21 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none)) ] |
24 no_assert_test: Fail, OK # This is testing a vm flag. | 22 no_assert_test: Fail, OK # This is testing a vm flag. |
25 | 23 |
26 [ ($runtime == vm || $runtime == dart_precompiled) ] | 24 [ ($runtime == vm || $runtime == dart_precompiled) ] |
27 package/package_isolate_test: Fail # Issue 12474 | 25 package/package_isolate_test: Fail # Issue 12474 |
28 io/observatory_test: Fail | 26 io/observatory_test: Fail |
29 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 27 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
30 javascript_int_overflow_test: Skip # Fails if the bot's uptime becomes too high
. | |
31 javascript_int_overflow_literal_test: Skip # Fails if the bot's uptime becomes
too high. | |
32 | |
33 | 28 |
34 [ ($runtime == vm || $runtime == dart_precompiled) && $checked ] | 29 [ ($runtime == vm || $runtime == dart_precompiled) && $checked ] |
35 # These tests have type errors on purpose. | 30 # These tests have type errors on purpose. |
36 io/process_invalid_arguments_test: Fail, OK | 31 io/process_invalid_arguments_test: Fail, OK |
37 io/directory_invalid_arguments_test: Fail, OK | 32 io/directory_invalid_arguments_test: Fail, OK |
38 io/file_invalid_arguments_test: Fail, OK | 33 io/file_invalid_arguments_test: Fail, OK |
39 io/internet_address_invalid_arguments_test: Fail, OK | 34 io/internet_address_invalid_arguments_test: Fail, OK |
40 io/socket_invalid_arguments_test: Fail, OK | 35 io/socket_invalid_arguments_test: Fail, OK |
41 io/stdout_bad_argument_test: Fail, OK | 36 io/stdout_bad_argument_test: Fail, OK |
42 # These test have type errors on purpose and take very long to run in | 37 # These test have type errors on purpose and take very long to run in |
(...skipping 18 matching lines...) Expand all Loading... |
61 [ ($compiler == none || $compiler == precompiler) && ($runtime == drt || $runtim
e == dartium || $runtime == ContentShellOnAndroid) ] | 56 [ ($compiler == none || $compiler == precompiler) && ($runtime == drt || $runtim
e == dartium || $runtime == ContentShellOnAndroid) ] |
62 typed_array_test: RuntimeError, OK # Uses Isolate.spawn | 57 typed_array_test: RuntimeError, OK # Uses Isolate.spawn |
63 typed_array_int64_uint64_test: RuntimeError, OK # Uses Isolate.spawn | 58 typed_array_int64_uint64_test: RuntimeError, OK # Uses Isolate.spawn |
64 typed_data_isolate_test: SkipByDesign # This test uses dart:io | 59 typed_data_isolate_test: SkipByDesign # This test uses dart:io |
65 io/*: SkipByDesign # Don't run tests using dart:io in the browser | 60 io/*: SkipByDesign # Don't run tests using dart:io in the browser |
66 package/*: Skip # Do not run those in Dartium. | 61 package/*: Skip # Do not run those in Dartium. |
67 full_coverage_test: Skip | 62 full_coverage_test: Skip |
68 http_launch_test: Skip | 63 http_launch_test: Skip |
69 vmservice/*: SkipByDesign # Do not run standalone vm service tests in browser. | 64 vmservice/*: SkipByDesign # Do not run standalone vm service tests in browser. |
70 issue14236_test: Skip # Issue 14236 Script snapshots do not work in the browser. | 65 issue14236_test: Skip # Issue 14236 Script snapshots do not work in the browser. |
71 javascript_compatibility_errors_test: Skip | |
72 javascript_compatibility_warnings_test: Skip | |
73 oom_error_stacktrace_test: Skip | 66 oom_error_stacktrace_test: Skip |
74 out_of_memory_test: Skip | 67 out_of_memory_test: Skip |
75 verbose_gc_to_bmu_test: Skip | 68 verbose_gc_to_bmu_test: Skip |
76 precompilation_test: Skip # Standalone only test. | 69 precompilation_test: Skip # Standalone only test. |
77 precompilation_dart2js_test: Skip # Standalone only test. | 70 precompilation_dart2js_test: Skip # Standalone only test. |
78 noopt_test: Skip # Standalone only test. | 71 noopt_test: Skip # Standalone only test. |
79 | 72 |
80 [ $compiler == dartanalyzer || $compiler == dart2analyzer ] | 73 [ $compiler == dartanalyzer || $compiler == dart2analyzer ] |
81 javascript_int_overflow_literal_test/01: Fail, OK | |
82 issue14236_test: Skip # Analyzer can't handle Script snapshots. | 74 issue14236_test: Skip # Analyzer can't handle Script snapshots. |
83 | 75 |
84 # test issue https://code.google.com/p/dart/issues/detail?id=11518 | 76 # test issue https://code.google.com/p/dart/issues/detail?id=11518 |
85 io/file_constructor_test: fail | 77 io/file_constructor_test: fail |
86 | 78 |
87 # This is runtime test. | 79 # This is runtime test. |
88 io/process_exit_negative_test: Skip | 80 io/process_exit_negative_test: Skip |
89 | 81 |
90 [ $compiler == dart2js ] | 82 [ $compiler == dart2js ] |
91 number_identity_test: Skip # Bigints and int/double diff. not supported. | 83 number_identity_test: Skip # Bigints and int/double diff. not supported. |
(...skipping 10 matching lines...) Expand all Loading... |
102 io/process_exit_negative_test: Fail, OK # relies on a static error that is a war
ning now. | 94 io/process_exit_negative_test: Fail, OK # relies on a static error that is a war
ning now. |
103 package/package_isolate_test: Skip # spawnUri does not work in dart2js. See issu
e 3051 | 95 package/package_isolate_test: Skip # spawnUri does not work in dart2js. See issu
e 3051 |
104 package/package_test: Fail, OK # dart2js does not support 'package:foo.dart' imp
orts | 96 package/package_test: Fail, OK # dart2js does not support 'package:foo.dart' imp
orts |
105 package/package1_test: Fail, OK # dart2js does not support 'package:foo.dart' im
ports | 97 package/package1_test: Fail, OK # dart2js does not support 'package:foo.dart' im
ports |
106 package/scenarios/invalid/*: CompileTimeError # Negative tests expecting Compil
eTimeErrors. | 98 package/scenarios/invalid/*: CompileTimeError # Negative tests expecting Compil
eTimeErrors. |
107 full_coverage_test: Skip | 99 full_coverage_test: Skip |
108 left_shift_bit_and_op_test: Skip # Integers exceed dart2js precision. | 100 left_shift_bit_and_op_test: Skip # Integers exceed dart2js precision. |
109 pow_test: Skip # Precision > 53 bits. | 101 pow_test: Skip # Precision > 53 bits. |
110 double_smi_comparison_test: Skip # Precision > 53 bits. | 102 double_smi_comparison_test: Skip # Precision > 53 bits. |
111 http_launch_test: Skip | 103 http_launch_test: Skip |
112 javascript_int_overflow_test: Skip | |
113 javascript_int_overflow_literal_test: Skip | |
114 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). | 104 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). |
115 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. | 105 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. |
116 issue14236_test: Skip # dart2js does not deal with Script snapshots. | 106 issue14236_test: Skip # dart2js does not deal with Script snapshots. |
117 javascript_compatibility_errors_test: Skip | |
118 javascript_compatibility_warnings_test: Skip | |
119 unboxed_int_converter_test: Skip | 107 unboxed_int_converter_test: Skip |
120 pair_location_remapping_test: Skip | 108 pair_location_remapping_test: Skip |
121 precompilation_test: Skip # Standalone only test. | 109 precompilation_test: Skip # Standalone only test. |
122 precompilation_dart2js_test: Skip # Standalone only test. | 110 precompilation_dart2js_test: Skip # Standalone only test. |
123 noopt_test: Skip # Standalone only test. | 111 noopt_test: Skip # Standalone only test. |
124 regress_25335_test: Skip # Int64List not supported. | 112 regress_25335_test: Skip # Int64List not supported. |
125 | 113 |
126 [ $runtime == vm && $mode == debug ] | 114 [ $runtime == vm && $mode == debug ] |
127 precompilation_dart2js_test: Pass, Slow | 115 precompilation_dart2js_test: Pass, Slow |
128 | 116 |
(...skipping 20 matching lines...) Expand all Loading... |
149 medium_integer_test: Pass # The test only fails at runtime, not at compilation. | 137 medium_integer_test: Pass # The test only fails at runtime, not at compilation. |
150 oom_error_stacktrace_test: Pass # The test only fails at runtime. | 138 oom_error_stacktrace_test: Pass # The test only fails at runtime. |
151 | 139 |
152 [ $compiler == dart2js && $browser ] | 140 [ $compiler == dart2js && $browser ] |
153 *: Skip | 141 *: Skip |
154 | 142 |
155 [ $arch == simarm || $arch == simarmv6 || $arch == simarmv5te || $arch == simmip
s ] | 143 [ $arch == simarm || $arch == simarmv6 || $arch == simarmv5te || $arch == simmip
s ] |
156 out_of_memory_test: Skip # passes on Mac, crashes on Linux | 144 out_of_memory_test: Skip # passes on Mac, crashes on Linux |
157 oom_error_stacktrace_test: Skip # Fails on Linux | 145 oom_error_stacktrace_test: Skip # Fails on Linux |
158 | 146 |
159 [ $arch == simmips || $arch == mips ] | |
160 javascript_int_overflow_test: Skip # --throw_on_javascript_int_overflow not supp
orted on MIPS. | |
161 | |
162 [ $arch == mips ] | 147 [ $arch == mips ] |
163 io/signals_test: Fail # Issue 17440 | 148 io/signals_test: Fail # Issue 17440 |
164 io/file_stat_test: Fail # Issue 17440 | 149 io/file_stat_test: Fail # Issue 17440 |
165 io/process_sync_test: Skip # Starts 10 dart subprocesses, uses too much memory. | 150 io/process_sync_test: Skip # Starts 10 dart subprocesses, uses too much memory. |
166 io/signals_test: Skip # Starts 10 dart subprocesses, uses too much memory | 151 io/signals_test: Skip # Starts 10 dart subprocesses, uses too much memory |
167 io/file_read_special_device_test: Fail # Issue 17440 | 152 io/file_read_special_device_test: Fail # Issue 17440 |
168 io/socket_source_address_test: Fail # Issue 22597 | 153 io/socket_source_address_test: Fail # Issue 22597 |
169 | 154 |
170 [ $arch == mips && $mode == debug ] | 155 [ $arch == mips && $mode == debug ] |
171 io/web_socket_test: SkipSlow # Times out. Issue 20352 | 156 io/web_socket_test: SkipSlow # Times out. Issue 20352 |
172 io/test_runner_test: Skip # Flakily times out in a subtest. Issue 201351 | 157 io/test_runner_test: Skip # Flakily times out in a subtest. Issue 201351 |
173 full_coverage_test: SkipSlow # Times out. Issue 20352 | 158 full_coverage_test: SkipSlow # Times out. Issue 20352 |
174 io/http_client_stays_alive_test: Skip # Timing dependent test, MIPS machine too
slow. | 159 io/http_client_stays_alive_test: Skip # Timing dependent test, MIPS machine too
slow. |
175 | 160 |
176 [ ($compiler == none || $compiler == precompiler) && ($runtime == dartium || $ru
ntime == ContentShellOnAndroid) && $unchecked ] | 161 [ ($compiler == none || $compiler == precompiler) && ($runtime == dartium || $ru
ntime == ContentShellOnAndroid) && $unchecked ] |
177 assert_test: Fail # Issue 14651. | 162 assert_test: Fail # Issue 14651. |
178 | 163 |
179 [ ($compiler == none || $compiler == precompiler) && ($runtime == dartium || $ru
ntime == ContentShellOnAndroid) ] | |
180 javascript_int_overflow_literal_test/01: Fail # Issue 14651. | |
181 javascript_int_overflow_test: Fail # Issue 14651. | |
182 | |
183 [ $compiler == none && $runtime == drt ] | 164 [ $compiler == none && $runtime == drt ] |
184 map_literal_oom_test: RuntimeError # Issue 24571 | 165 map_literal_oom_test: RuntimeError # Issue 24571 |
185 | 166 |
186 [ $compiler == dartanalyzer || $compiler == dart2analyzer ] | 167 [ $compiler == dartanalyzer || $compiler == dart2analyzer ] |
187 io/directory_invalid_arguments_test: StaticWarning | 168 io/directory_invalid_arguments_test: StaticWarning |
188 io/process_invalid_arguments_test: StaticWarning | 169 io/process_invalid_arguments_test: StaticWarning |
189 io/raw_secure_server_socket_argument_test: StaticWarning | 170 io/raw_secure_server_socket_argument_test: StaticWarning |
190 io/secure_socket_argument_test: StaticWarning | 171 io/secure_socket_argument_test: StaticWarning |
191 io/stdout_bad_argument_test: StaticWarning | 172 io/stdout_bad_argument_test: StaticWarning |
192 package/package1_test: StaticWarning | 173 package/package1_test: StaticWarning |
193 package/package_test: StaticWarning | 174 package/package_test: StaticWarning |
194 package/scenarios/packages_dir_only/packages_dir_only_test: StaticWarning | 175 package/scenarios/packages_dir_only/packages_dir_only_test: StaticWarning |
195 package/scenarios/packages_file_only/packages_file_only_test: StaticWarning | 176 package/scenarios/packages_file_only/packages_file_only_test: StaticWarning |
196 package/scenarios/both_dir_and_file/prefers_packages_file_test: StaticWarning | 177 package/scenarios/both_dir_and_file/prefers_packages_file_test: StaticWarning |
197 package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: Stat
icWarning | 178 package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: Stat
icWarning |
198 typed_data_test: StaticWarning | 179 typed_data_test: StaticWarning |
199 typed_data_view_test: StaticWarning | 180 typed_data_view_test: StaticWarning |
200 javascript_compatibility_errors_test: Skip | |
201 javascript_compatibility_warnings_test: Skip | |
202 | 181 |
203 [ $compiler == dart2analyzer ] | 182 [ $compiler == dart2analyzer ] |
204 package/package1_test: CompileTimeError | 183 package/package1_test: CompileTimeError |
205 package/package_test: CompileTimeError | 184 package/package_test: CompileTimeError |
206 package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError | 185 package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError |
207 package/scenarios/packages_file_only/packages_file_only_test: CompileTimeError | 186 package/scenarios/packages_file_only/packages_file_only_test: CompileTimeError |
208 package/scenarios/both_dir_and_file/prefers_packages_file_test: CompileTimeError | 187 package/scenarios/both_dir_and_file/prefers_packages_file_test: CompileTimeError |
209 package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: Comp
ileTimeError | 188 package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: Comp
ileTimeError |
210 package/scenarios/invalid/non_existent_packages_file_test: Crash, OK # Analyzer
exits on invalid package config | 189 package/scenarios/invalid/non_existent_packages_file_test: Crash, OK # Analyzer
exits on invalid package config |
211 package/scenarios/invalid/invalid_utf8_test: Crash, OK # Analyzer exits on inval
id package config | 190 package/scenarios/invalid/invalid_utf8_test: Crash, OK # Analyzer exits on inval
id package config |
(...skipping 17 matching lines...) Expand all Loading... |
229 io/http_client_stays_alive_test: Skip # Timeout. | 208 io/http_client_stays_alive_test: Skip # Timeout. |
230 | 209 |
231 [ ($runtime == vm || $runtime == dart_precompiled) ] | 210 [ ($runtime == vm || $runtime == dart_precompiled) ] |
232 # Failures in secure networking while NSS is replaced with BoringSSL | 211 # Failures in secure networking while NSS is replaced with BoringSSL |
233 io/https_client_certificate_test: RuntimeError # Issue 24070 | 212 io/https_client_certificate_test: RuntimeError # Issue 24070 |
234 io/secure_socket_renegotiate_test: RuntimeError | 213 io/secure_socket_renegotiate_test: RuntimeError |
235 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 214 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
236 | 215 |
237 [ ($noopt || $compiler == precompiler) ] | 216 [ ($noopt || $compiler == precompiler) ] |
238 map_literal_oom_test: Pass, Crash # Issue 24678 | 217 map_literal_oom_test: Pass, Crash # Issue 24678 |
239 javascript*: SkipByDesign # JS overflow flag unsupported | |
240 io/web_socket_test: Pass, RuntimeError # Issue 24674 | 218 io/web_socket_test: Pass, RuntimeError # Issue 24674 |
241 assert_test: RuntimeError # Expects line and column numbers | 219 assert_test: RuntimeError # Expects line and column numbers |
242 precompilation_test: Skip # Platform.executable | 220 precompilation_test: Skip # Platform.executable |
243 precompilation_dart2js_test: Skip # Platform.executable | 221 precompilation_dart2js_test: Skip # Platform.executable |
244 io/test_extension_test: Skip # Platform.executable | 222 io/test_extension_test: Skip # Platform.executable |
245 io/test_extension_fail_test: Skip # Platform.executable | 223 io/test_extension_fail_test: Skip # Platform.executable |
246 io/platform_test: Skip # Platform.executable | 224 io/platform_test: Skip # Platform.executable |
247 io/code_collection_test: Skip # Platform.executable | 225 io/code_collection_test: Skip # Platform.executable |
248 full_coverage_test: Skip # Platform.executable | 226 full_coverage_test: Skip # Platform.executable |
249 | 227 |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
296 | 274 |
297 # Overriding these flags are not supported in product mode. | 275 # Overriding these flags are not supported in product mode. |
298 [ $mode == product ] | 276 [ $mode == product ] |
299 no_profiler_test: SkipByDesign | 277 no_profiler_test: SkipByDesign |
300 no_support_coverage_test: SkipByDesign | 278 no_support_coverage_test: SkipByDesign |
301 no_support_debugger_test: SkipByDesign | 279 no_support_debugger_test: SkipByDesign |
302 no_support_disassembler_test: SkipByDesign | 280 no_support_disassembler_test: SkipByDesign |
303 no_support_il_printer_test: SkipByDesign | 281 no_support_il_printer_test: SkipByDesign |
304 no_support_service_test: SkipByDesign | 282 no_support_service_test: SkipByDesign |
305 no_support_timeline_test: SkipByDesign | 283 no_support_timeline_test: SkipByDesign |
OLD | NEW |