OLD | NEW |
1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 # WARNING: | 5 # WARNING: |
6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
8 # prefix. | 8 # prefix. |
9 | 9 |
10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally | 10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally |
11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally | 11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally |
12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally | 12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally |
13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally | 13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally |
14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally | 14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally |
15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally | 15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally |
16 full_coverage_test: Pass, Slow, Timeout | 16 full_coverage_test: Pass, Slow, Timeout |
17 verified_mem_test: Pass, Slow, Timeout # Does verify before and after GC. | 17 verified_mem_test: Pass, Slow, Timeout # Does verify before and after GC. |
18 | 18 |
19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
20 | 20 |
21 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_product) &
& ($runtime != drt || $compiler != none)) ] | 21 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_app) && ($
runtime != drt || $compiler != none)) ] |
22 no_assert_test: Fail, OK # This is testing a vm flag. | 22 no_assert_test: Fail, OK # This is testing a vm flag. |
23 | 23 |
24 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) ] | 24 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] |
25 package/package_isolate_test: Fail # Issue 12474 | 25 package/package_isolate_test: Fail # Issue 12474 |
26 io/observatory_test: Fail | 26 io/observatory_test: Fail |
27 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 27 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
28 | 28 |
29 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $checked ] | 29 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $c
hecked ] |
30 # These tests have type errors on purpose. | 30 # These tests have type errors on purpose. |
31 io/process_invalid_arguments_test: Fail, OK | 31 io/process_invalid_arguments_test: Fail, OK |
32 io/directory_invalid_arguments_test: Fail, OK | 32 io/directory_invalid_arguments_test: Fail, OK |
33 io/file_invalid_arguments_test: Fail, OK | 33 io/file_invalid_arguments_test: Fail, OK |
34 io/internet_address_invalid_arguments_test: Fail, OK | 34 io/internet_address_invalid_arguments_test: Fail, OK |
35 io/socket_invalid_arguments_test: Fail, OK | 35 io/socket_invalid_arguments_test: Fail, OK |
36 io/stdout_bad_argument_test: Fail, OK | 36 io/stdout_bad_argument_test: Fail, OK |
37 # These test have type errors on purpose and take very long to run in | 37 # These test have type errors on purpose and take very long to run in |
38 # checked mode with no benefit. Skip. | 38 # checked mode with no benefit. Skip. |
39 io/file_fuzz_test: Skip | 39 io/file_fuzz_test: Skip |
40 io/directory_fuzz_test: Skip | 40 io/directory_fuzz_test: Skip |
41 | 41 |
42 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $system == macos ] | 42 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $s
ystem == macos ] |
43 # This test fails with "Too many open files" on the Mac OS buildbot. | 43 # This test fails with "Too many open files" on the Mac OS buildbot. |
44 # This is expected as MacOS by default runs with a very low number | 44 # This is expected as MacOS by default runs with a very low number |
45 # of allowed open files ('ulimit -n' says something like 256). | 45 # of allowed open files ('ulimit -n' says something like 256). |
46 io/socket_many_connections_test: Skip | 46 io/socket_many_connections_test: Skip |
47 # Re-enable once the bots have been updated. Issue #26057 | 47 # Re-enable once the bots have been updated. Issue #26057 |
48 io/secure_server_client_certificate_test: Skip | 48 io/secure_server_client_certificate_test: Skip |
49 | 49 |
50 [ $runtime == vm && $system == linux ] | 50 [ $runtime == vm && $system == linux ] |
51 # These tests have started timing out and issue 25649 has been filed to | 51 # These tests have started timing out and issue 25649 has been filed to |
52 # investigate, skipping these tests temporarily to get the bots to be | 52 # investigate, skipping these tests temporarily to get the bots to be |
(...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
105 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). | 105 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). |
106 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. | 106 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. |
107 issue14236_test: Skip # dart2js does not deal with Script snapshots. | 107 issue14236_test: Skip # dart2js does not deal with Script snapshots. |
108 unboxed_int_converter_test: Skip | 108 unboxed_int_converter_test: Skip |
109 pair_location_remapping_test: Skip | 109 pair_location_remapping_test: Skip |
110 regress_25335_test: Skip # Int64List not supported. | 110 regress_25335_test: Skip # Int64List not supported. |
111 | 111 |
112 [ $compiler == dart2js && $cps_ir && $checked ] | 112 [ $compiler == dart2js && $cps_ir && $checked ] |
113 *: Skip # `assert` not implemented | 113 *: Skip # `assert` not implemented |
114 | 114 |
115 [ ($runtime == vm || $runtime == dart_product) && ($arch == arm || $arch == arm6
4) ] | 115 [ ($runtime == vm || $runtime == dart_app) && ($arch == arm || $arch == arm64) ] |
116 io/file_stream_test: Skip # Issue 26109 | 116 io/file_stream_test: Skip # Issue 26109 |
117 io/file_typed_data_test: Skip # Issue 26109 | 117 io/file_typed_data_test: Skip # Issue 26109 |
118 | 118 |
119 [ $compiler == dart2js && $jscl ] | 119 [ $compiler == dart2js && $jscl ] |
120 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. | 120 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. |
121 deoptimization_test: RuntimeError, OK # Requires bigint. | 121 deoptimization_test: RuntimeError, OK # Requires bigint. |
122 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. | 122 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. |
123 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. | 123 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. |
124 | 124 |
125 [ $compiler == dart2js && $runtime == none ] | 125 [ $compiler == dart2js && $runtime == none ] |
(...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
179 [ $system == windows ] | 179 [ $system == windows ] |
180 io/skipping_dart2js_compilations_test: Fail # Issue 19551. | 180 io/skipping_dart2js_compilations_test: Fail # Issue 19551. |
181 verbose_gc_to_bmu_test: Skip | 181 verbose_gc_to_bmu_test: Skip |
182 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 | 182 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 |
183 io/process_sync_test: Pass, Timeout # Issue 24596 | 183 io/process_sync_test: Pass, Timeout # Issue 24596 |
184 io/sleep_test: Pass, Fail # Issue 25757 | 184 io/sleep_test: Pass, Fail # Issue 25757 |
185 | 185 |
186 [ $arch != ia32 && $arch != x64 && $arch != simarm && $arch != simarmv5te && $mo
de == debug ] | 186 [ $arch != ia32 && $arch != x64 && $arch != simarm && $arch != simarmv5te && $mo
de == debug ] |
187 verified_mem_test: Skip # Not yet implemented. | 187 verified_mem_test: Skip # Not yet implemented. |
188 | 188 |
189 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $mode == debug && $builder_tag == asan ] | 189 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $m
ode == debug && $builder_tag == asan ] |
190 full_coverage_test: Skip # Timeout. | 190 full_coverage_test: Skip # Timeout. |
191 io/file_lock_test: Skip # Timeout. | 191 io/file_lock_test: Skip # Timeout. |
192 io/test_runner_test: Skip # Timeout. | 192 io/test_runner_test: Skip # Timeout. |
193 io/http_client_stays_alive_test: Skip # Timeout. | 193 io/http_client_stays_alive_test: Skip # Timeout. |
194 | 194 |
195 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) ] | 195 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] |
196 # Failures in secure networking while NSS is replaced with BoringSSL | 196 # Failures in secure networking while NSS is replaced with BoringSSL |
197 io/https_client_certificate_test: RuntimeError # Issue 24070 | 197 io/https_client_certificate_test: RuntimeError # Issue 24070 |
198 io/secure_socket_renegotiate_test: RuntimeError | 198 io/secure_socket_renegotiate_test: RuntimeError |
199 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 199 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
200 | 200 |
201 [ $arch == ia32 ] | 201 [ $arch == ia32 ] |
202 no_allow_absolute_addresses_test: SkipByDesign # Not supported. | 202 no_allow_absolute_addresses_test: SkipByDesign # Not supported. |
203 link_natives_lazily_test: SkipByDesign # Not supported. | 203 link_natives_lazily_test: SkipByDesign # Not supported. |
204 | 204 |
205 [ $noopt || $compiler == precompiler ] | 205 [ $noopt || $compiler == precompiler ] |
206 # Stacktraces in precompilation omit inlined frames. | 206 # Stacktraces in precompilation omit inlined frames. |
207 assert_test: Pass, RuntimeError | 207 assert_test: Pass, RuntimeError |
208 | 208 |
209 [ $noopt || $compiler == precompiler ] | 209 [ $noopt || $compiler == precompiler ] |
210 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. | 210 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. |
211 io/web_socket_test: Pass, RuntimeError # Issue 24674 | 211 io/web_socket_test: Pass, RuntimeError # Issue 24674 |
| 212 |
| 213 [ $noopt || $compiler == precompiler || $compiler == dart2appjit ] |
212 io/test_extension_test: Skip # Platform.executable | 214 io/test_extension_test: Skip # Platform.executable |
213 io/test_extension_fail_test: Skip # Platform.executable | 215 io/test_extension_fail_test: Skip # Platform.executable |
214 io/platform_test: Skip # Platform.executable | 216 io/platform_test: Skip # Platform.executable |
215 io/code_collection_test: Skip # Platform.executable | 217 io/code_collection_test: Skip # Platform.executable |
216 full_coverage_test: Skip # Platform.executable | 218 full_coverage_test: Skip # Platform.executable |
217 regress_26031_test: Skip # Platform.resolvedExecutable | 219 regress_26031_test: Skip # Platform.resolvedExecutable |
218 | 220 |
219 [ $compiler == precompiler || $compiler == dart2app ] | 221 [ $compiler == precompiler || $compiler == dart2app || $compiler == dart2appjit
] |
220 io/compile_all_test: Skip # Incompatible flag --compile_all | 222 io/compile_all_test: Skip # Incompatible flag --compile_all |
221 | 223 |
222 [ $runtime == dart_product ] | 224 [ $runtime == dart_app ] |
223 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. | 225 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. |
224 | 226 |
225 [ $runtime == dart_precompiled || $runtime == dart_product ] | 227 [ $runtime == dart_precompiled || $runtime == dart_app ] |
226 full_coverage_test: Skip # Platform.executable | 228 full_coverage_test: Skip # Platform.executable |
227 http_launch_test: Skip # Platform.executable | 229 http_launch_test: Skip # Platform.executable |
228 io/addlatexhash_test: Skip # Platform.executable | 230 io/addlatexhash_test: Skip # Platform.executable |
229 io/file_read_special_device_test: Skip # Platform.executable | 231 io/file_read_special_device_test: Skip # Platform.executable |
230 io/file_stream_test: Skip # Platform.executable | 232 io/file_stream_test: Skip # Platform.executable |
231 io/file_test: Skip # Platform.executable | 233 io/file_test: Skip # Platform.executable |
232 io/http_cross_process_test: Skip # Platform.executable | 234 io/http_cross_process_test: Skip # Platform.executable |
233 io/https_unauthorized_test: Skip # Platform.executable | 235 io/https_unauthorized_test: Skip # Platform.executable |
234 io/platform_resolved_executable_test: Skip # Platform.resolvedExecutable | 236 io/platform_resolved_executable_test: Skip # Platform.resolvedExecutable |
235 io/skipping_dart2js_compilations_test: Skip # Platform.executable | 237 io/skipping_dart2js_compilations_test: Skip # Platform.executable |
(...skipping 15 matching lines...) Expand all Loading... |
251 io/test_runner_test: Skip # Platform.executable | 253 io/test_runner_test: Skip # Platform.executable |
252 io/file_lock_test: Skip # Platform.executable | 254 io/file_lock_test: Skip # Platform.executable |
253 io/code_collection_test: Skip # Platform.executable | 255 io/code_collection_test: Skip # Platform.executable |
254 io/file_lock_test: Skip # Platform.executable | 256 io/file_lock_test: Skip # Platform.executable |
255 io/raw_socket_cross_process_test: Skip # Platform.executable | 257 io/raw_socket_cross_process_test: Skip # Platform.executable |
256 io/test_extension_test: Skip # Platform.executable | 258 io/test_extension_test: Skip # Platform.executable |
257 io/named_pipe_script_test: Skip # Platform.executable | 259 io/named_pipe_script_test: Skip # Platform.executable |
258 io/regress_7679_test: Skip # Platform.executable | 260 io/regress_7679_test: Skip # Platform.executable |
259 io/process_*: Skip # Most use Platform.executable | 261 io/process_*: Skip # Most use Platform.executable |
260 | 262 |
261 [ $runtime == dart_precompiled || $runtime == dart_product || $mode == product ] | 263 [ $runtime == dart_precompiled || $runtime == dart_app || $mode == product ] |
262 debugger/*: Skip | 264 debugger/*: Skip |
263 assert_test: SkipByDesign # Requires checked mode. | 265 assert_test: SkipByDesign # Requires checked mode. |
264 no_assert_test: SkipByDesign # Requires checked mode. | 266 no_assert_test: SkipByDesign # Requires checked mode. |
265 io/code_collection_test: Skip # Incompatible flags | 267 io/code_collection_test: Skip # Incompatible flags |
266 | 268 |
267 # Code coverage is not supported in product mode. | 269 # Code coverage is not supported in product mode. |
268 [ $mode == product ] | 270 [ $mode == product ] |
269 full_coverage_test: SkipByDesign | 271 full_coverage_test: SkipByDesign |
270 | 272 |
271 # Overriding these flags are not supported in product mode. | 273 # Overriding these flags are not supported in product mode. |
272 [ $mode == product ] | 274 [ $mode == product ] |
273 no_profiler_test: SkipByDesign | 275 no_profiler_test: SkipByDesign |
274 no_support_coverage_test: SkipByDesign | 276 no_support_coverage_test: SkipByDesign |
275 no_support_debugger_test: SkipByDesign | 277 no_support_debugger_test: SkipByDesign |
276 no_support_disassembler_test: SkipByDesign | 278 no_support_disassembler_test: SkipByDesign |
277 no_support_il_printer_test: SkipByDesign | 279 no_support_il_printer_test: SkipByDesign |
278 no_support_service_test: SkipByDesign | 280 no_support_service_test: SkipByDesign |
279 no_support_timeline_test: SkipByDesign | 281 no_support_timeline_test: SkipByDesign |
280 | 282 |
281 # Following tests are skipped on dart_product as package mapping is not supporte
d. | 283 # Following tests are skipped on dart_app as package mapping is not supported. |
282 [ $runtime == dart_precompiled || $runtime == dart_product ] | 284 [ $runtime == dart_precompiled || $runtime == dart_app ] |
283 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip | 285 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip |
284 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip | 286 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip |
285 package/scenarios/invalid/invalid_utf8_test: Skip | 287 package/scenarios/invalid/invalid_utf8_test: Skip |
286 package/scenarios/invalid/same_package_twice_test: Skip | 288 package/scenarios/invalid/same_package_twice_test: Skip |
287 package/scenarios/invalid/non_existent_packages_file_test: Skip | 289 package/scenarios/invalid/non_existent_packages_file_test: Skip |
288 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip | 290 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip |
289 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip | 291 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip |
290 package/scenarios/packages_option_only/packages_option_only_test: Skip | 292 package/scenarios/packages_option_only/packages_option_only_test: Skip |
291 | 293 |
292 [ $arch == simdbc || $arch == simdbc64 ] | 294 [ $arch == simdbc || $arch == simdbc64 ] |
293 # TODO(vegorov) SIMDBC interpreter doesn't support coverage yet. | 295 # TODO(vegorov) SIMDBC interpreter doesn't support coverage yet. |
294 full_coverage_test: Skip | 296 full_coverage_test: Skip |
295 | 297 |
296 # SIMDBC interpreter doesn't support lazy linking of natives. | 298 # SIMDBC interpreter doesn't support lazy linking of natives. |
297 link_natives_lazily_test: SkipByDesign | 299 link_natives_lazily_test: SkipByDesign |
298 | 300 |
299 # SIMDBC interpreter doesn't support --no_lazy_dispatchers | 301 # SIMDBC interpreter doesn't support --no_lazy_dispatchers |
300 no_lazy_dispatchers_test: SkipByDesign | 302 no_lazy_dispatchers_test: SkipByDesign |
301 | 303 |
302 [ $compiler == precompiler && $runtime == dart_precompiled && $system == android
] | 304 [ $compiler == precompiler && $runtime == dart_precompiled && $system == android
] |
303 io/*: Skip # Issue #26376 | 305 io/*: Skip # Issue #26376 |
304 | 306 |
305 typed_data_isolate_test: Skip # Issue #26376 | 307 typed_data_isolate_test: Skip # Issue #26376 |
306 typed_array_test: Skip # Issue #26376 | 308 typed_array_test: Skip # Issue #26376 |
307 typed_array_int64_uint64_test: Skip # Issue #26376 | 309 typed_array_int64_uint64_test: Skip # Issue #26376 |
308 | 310 |
309 oom_error_stacktrace_test: Skip # Issue #26377 | 311 oom_error_stacktrace_test: Skip # Issue #26377 |
310 out_of_memory_test: Skip # Issue #26377 | 312 out_of_memory_test: Skip # Issue #26377 |
OLD | NEW |