OLD | NEW |
1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 # WARNING: | 5 # WARNING: |
6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
8 # prefix. | 8 # prefix. |
9 | 9 |
10 packages_file_test: Skip # Issue 26715 | 10 packages_file_test: Skip # Issue 26715 |
11 packages_file_test/none: Skip # contains no tests. | 11 packages_file_test/none: Skip # contains no tests. |
12 | 12 |
13 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally | 13 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally |
14 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally | 14 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally |
15 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally | 15 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally |
16 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally | 16 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally |
17 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally | 17 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally |
18 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally | 18 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally |
19 | 19 |
20 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 20 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
21 | 21 |
22 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_app) && ($
runtime != drt || $compiler != none)) ] | 22 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none)) ] |
23 no_assert_test: Fail, OK # This is testing a vm flag. | 23 no_assert_test: Fail, OK # This is testing a vm flag. |
24 env_test: Skip # This is testing a vm command line parsing scenario. | 24 env_test: Skip # This is testing a vm command line parsing scenario. |
25 | 25 |
26 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] | 26 [ $runtime == vm || $runtime == dart_precompiled ] |
27 package/package_isolate_test: Fail # Issue 12474 | 27 package/package_isolate_test: Fail # Issue 12474 |
28 io/observatory_test: Fail | 28 io/observatory_test: Fail |
29 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 29 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
30 | 30 |
31 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $c
hecked ] | 31 [ ($runtime == vm || $runtime == dart_precompiled) && $checked ] |
32 # These tests have type errors on purpose. | 32 # These tests have type errors on purpose. |
33 io/process_invalid_arguments_test: Fail, OK | 33 io/process_invalid_arguments_test: Fail, OK |
34 io/directory_invalid_arguments_test: Fail, OK | 34 io/directory_invalid_arguments_test: Fail, OK |
35 io/file_invalid_arguments_test: Fail, OK | 35 io/file_invalid_arguments_test: Fail, OK |
36 io/internet_address_invalid_arguments_test: Fail, OK | 36 io/internet_address_invalid_arguments_test: Fail, OK |
37 io/socket_invalid_arguments_test: Fail, OK | 37 io/socket_invalid_arguments_test: Fail, OK |
38 io/stdout_bad_argument_test: Fail, OK | 38 io/stdout_bad_argument_test: Fail, OK |
39 # These test have type errors on purpose and take very long to run in | 39 # These test have type errors on purpose and take very long to run in |
40 # checked mode with no benefit. Skip. | 40 # checked mode with no benefit. Skip. |
41 io/file_fuzz_test: Skip | 41 io/file_fuzz_test: Skip |
42 io/directory_fuzz_test: Skip | 42 io/directory_fuzz_test: Skip |
43 | 43 |
44 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $s
ystem == macos ] | 44 [ ($runtime == vm || $runtime == dart_precompiled) && $system == macos ] |
45 # This test fails with "Too many open files" on the Mac OS buildbot. | 45 # This test fails with "Too many open files" on the Mac OS buildbot. |
46 # This is expected as MacOS by default runs with a very low number | 46 # This is expected as MacOS by default runs with a very low number |
47 # of allowed open files ('ulimit -n' says something like 256). | 47 # of allowed open files ('ulimit -n' says something like 256). |
48 io/socket_many_connections_test: Skip | 48 io/socket_many_connections_test: Skip |
49 # Re-enable once the bots have been updated. Issue #26057 | 49 # Re-enable once the bots have been updated. Issue #26057 |
50 io/secure_server_client_certificate_test: Skip | 50 io/secure_server_client_certificate_test: Skip |
51 | 51 |
52 [ $runtime == vm && $system == linux ] | 52 [ $runtime == vm && $system == linux ] |
53 # These tests have started timing out and issue 25649 has been filed to | 53 # These tests have started timing out and issue 25649 has been filed to |
54 # investigate, skipping these tests temporarily to get the bots to be | 54 # investigate, skipping these tests temporarily to get the bots to be |
(...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
107 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. | 107 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. |
108 issue14236_test: Skip # dart2js does not deal with Script snapshots. | 108 issue14236_test: Skip # dart2js does not deal with Script snapshots. |
109 unboxed_int_converter_test: Skip | 109 unboxed_int_converter_test: Skip |
110 pair_location_remapping_test: Skip | 110 pair_location_remapping_test: Skip |
111 regress_25335_test: Skip # Int64List not supported. | 111 regress_25335_test: Skip # Int64List not supported. |
112 deferred_transitive_import_error_test: Skip # Contains intentional errors. | 112 deferred_transitive_import_error_test: Skip # Contains intentional errors. |
113 | 113 |
114 [ $compiler == dart2js && $cps_ir && $checked ] | 114 [ $compiler == dart2js && $cps_ir && $checked ] |
115 *: Skip # `assert` not implemented | 115 *: Skip # `assert` not implemented |
116 | 116 |
117 [ ($runtime == vm || $runtime == dart_app) && ($arch == arm || $arch == arm64) ] | 117 [ $runtime == vm && ($arch == arm || $arch == arm64) ] |
118 io/file_stream_test: Skip # Issue 26109 | 118 io/file_stream_test: Skip # Issue 26109 |
119 io/file_typed_data_test: Skip # Issue 26109 | 119 io/file_typed_data_test: Skip # Issue 26109 |
120 io/file_input_stream_test: Skip # Issue 26109 | 120 io/file_input_stream_test: Skip # Issue 26109 |
121 | 121 |
122 [ $compiler == dart2js && $jscl ] | 122 [ $compiler == dart2js && $jscl ] |
123 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. | 123 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. |
124 deoptimization_test: RuntimeError, OK # Requires bigint. | 124 deoptimization_test: RuntimeError, OK # Requires bigint. |
125 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. | 125 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. |
126 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. | 126 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. |
127 | 127 |
(...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
190 package/scenarios/invalid/same_package_twice_test: Crash, OK # Analyzer exits on
invalid package config | 190 package/scenarios/invalid/same_package_twice_test: Crash, OK # Analyzer exits on
invalid package config |
191 | 191 |
192 [ $system == windows ] | 192 [ $system == windows ] |
193 io/skipping_dart2js_compilations_test: Fail # Issue 19551. | 193 io/skipping_dart2js_compilations_test: Fail # Issue 19551. |
194 verbose_gc_to_bmu_test: Skip | 194 verbose_gc_to_bmu_test: Skip |
195 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 | 195 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 |
196 io/process_sync_test: Pass, Timeout # Issue 24596 | 196 io/process_sync_test: Pass, Timeout # Issue 24596 |
197 io/sleep_test: Pass, Fail # Issue 25757 | 197 io/sleep_test: Pass, Fail # Issue 25757 |
198 io/socket_info_ipv6_test: RuntimeError # Issue 27876 | 198 io/socket_info_ipv6_test: RuntimeError # Issue 27876 |
199 | 199 |
200 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $m
ode == debug && $builder_tag == asan ] | 200 [ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder
_tag == asan ] |
201 io/file_lock_test: Skip # Timeout. | 201 io/file_lock_test: Skip # Timeout. |
202 io/test_runner_test: Skip # Timeout. | 202 io/test_runner_test: Skip # Timeout. |
203 io/http_client_stays_alive_test: Skip # Timeout. | 203 io/http_client_stays_alive_test: Skip # Timeout. |
204 | 204 |
205 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] | 205 [ $runtime == vm || $runtime == dart_precompiled ] |
206 # Failures in secure networking while NSS is replaced with BoringSSL | 206 # Failures in secure networking while NSS is replaced with BoringSSL |
207 io/https_client_certificate_test: RuntimeError # Issue 24070 | 207 io/https_client_certificate_test: RuntimeError # Issue 24070 |
208 io/secure_socket_renegotiate_test: RuntimeError | 208 io/secure_socket_renegotiate_test: RuntimeError |
209 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 209 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
210 | 210 |
211 [ $arch == ia32 ] | 211 [ $arch == ia32 ] |
212 no_allow_absolute_addresses_test: SkipByDesign # Not supported. | 212 no_allow_absolute_addresses_test: SkipByDesign # Not supported. |
213 link_natives_lazily_test: SkipByDesign # Not supported. | 213 link_natives_lazily_test: SkipByDesign # Not supported. |
214 | 214 |
215 [ $noopt || $compiler == precompiler ] | 215 [ $noopt || $compiler == precompiler ] |
216 # Stacktraces in precompilation omit inlined frames. | 216 # Stacktraces in precompilation omit inlined frames. |
217 assert_test: Pass, RuntimeError | 217 assert_test: Pass, RuntimeError |
218 | 218 |
219 [ $noopt || $compiler == precompiler ] | 219 [ $noopt || $compiler == precompiler ] |
220 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. | 220 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. |
221 io/web_socket_test: Pass, RuntimeError # Issue 24674 | 221 io/web_socket_test: Pass, RuntimeError # Issue 24674 |
222 | 222 |
223 [ $compiler == precompiler || $compiler == dart2app || $compiler == dart2appjit
] | 223 [ $compiler == precompiler || $compiler == app_jit ] |
224 io/compile_all_test: Skip # Incompatible flag --compile_all | 224 io/compile_all_test: Skip # Incompatible flag --compile_all |
225 | 225 |
226 [ $runtime == dart_app ] | 226 [ $compiler == app_jit ] |
227 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. | 227 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. |
228 io/directory_list_sync_test: Skip # Snapshot path differs from script path. | 228 io/directory_list_sync_test: Skip # Snapshot path differs from script path. |
229 io/test_extension_test: Skip # Snapshot path differs from script path. | 229 io/test_extension_test: Skip # Snapshot path differs from script path. |
230 io/test_extension_fail_test: Skip # Snapshot path differs from script path. | 230 io/test_extension_fail_test: Skip # Snapshot path differs from script path. |
231 io/platform_test: Skip # Snapshot path differs from script path. | 231 io/platform_test: Skip # Snapshot path differs from script path. |
232 | 232 |
233 [ $runtime == dart_precompiled ] | 233 [ $runtime == dart_precompiled ] |
234 # These tests attempt to spawn another script using the precompiled runtime. | 234 # These tests attempt to spawn another script using the precompiled runtime. |
235 http_launch_test: Skip | 235 http_launch_test: Skip |
236 io/addlatexhash_test: Skip | 236 io/addlatexhash_test: Skip |
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
269 verbose_gc_to_bmu_test: Skip | 269 verbose_gc_to_bmu_test: Skip |
270 | 270 |
271 io/platform_test: RuntimeError # Expects to be running from 'dart' instead of 'd
art_precompiled_runtime' | 271 io/platform_test: RuntimeError # Expects to be running from 'dart' instead of 'd
art_precompiled_runtime' |
272 io/directory_list_sync_test: Timeout, Skip # Expects to find the test directory
relative to the script. | 272 io/directory_list_sync_test: Timeout, Skip # Expects to find the test directory
relative to the script. |
273 | 273 |
274 [ $runtime == dart_precompiled || $mode == product ] | 274 [ $runtime == dart_precompiled || $mode == product ] |
275 io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors | 275 io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors |
276 io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors | 276 io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors |
277 io/test_runner_test: CompileTimeError # Imports dart:mirrors | 277 io/test_runner_test: CompileTimeError # Imports dart:mirrors |
278 | 278 |
279 [ $runtime == dart_precompiled || $runtime == dart_app || $mode == product ] | 279 [ $compiler == app_jit ] |
| 280 assert_test: RuntimeError # Script name change? |
| 281 |
| 282 [ $runtime == dart_precompiled || $mode == product ] |
280 assert_test: SkipByDesign # Requires checked mode. | 283 assert_test: SkipByDesign # Requires checked mode. |
281 no_assert_test: SkipByDesign # Requires checked mode. | 284 no_assert_test: SkipByDesign # Requires checked mode. |
282 io/code_collection_test: Skip # Incompatible flags | 285 io/code_collection_test: Skip # Incompatible flags |
283 | 286 |
284 # Overriding these flags are not supported in product mode. | 287 # Overriding these flags are not supported in product mode. |
285 [ $mode == product ] | 288 [ $mode == product ] |
286 no_profiler_test: SkipByDesign | 289 no_profiler_test: SkipByDesign |
287 no_support_coverage_test: SkipByDesign | 290 no_support_coverage_test: SkipByDesign |
288 no_support_debugger_test: SkipByDesign | 291 no_support_debugger_test: SkipByDesign |
289 no_support_disassembler_test: SkipByDesign | 292 no_support_disassembler_test: SkipByDesign |
290 no_support_il_printer_test: SkipByDesign | 293 no_support_il_printer_test: SkipByDesign |
291 no_support_service_test: SkipByDesign | 294 no_support_service_test: SkipByDesign |
292 no_support_timeline_test: SkipByDesign | 295 no_support_timeline_test: SkipByDesign |
293 io/stdio_implicit_close_test: Skip # SkipByDesign | 296 io/stdio_implicit_close_test: Skip # SkipByDesign |
294 | 297 |
295 # Following tests are skipped on dart_app as package mapping is not supported. | 298 # Following tests are skipped on dart_app as package mapping is not supported. |
296 [ $runtime == dart_precompiled || $runtime == dart_app ] | 299 [ $runtime == dart_precompiled || $compiler == app_jit ] |
297 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip | 300 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip |
298 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip | 301 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip |
299 package/scenarios/invalid/invalid_utf8_test: Skip | 302 package/scenarios/invalid/invalid_utf8_test: Skip |
300 package/scenarios/invalid/same_package_twice_test: Skip | 303 package/scenarios/invalid/same_package_twice_test: Skip |
301 package/scenarios/invalid/non_existent_packages_file_test: Skip | 304 package/scenarios/invalid/non_existent_packages_file_test: Skip |
302 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip | 305 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip |
303 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip | 306 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip |
304 package/scenarios/packages_option_only/packages_option_only_test: Skip | 307 package/scenarios/packages_option_only/packages_option_only_test: Skip |
305 | 308 |
306 [ $arch == simdbc || $arch == simdbc64 ] | 309 [ $arch == simdbc || $arch == simdbc64 ] |
(...skipping 28 matching lines...) Expand all Loading... |
335 io/secure_bad_certificate_test: RuntimeError | 338 io/secure_bad_certificate_test: RuntimeError |
336 io/secure_server_socket_test: RuntimeError | 339 io/secure_server_socket_test: RuntimeError |
337 io/secure_client_server_test: RuntimeError | 340 io/secure_client_server_test: RuntimeError |
338 io/socket_upgrade_to_secure_test: RuntimeError | 341 io/socket_upgrade_to_secure_test: RuntimeError |
339 io/secure_client_raw_server_test: RuntimeError | 342 io/secure_client_raw_server_test: RuntimeError |
340 io/secure_socket_test: RuntimeError | 343 io/secure_socket_test: RuntimeError |
341 io/raw_secure_socket_test: RuntimeError | 344 io/raw_secure_socket_test: RuntimeError |
342 io/https_bad_certificate_test: RuntimeError | 345 io/https_bad_certificate_test: RuntimeError |
343 io/secure_server_closing_test: RuntimeError | 346 io/secure_server_closing_test: RuntimeError |
344 | 347 |
345 [ $runtime == vm || $runtime == dart_app || $runtime == dart_precompiled ] | 348 [ $runtime == vm || $runtime == dart_precompiled ] |
346 deferred_transitive_import_error_test: Skip # Contains intentional errors. | 349 deferred_transitive_import_error_test: Skip # Contains intentional errors. |
347 | 350 |
348 [ $hot_reload || $hot_reload_rollback ] | 351 [ $hot_reload || $hot_reload_rollback ] |
349 deferred_transitive_import_error_test: Crash # Uses deferred imports. | 352 deferred_transitive_import_error_test: Crash # Uses deferred imports. |
350 package/*: SkipByDesign # Launches VMs in interesting ways. | 353 package/*: SkipByDesign # Launches VMs in interesting ways. |
351 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. | 354 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. |
352 io/test_runner_test: Pass, Slow # Slow. | 355 io/test_runner_test: Pass, Slow # Slow. |
353 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. | 356 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. |
354 | 357 |
355 [ $builder_tag == no_ipv6 ] | 358 [ $builder_tag == no_ipv6 ] |
356 io/http_bind_test: SkipByDesign | 359 io/http_bind_test: SkipByDesign |
357 io/raw_datagram_socket_test: SkipByDesign | 360 io/raw_datagram_socket_test: SkipByDesign |
358 io/socket_source_address_test: SkipByDesign | 361 io/socket_source_address_test: SkipByDesign |
359 io/socket_bind_test: SkipByDesign | 362 io/socket_bind_test: SkipByDesign |
360 io/http_proxy_advanced_test: SkipByDesign | 363 io/http_proxy_advanced_test: SkipByDesign |
361 io/http_ipv6_test: SkipByDesign | 364 io/http_ipv6_test: SkipByDesign |
362 io/socket_ipv6_test: SkipByDesign | 365 io/socket_ipv6_test: SkipByDesign |
363 io/socket_info_ipv6_test: SkipByDesign | 366 io/socket_info_ipv6_test: SkipByDesign |
OLD | NEW |