OLD | NEW |
1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 # WARNING: | 5 # WARNING: |
6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
8 # prefix. | 8 # prefix. |
9 | 9 |
10 io/raw_socket_test: Pass, RuntimeError # Issue 28288 | 10 io/raw_socket_test: Pass, RuntimeError # Issue 28288 |
(...skipping 10 matching lines...) Expand all Loading... |
21 | 21 |
22 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 22 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
23 | 23 |
24 [$runtime == vm && $compiler == none && $system == fuchsia] | 24 [$runtime == vm && $compiler == none && $system == fuchsia] |
25 *: Skip # Not yet triaged. | 25 *: Skip # Not yet triaged. |
26 | 26 |
27 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none) ] | 27 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none) ] |
28 no_assert_test: Fail, OK # This is testing a vm flag. | 28 no_assert_test: Fail, OK # This is testing a vm flag. |
29 env_test: Skip # This is testing a vm command line parsing scenario. | 29 env_test: Skip # This is testing a vm command line parsing scenario. |
30 | 30 |
31 [ $runtime == vm || $runtime == dart_precompiled ] | 31 [ $runtime == vm || $runtime == dart_precompiled || $runtime == flutter ] |
32 package/package_isolate_test: Fail # Issue 12474 | 32 package/package_isolate_test: Fail # Issue 12474 |
33 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 33 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
34 # This test checks that the test runner correctly detects and reports non-utf8 | 34 # This test checks that the test runner correctly detects and reports non-utf8 |
35 # output from a test. | 35 # output from a test. |
36 io/non_utf8_output_test: NonUtf8Output, OK | 36 io/non_utf8_output_test: NonUtf8Output, OK |
37 | 37 |
38 [ ($runtime == vm || $runtime == dart_precompiled) && $checked ] | 38 [ ($runtime == vm || $runtime == flutter || $runtime == dart_precompiled) && $ch
ecked ] |
39 # These tests have type errors on purpose. | 39 # These tests have type errors on purpose. |
40 io/process_invalid_arguments_test: Fail, OK | 40 io/process_invalid_arguments_test: Fail, OK |
41 io/directory_invalid_arguments_test: Fail, OK | 41 io/directory_invalid_arguments_test: Fail, OK |
42 io/file_invalid_arguments_test: Fail, OK | 42 io/file_invalid_arguments_test: Fail, OK |
43 io/internet_address_invalid_arguments_test: Fail, OK | 43 io/internet_address_invalid_arguments_test: Fail, OK |
44 io/socket_invalid_arguments_test: Fail, OK | 44 io/socket_invalid_arguments_test: Fail, OK |
45 io/stdout_bad_argument_test: Fail, OK | 45 io/stdout_bad_argument_test: Fail, OK |
46 # These test have type errors on purpose and take very long to run in | 46 # These test have type errors on purpose and take very long to run in |
47 # checked mode with no benefit. Skip. | 47 # checked mode with no benefit. Skip. |
48 io/file_fuzz_test: Skip | 48 io/file_fuzz_test: Skip |
49 io/directory_fuzz_test: Skip | 49 io/directory_fuzz_test: Skip |
50 | 50 |
51 [ ($runtime == vm || $runtime == dart_precompiled) && $system == macos ] | 51 [ ($runtime == vm || $runtime == dart_precompiled) && $system == macos ] |
52 # This test fails with "Too many open files" on the Mac OS buildbot. | 52 # This test fails with "Too many open files" on the Mac OS buildbot. |
53 # This is expected as MacOS by default runs with a very low number | 53 # This is expected as MacOS by default runs with a very low number |
54 # of allowed open files ('ulimit -n' says something like 256). | 54 # of allowed open files ('ulimit -n' says something like 256). |
55 io/socket_many_connections_test: Skip | 55 io/socket_many_connections_test: Skip |
56 # Re-enable once the bots have been updated. Issue #26057 | 56 # Re-enable once the bots have been updated. Issue #26057 |
57 io/secure_server_client_certificate_test: Skip | 57 io/secure_server_client_certificate_test: Skip |
58 io/socket_test: Pass, Timeout # Issue 27453 | 58 io/socket_test: Pass, Timeout # Issue 27453 |
59 | 59 |
60 # This test sometimes hangs on Mac. | 60 # This test sometimes hangs on Mac. |
61 io/raw_server_socket_cancel_test: Skip # Issue 28182 | 61 io/raw_server_socket_cancel_test: Skip # Issue 28182 |
62 | 62 |
63 [ $runtime == vm && $system == linux ] | 63 [ ($runtime == vm || $runtime == flutter) && $system == linux ] |
64 # These tests have started timing out and issue 25649 has been filed to | 64 # These tests have started timing out and issue 25649 has been filed to |
65 # investigate, skipping these tests temporarily to get the bots to be | 65 # investigate, skipping these tests temporarily to get the bots to be |
66 # green again. | 66 # green again. |
67 io/http_proxy_test: Skip | 67 io/http_proxy_test: Skip |
68 io/secure_builtin_roots_test: Skip | 68 io/secure_builtin_roots_test: Skip |
69 | 69 |
70 # These tests might be slow on an opt counter threshold bot. | 70 # These tests might be slow on an opt counter threshold bot. |
71 # They also time out on the bot occasionally => flaky test issue 28046 | 71 # They also time out on the bot occasionally => flaky test issue 28046 |
72 io/http_basic_test: Pass, Slow, Timeout # Issue 28046 | 72 io/http_basic_test: Pass, Slow, Timeout # Issue 28046 |
73 io/http_launch_test: Pass, Slow, Timeout # Issue 28046 | 73 io/http_launch_test: Pass, Slow, Timeout # Issue 28046 |
(...skipping 168 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
242 package/scenarios/packages_option_only/packages_option_only_test: Crash, Compile
TimeError # Issue 28645 | 242 package/scenarios/packages_option_only/packages_option_only_test: Crash, Compile
TimeError # Issue 28645 |
243 | 243 |
244 [ $compiler == dartk && $mode == debug ] | 244 [ $compiler == dartk && $mode == debug ] |
245 io/file_lock_test: Slow | 245 io/file_lock_test: Slow |
246 | 246 |
247 [ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder
_tag == asan ] | 247 [ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder
_tag == asan ] |
248 io/file_lock_test: Skip # Timeout. | 248 io/file_lock_test: Skip # Timeout. |
249 io/test_runner_test: Skip # Timeout. | 249 io/test_runner_test: Skip # Timeout. |
250 io/http_client_stays_alive_test: Skip # Timeout. | 250 io/http_client_stays_alive_test: Skip # Timeout. |
251 | 251 |
252 [ $runtime == vm || $runtime == dart_precompiled ] | 252 [ $runtime == vm || $runtime == dart_precompiled || $runtime == flutter ] |
253 # Failures in secure networking while NSS is replaced with BoringSSL | 253 # Failures in secure networking while NSS is replaced with BoringSSL |
254 io/https_client_certificate_test: RuntimeError # Issue 24070 | 254 io/https_client_certificate_test: RuntimeError # Issue 24070 |
255 io/secure_socket_renegotiate_test: RuntimeError | 255 io/secure_socket_renegotiate_test: RuntimeError |
256 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 256 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
257 | 257 |
258 [ $arch == ia32 ] | 258 [ $arch == ia32 ] |
259 no_allow_absolute_addresses_test: SkipByDesign # Not supported. | 259 no_allow_absolute_addresses_test: SkipByDesign # Not supported. |
260 link_natives_lazily_test: SkipByDesign # Not supported. | 260 link_natives_lazily_test: SkipByDesign # Not supported. |
261 | 261 |
262 [ $compiler == precompiler ] | 262 [ $compiler == precompiler ] |
(...skipping 142 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
405 io/https_bad_certificate_test: RuntimeError | 405 io/https_bad_certificate_test: RuntimeError |
406 io/secure_server_closing_test: RuntimeError | 406 io/secure_server_closing_test: RuntimeError |
407 # The Android command runner doesn't correctly handle non-UTF8 formatted output. | 407 # The Android command runner doesn't correctly handle non-UTF8 formatted output. |
408 # https://github.com/dart-lang/sdk/issues/28872 | 408 # https://github.com/dart-lang/sdk/issues/28872 |
409 io/non_utf8_output_test: Skip | 409 io/non_utf8_output_test: Skip |
410 io/locale_name_test: RuntimeError # Issue 29211 | 410 io/locale_name_test: RuntimeError # Issue 29211 |
411 | 411 |
412 [ $system == android && $runtime == dart_precompiled && $mode == release && $arc
h == arm] | 412 [ $system == android && $runtime == dart_precompiled && $mode == release && $arc
h == arm] |
413 io/stdout_stderr_non_blocking_test: Pass, Timeout # Issue 28426 | 413 io/stdout_stderr_non_blocking_test: Pass, Timeout # Issue 28426 |
414 | 414 |
415 [ $runtime == vm || $runtime == dart_precompiled ] | 415 [ $runtime == vm || $runtime == dart_precompiled || $runtime == flutter ] |
416 deferred_transitive_import_error_test: Skip # Contains intentional errors. | 416 deferred_transitive_import_error_test: Skip # Contains intentional errors. |
417 | 417 |
418 [ $hot_reload || $hot_reload_rollback ] | 418 [ $hot_reload || $hot_reload_rollback ] |
419 deferred_transitive_import_error_test: Crash # Uses deferred imports. | 419 deferred_transitive_import_error_test: Crash # Uses deferred imports. |
420 package/*: SkipByDesign # Launches VMs in interesting ways. | 420 package/*: SkipByDesign # Launches VMs in interesting ways. |
421 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. | 421 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. |
422 io/test_runner_test: Pass, Slow # Slow. | 422 io/test_runner_test: Pass, Slow # Slow. |
423 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. | 423 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. |
424 | 424 |
425 [ $builder_tag == no_ipv6 ] | 425 [ $builder_tag == no_ipv6 ] |
(...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
457 io/uri_platform_test: DartkCrash | 457 io/uri_platform_test: DartkCrash |
458 map_insert_remove_oom_test: Crash | 458 map_insert_remove_oom_test: Crash |
459 package/package1_test: CompileTimeError | 459 package/package1_test: CompileTimeError |
460 package/package_test: CompileTimeError | 460 package/package_test: CompileTimeError |
461 package/scenarios/invalid/invalid_package_name_test: DartkCrash | 461 package/scenarios/invalid/invalid_package_name_test: DartkCrash |
462 package/scenarios/invalid/invalid_utf8_test: DartkCrash | 462 package/scenarios/invalid/invalid_utf8_test: DartkCrash |
463 package/scenarios/invalid/non_existent_packages_file_test: DartkCrash | 463 package/scenarios/invalid/non_existent_packages_file_test: DartkCrash |
464 package/scenarios/invalid/same_package_twice_test: DartkCrash | 464 package/scenarios/invalid/same_package_twice_test: DartkCrash |
465 package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError | 465 package/scenarios/packages_dir_only/packages_dir_only_test: CompileTimeError |
466 verbose_gc_to_bmu_test: RuntimeError | 466 verbose_gc_to_bmu_test: RuntimeError |
| 467 |
| 468 [ $runtime == flutter ] |
| 469 io/raw_datagram_socket_test: Crash # Flutter Issue 9115 |
| 470 verbose_gc_to_bmu_test: RuntimeError # Flutter Issue 9115 |
| 471 io/process_check_arguments_test: RuntimeError # Flutter Issue 9115 |
| 472 io/process_working_directory_test: RuntimeError # Flutter Issue 9115 |
| 473 io/process_run_output_test: RuntimeError # Flutter Issue 9115 |
| 474 io/process_run_test: RuntimeError # Flutter Issue 9115 |
| 475 io/process_sync_test: RuntimeError # Flutter Issue 9115 |
| 476 io/test_extension_test: RuntimeError # Flutter Issue 9115 |
| 477 io/test_extension_fail_test: RuntimeError # Flutter Issue 9115 |
| 478 oom_error_stacktrace_test: RuntimeError # Flutter Issue 9115 |
| 479 io/raw_socket_cross_process_test: RuntimeError # Flutter Issue 9115 |
| 480 io/process_exit_test: RuntimeError # Flutter Issue 9115 |
| 481 io/uri_platform_test: RuntimeError # Flutter Issue 9115 |
| 482 io/dart_std_io_pipe_test: RuntimeError # Flutter Issue 9115 |
| 483 io/platform_test: RuntimeError # Flutter Issue 9115 |
| 484 io/process_stderr_test: RuntimeError # Flutter Issue 9115 |
| 485 io/process_segfault_test: RuntimeError # Flutter Issue 9115 |
| 486 io/addlatexhash_test: RuntimeError # Flutter Issue 9115 |
| 487 io/http_server_response_test: Skip # Flaky # Flutter Issue 9115 |
| 488 io/process_stdout_test: RuntimeError # Flutter Issue 9115 |
| 489 io/http_cross_process_test: RuntimeError # Flutter Issue 9115 |
| 490 io/process_set_exit_code_test: RuntimeError # Flutter Issue 9115 |
| 491 io/stdin_sync_test: RuntimeError # Flutter Issue 9115 |
| 492 io/raw_server_socket_cancel_test: RuntimeError # Flutter Issue 9115 |
| 493 io/socket_cross_process_test: RuntimeError # Flutter Issue 9115 |
| 494 io/arguments_test: RuntimeError # Flutter Issue 9115 |
| 495 io/code_collection_test: RuntimeError # Flutter Issue 9115 |
| 496 io/http_client_stays_alive_test: RuntimeError # Flutter Issue 9115 |
| 497 io/locale_name_test: RuntimeError # Flutter Issue 9115 |
| 498 out_of_memory_test: RuntimeError # Flutter Issue 9115 |
| 499 |
| 500 io/process_pid_test: Skip # Timeout Flutter Issue 9115 |
| 501 io/socket_info_ipv4_test: Skip # Timeout Flutter Issue 9115 |
| 502 io/file_test: Skip # Timeout Flutter Issue 9115 |
| 503 io/named_pipe_script_test: Skip # Timeout Flutter Issue 9115 |
| 504 io/print_sync_test: Skip # Timeout Flutter Issue 9115 |
| 505 io/file_uri_test: Skip # Timeout Flutter Issue 9115 |
| 506 io/file_lock_test: Skip # Timeout Flutter Issue 9115 |
| 507 io/socket_info_ipv6_test: Skip # Timeout Flutter Issue 9115 |
| 508 io/stdio_implicit_close_test: Skip # Timeout Flutter Issue 9115 |
| 509 io/process_environment_test: Skip # Timeout Flutter Issue 9115 |
| 510 io/secure_socket_renegotiate_test: Skip # Timeout Flutter Issue 9115 |
| 511 io/process_kill_test: Skip # Timeout Flutter Issue 9115 |
| 512 io/directory_uri_test: Skip # Timeout Flutter Issue 9115 |
| 513 io/raw_socket_test: Skip # Timeout Flutter Issue 9115 |
| 514 io/http_connection_close_test: Skip # Timeout Flutter Issue 9115 |
| 515 io/https_unauthorized_test: Skip # Timeout Flutter Issue 9115 |
| 516 io/file_system_watcher_test: Skip # Timeout Flutter Issue 9115 |
| 517 io/secure_unauthorized_test: Skip # Timeout Flutter Issue 9115 |
| 518 io/secure_socket_bad_data_test: Skip # Timeout Flutter Issue 9115 |
| 519 io/link_uri_test: Skip # Timeout Flutter Issue 9115 |
| 520 io/file_stream_test: Skip # Timeout Flutter Issue 9115 |
| 521 io/regress_7191_test: Skip # Timeout Flutter Issue 9115 |
| 522 io/http_server_close_response_after_error_test: Skip # Flutter Issue 9115Timeou
t |
| 523 io/signals_test: Skip # Timeout Flutter Issue 9115 |
| 524 io/process_non_ascii_test: Skip # Timeout Flutter Issue 9115 |
| 525 io/https_client_certificate_test: Skip # Timeout Flutter Issue 9115 |
| 526 io/socket_finalizer_test: Skip # Timeout Flutter Issue 9115 |
| 527 io/process_shell_test: Skip # Timeout Flutter Issue 9115 |
| 528 io/file_blocking_lock_test: Skip # Timeout Flutter Issue 9115 |
| 529 io/socket_invalid_arguments_test: Skip # Timeout Flutter Issue 9115 |
| 530 io/process_detached_test: Skip # Timeout Flutter Issue 9115 |
| 531 io/platform_resolved_executable_test/00: Skip # Timeout Flutter Issue 9115 |
| 532 io/platform_resolved_executable_test/01: Skip # Timeout Flutter Issue 9115 |
| 533 io/platform_resolved_executable_test/02: Skip # Timeout Flutter Issue 9115 |
| 534 io/platform_resolved_executable_test/03: Skip # Timeout Flutter Issue 9115 |
| 535 io/platform_resolved_executable_test/04: Skip # Timeout Flutter Issue 9115 |
| 536 io/platform_resolved_executable_test/05: Skip # Timeout Flutter Issue 9115 |
| 537 http_launch_test: Skip # Timeout Flutter Issue 9115 |
| 538 dart_developer_disabled_env_test: RuntimeError # Flutter Issue 9115 |
| 539 |
| 540 |
| 541 package/scenarios/packages_file_in_parent/sub/packages_file_in_parent_test: Fail
# Unable to parse package files Flutter Issue 9115 |
| 542 package/package1_test: Fail # Unable to parse package files Flutter Issue 9115 |
| 543 package/scenarios/packages_option_only/packages_option_only_test: Fail # Unable
to parse package files Flutter Issue 9115 |
| 544 package/scenarios/invalid/invalid_package_name_test: Fail # Unable to parse pack
age files Flutter Issue 9115 |
| 545 package/scenarios/invalid/same_package_twice_test: Fail # Unable to parse packag
e files Flutter Issue 9115 |
| 546 package/scenarios/packages_file_only/packages_file_only_test: Fail # Unable to p
arse package files Flutter Issue 9115 |
| 547 package/scenarios/packages_dir_only/packages_dir_only_test: Fail # Unable to par
se package files Flutter Issue 9115 |
| 548 package/scenarios/both_dir_and_file/prefers_packages_file_test: Fail # Unable to
parse package files Flutter Issue 9115 |
| 549 package/package_test: Fail # Unable to parse package files Flutter Issue 9115 |
| 550 #unboxed_int_converter_test: Fail # Unable to parse package files Flutter Issue
9115 |
| 551 io/process_run_output_test: Fail # Unable to parse package files Flutter Issue 9
115 |
| 552 |
| 553 io/test_harness_analyzer_test: CompileTimeError # Uses mirrors |
| 554 io/skipping_dart2js_compilations_test: CompileTimeError # Uses mirrors |
| 555 io/test_runner_test: CompileTimeError # Uses mirrors |
| 556 |
OLD | NEW |