| OLD | NEW |
| 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
| 3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 # WARNING: | 5 # WARNING: |
| 6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
| 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
| 8 # prefix. | 8 # prefix. |
| 9 | 9 |
| 10 packages_file_test: Skip # Issue 26715 | 10 packages_file_test: Skip # Issue 26715 |
| 11 packages_file_test/none: Skip # contains no tests. | 11 packages_file_test/none: Skip # contains no tests. |
| 12 | 12 |
| 13 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally | 13 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally |
| 14 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally | 14 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally |
| 15 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally | 15 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally |
| 16 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally | 16 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally |
| 17 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally | 17 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally |
| 18 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally | 18 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally |
| 19 | 19 |
| 20 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 20 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
| 21 | 21 |
| 22 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_app) && ($
runtime != drt || $compiler != none)) ] | 22 [ ($runtime != vm && $runtime != dart_precompiled) && ($runtime != drt || $compi
ler != none)) ] |
| 23 no_assert_test: Fail, OK # This is testing a vm flag. | 23 no_assert_test: Fail, OK # This is testing a vm flag. |
| 24 env_test: Skip # This is testing a vm command line parsing scenario. | 24 env_test: Skip # This is testing a vm command line parsing scenario. |
| 25 | 25 |
| 26 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] | 26 [ $runtime == vm || $runtime == dart_precompiled ] |
| 27 package/package_isolate_test: Fail # Issue 12474 | 27 package/package_isolate_test: Fail # Issue 12474 |
| 28 io/observatory_test: Fail | 28 io/observatory_test: Fail |
| 29 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 29 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
| 30 | 30 |
| 31 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $c
hecked ] | 31 [ ($runtime == vm || $runtime == dart_precompiled) && $checked ] |
| 32 # These tests have type errors on purpose. | 32 # These tests have type errors on purpose. |
| 33 io/process_invalid_arguments_test: Fail, OK | 33 io/process_invalid_arguments_test: Fail, OK |
| 34 io/directory_invalid_arguments_test: Fail, OK | 34 io/directory_invalid_arguments_test: Fail, OK |
| 35 io/file_invalid_arguments_test: Fail, OK | 35 io/file_invalid_arguments_test: Fail, OK |
| 36 io/internet_address_invalid_arguments_test: Fail, OK | 36 io/internet_address_invalid_arguments_test: Fail, OK |
| 37 io/socket_invalid_arguments_test: Fail, OK | 37 io/socket_invalid_arguments_test: Fail, OK |
| 38 io/stdout_bad_argument_test: Fail, OK | 38 io/stdout_bad_argument_test: Fail, OK |
| 39 # These test have type errors on purpose and take very long to run in | 39 # These test have type errors on purpose and take very long to run in |
| 40 # checked mode with no benefit. Skip. | 40 # checked mode with no benefit. Skip. |
| 41 io/file_fuzz_test: Skip | 41 io/file_fuzz_test: Skip |
| 42 io/directory_fuzz_test: Skip | 42 io/directory_fuzz_test: Skip |
| 43 | 43 |
| 44 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $s
ystem == macos ] | 44 [ ($runtime == vm || $runtime == dart_precompiled) && $system == macos ] |
| 45 # This test fails with "Too many open files" on the Mac OS buildbot. | 45 # This test fails with "Too many open files" on the Mac OS buildbot. |
| 46 # This is expected as MacOS by default runs with a very low number | 46 # This is expected as MacOS by default runs with a very low number |
| 47 # of allowed open files ('ulimit -n' says something like 256). | 47 # of allowed open files ('ulimit -n' says something like 256). |
| 48 io/socket_many_connections_test: Skip | 48 io/socket_many_connections_test: Skip |
| 49 # Re-enable once the bots have been updated. Issue #26057 | 49 # Re-enable once the bots have been updated. Issue #26057 |
| 50 io/secure_server_client_certificate_test: Skip | 50 io/secure_server_client_certificate_test: Skip |
| 51 | 51 |
| 52 [ $runtime == vm && $system == linux ] | 52 [ $runtime == vm && $system == linux ] |
| 53 # These tests have started timing out and issue 25649 has been filed to | 53 # These tests have started timing out and issue 25649 has been filed to |
| 54 # investigate, skipping these tests temporarily to get the bots to be | 54 # investigate, skipping these tests temporarily to get the bots to be |
| (...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 107 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. | 107 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. |
| 108 issue14236_test: Skip # dart2js does not deal with Script snapshots. | 108 issue14236_test: Skip # dart2js does not deal with Script snapshots. |
| 109 unboxed_int_converter_test: Skip | 109 unboxed_int_converter_test: Skip |
| 110 pair_location_remapping_test: Skip | 110 pair_location_remapping_test: Skip |
| 111 regress_25335_test: Skip # Int64List not supported. | 111 regress_25335_test: Skip # Int64List not supported. |
| 112 deferred_transitive_import_error_test: Skip # Contains intentional errors. | 112 deferred_transitive_import_error_test: Skip # Contains intentional errors. |
| 113 | 113 |
| 114 [ $compiler == dart2js && $cps_ir && $checked ] | 114 [ $compiler == dart2js && $cps_ir && $checked ] |
| 115 *: Skip # `assert` not implemented | 115 *: Skip # `assert` not implemented |
| 116 | 116 |
| 117 [ ($runtime == vm || $runtime == dart_app) && ($arch == arm || $arch == arm64) ] | 117 [ $runtime == vm && ($arch == arm || $arch == arm64) ] |
| 118 io/file_stream_test: Skip # Issue 26109 | 118 io/file_stream_test: Skip # Issue 26109 |
| 119 io/file_typed_data_test: Skip # Issue 26109 | 119 io/file_typed_data_test: Skip # Issue 26109 |
| 120 io/file_input_stream_test: Skip # Issue 26109 | 120 io/file_input_stream_test: Skip # Issue 26109 |
| 121 | 121 |
| 122 [ $compiler == dart2js && $jscl ] | 122 [ $compiler == dart2js && $jscl ] |
| 123 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. | 123 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. |
| 124 deoptimization_test: RuntimeError, OK # Requires bigint. | 124 deoptimization_test: RuntimeError, OK # Requires bigint. |
| 125 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. | 125 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. |
| 126 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. | 126 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. |
| 127 | 127 |
| (...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 190 package/scenarios/invalid/same_package_twice_test: Crash, OK # Analyzer exits on
invalid package config | 190 package/scenarios/invalid/same_package_twice_test: Crash, OK # Analyzer exits on
invalid package config |
| 191 | 191 |
| 192 [ $system == windows ] | 192 [ $system == windows ] |
| 193 io/skipping_dart2js_compilations_test: Fail # Issue 19551. | 193 io/skipping_dart2js_compilations_test: Fail # Issue 19551. |
| 194 verbose_gc_to_bmu_test: Skip | 194 verbose_gc_to_bmu_test: Skip |
| 195 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 | 195 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 |
| 196 io/process_sync_test: Pass, Timeout # Issue 24596 | 196 io/process_sync_test: Pass, Timeout # Issue 24596 |
| 197 io/sleep_test: Pass, Fail # Issue 25757 | 197 io/sleep_test: Pass, Fail # Issue 25757 |
| 198 io/socket_info_ipv6_test: RuntimeError # Issue 27876 | 198 io/socket_info_ipv6_test: RuntimeError # Issue 27876 |
| 199 | 199 |
| 200 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $m
ode == debug && $builder_tag == asan ] | 200 [ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder
_tag == asan ] |
| 201 io/file_lock_test: Skip # Timeout. | 201 io/file_lock_test: Skip # Timeout. |
| 202 io/test_runner_test: Skip # Timeout. | 202 io/test_runner_test: Skip # Timeout. |
| 203 io/http_client_stays_alive_test: Skip # Timeout. | 203 io/http_client_stays_alive_test: Skip # Timeout. |
| 204 | 204 |
| 205 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] | 205 [ $runtime == vm || $runtime == dart_precompiled ] |
| 206 # Failures in secure networking while NSS is replaced with BoringSSL | 206 # Failures in secure networking while NSS is replaced with BoringSSL |
| 207 io/https_client_certificate_test: RuntimeError # Issue 24070 | 207 io/https_client_certificate_test: RuntimeError # Issue 24070 |
| 208 io/secure_socket_renegotiate_test: RuntimeError | 208 io/secure_socket_renegotiate_test: RuntimeError |
| 209 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 209 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
| 210 | 210 |
| 211 [ $arch == ia32 ] | 211 [ $arch == ia32 ] |
| 212 no_allow_absolute_addresses_test: SkipByDesign # Not supported. | 212 no_allow_absolute_addresses_test: SkipByDesign # Not supported. |
| 213 link_natives_lazily_test: SkipByDesign # Not supported. | 213 link_natives_lazily_test: SkipByDesign # Not supported. |
| 214 | 214 |
| 215 [ $noopt || $compiler == precompiler ] | 215 [ $noopt || $compiler == precompiler ] |
| 216 # Stacktraces in precompilation omit inlined frames. | 216 # Stacktraces in precompilation omit inlined frames. |
| 217 assert_test: Pass, RuntimeError | 217 assert_test: Pass, RuntimeError |
| 218 | 218 |
| 219 [ $noopt || $compiler == precompiler ] | 219 [ $noopt || $compiler == precompiler ] |
| 220 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. | 220 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. |
| 221 io/web_socket_test: Pass, RuntimeError # Issue 24674 | 221 io/web_socket_test: Pass, RuntimeError # Issue 24674 |
| 222 | 222 |
| 223 [ $compiler == precompiler || $compiler == dart2app || $compiler == dart2appjit
] | 223 [ $compiler == precompiler || $compiler == app_jit ] |
| 224 io/compile_all_test: Skip # Incompatible flag --compile_all | 224 io/compile_all_test: Skip # Incompatible flag --compile_all |
| 225 | 225 |
| 226 [ $runtime == dart_app ] | 226 [ $compiler == app_jit ] |
| 227 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. | 227 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. |
| 228 io/directory_list_sync_test: Skip # Snapshot path differs from script path. | 228 io/directory_list_sync_test: Skip # Snapshot path differs from script path. |
| 229 io/test_extension_test: Skip # Snapshot path differs from script path. | 229 io/test_extension_test: Skip # Snapshot path differs from script path. |
| 230 io/test_extension_fail_test: Skip # Snapshot path differs from script path. | 230 io/test_extension_fail_test: Skip # Snapshot path differs from script path. |
| 231 io/platform_test: Skip # Snapshot path differs from script path. | 231 io/platform_test: Skip # Snapshot path differs from script path. |
| 232 | 232 |
| 233 [ $runtime == dart_precompiled ] | 233 [ $runtime == dart_precompiled ] |
| 234 # These tests attempt to spawn another script using the precompiled runtime. | 234 # These tests attempt to spawn another script using the precompiled runtime. |
| 235 http_launch_test: Skip | 235 http_launch_test: Skip |
| 236 io/addlatexhash_test: Skip | 236 io/addlatexhash_test: Skip |
| (...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 269 verbose_gc_to_bmu_test: Skip | 269 verbose_gc_to_bmu_test: Skip |
| 270 | 270 |
| 271 io/platform_test: RuntimeError # Expects to be running from 'dart' instead of 'd
art_precompiled_runtime' | 271 io/platform_test: RuntimeError # Expects to be running from 'dart' instead of 'd
art_precompiled_runtime' |
| 272 io/directory_list_sync_test: Timeout, Skip # Expects to find the test directory
relative to the script. | 272 io/directory_list_sync_test: Timeout, Skip # Expects to find the test directory
relative to the script. |
| 273 | 273 |
| 274 [ $runtime == dart_precompiled || $mode == product ] | 274 [ $runtime == dart_precompiled || $mode == product ] |
| 275 io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors | 275 io/skipping_dart2js_compilations_test: CompileTimeError # Imports dart:mirrors |
| 276 io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors | 276 io/test_harness_analyzer_test: CompileTimeError # Imports dart:mirrors |
| 277 io/test_runner_test: CompileTimeError # Imports dart:mirrors | 277 io/test_runner_test: CompileTimeError # Imports dart:mirrors |
| 278 | 278 |
| 279 [ $runtime == dart_precompiled || $runtime == dart_app || $mode == product ] | 279 [ $compiler == app_jit ] |
| 280 assert_test: RuntimeError # Script name change? |
| 281 |
| 282 [ $runtime == dart_precompiled || $mode == product ] |
| 280 assert_test: SkipByDesign # Requires checked mode. | 283 assert_test: SkipByDesign # Requires checked mode. |
| 281 no_assert_test: SkipByDesign # Requires checked mode. | 284 no_assert_test: SkipByDesign # Requires checked mode. |
| 282 io/code_collection_test: Skip # Incompatible flags | 285 io/code_collection_test: Skip # Incompatible flags |
| 283 | 286 |
| 284 # Overriding these flags are not supported in product mode. | 287 # Overriding these flags are not supported in product mode. |
| 285 [ $mode == product ] | 288 [ $mode == product ] |
| 286 no_profiler_test: SkipByDesign | 289 no_profiler_test: SkipByDesign |
| 287 no_support_coverage_test: SkipByDesign | 290 no_support_coverage_test: SkipByDesign |
| 288 no_support_debugger_test: SkipByDesign | 291 no_support_debugger_test: SkipByDesign |
| 289 no_support_disassembler_test: SkipByDesign | 292 no_support_disassembler_test: SkipByDesign |
| 290 no_support_il_printer_test: SkipByDesign | 293 no_support_il_printer_test: SkipByDesign |
| 291 no_support_service_test: SkipByDesign | 294 no_support_service_test: SkipByDesign |
| 292 no_support_timeline_test: SkipByDesign | 295 no_support_timeline_test: SkipByDesign |
| 293 io/stdio_implicit_close_test: Skip # SkipByDesign | 296 io/stdio_implicit_close_test: Skip # SkipByDesign |
| 294 | 297 |
| 295 # Following tests are skipped on dart_app as package mapping is not supported. | 298 # Following tests are skipped on dart_app as package mapping is not supported. |
| 296 [ $runtime == dart_precompiled || $runtime == dart_app ] | 299 [ $runtime == dart_precompiled || $compiler == app_jit ] |
| 297 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip | 300 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip |
| 298 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip | 301 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip |
| 299 package/scenarios/invalid/invalid_utf8_test: Skip | 302 package/scenarios/invalid/invalid_utf8_test: Skip |
| 300 package/scenarios/invalid/same_package_twice_test: Skip | 303 package/scenarios/invalid/same_package_twice_test: Skip |
| 301 package/scenarios/invalid/non_existent_packages_file_test: Skip | 304 package/scenarios/invalid/non_existent_packages_file_test: Skip |
| 302 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip | 305 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip |
| 303 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip | 306 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip |
| 304 package/scenarios/packages_option_only/packages_option_only_test: Skip | 307 package/scenarios/packages_option_only/packages_option_only_test: Skip |
| 305 | 308 |
| 306 [ $arch == simdbc || $arch == simdbc64 ] | 309 [ $arch == simdbc || $arch == simdbc64 ] |
| (...skipping 28 matching lines...) Expand all Loading... |
| 335 io/secure_bad_certificate_test: RuntimeError | 338 io/secure_bad_certificate_test: RuntimeError |
| 336 io/secure_server_socket_test: RuntimeError | 339 io/secure_server_socket_test: RuntimeError |
| 337 io/secure_client_server_test: RuntimeError | 340 io/secure_client_server_test: RuntimeError |
| 338 io/socket_upgrade_to_secure_test: RuntimeError | 341 io/socket_upgrade_to_secure_test: RuntimeError |
| 339 io/secure_client_raw_server_test: RuntimeError | 342 io/secure_client_raw_server_test: RuntimeError |
| 340 io/secure_socket_test: RuntimeError | 343 io/secure_socket_test: RuntimeError |
| 341 io/raw_secure_socket_test: RuntimeError | 344 io/raw_secure_socket_test: RuntimeError |
| 342 io/https_bad_certificate_test: RuntimeError | 345 io/https_bad_certificate_test: RuntimeError |
| 343 io/secure_server_closing_test: RuntimeError | 346 io/secure_server_closing_test: RuntimeError |
| 344 | 347 |
| 345 [ $runtime == vm || $runtime == dart_app || $runtime == dart_precompiled ] | 348 [ $runtime == vm || $runtime == dart_precompiled ] |
| 346 deferred_transitive_import_error_test: Skip # Contains intentional errors. | 349 deferred_transitive_import_error_test: Skip # Contains intentional errors. |
| 347 | 350 |
| 348 [ $hot_reload || $hot_reload_rollback ] | 351 [ $hot_reload || $hot_reload_rollback ] |
| 349 deferred_transitive_import_error_test: Crash # Uses deferred imports. | 352 deferred_transitive_import_error_test: Crash # Uses deferred imports. |
| 350 package/*: SkipByDesign # Launches VMs in interesting ways. | 353 package/*: SkipByDesign # Launches VMs in interesting ways. |
| 351 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. | 354 io/raw_datagram_read_all_test: Pass, Fail # Timing dependent. |
| 352 io/test_runner_test: Pass, Slow # Slow. | 355 io/test_runner_test: Pass, Slow # Slow. |
| 353 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. | 356 io/skipping_dart2js_compilations_test: Pass, Slow # Slow. |
| 354 | 357 |
| 355 [ $builder_tag == no_ipv6 ] | 358 [ $builder_tag == no_ipv6 ] |
| 356 io/http_bind_test: SkipByDesign | 359 io/http_bind_test: SkipByDesign |
| 357 io/raw_datagram_socket_test: SkipByDesign | 360 io/raw_datagram_socket_test: SkipByDesign |
| 358 io/socket_source_address_test: SkipByDesign | 361 io/socket_source_address_test: SkipByDesign |
| 359 io/socket_bind_test: SkipByDesign | 362 io/socket_bind_test: SkipByDesign |
| 360 io/http_proxy_advanced_test: SkipByDesign | 363 io/http_proxy_advanced_test: SkipByDesign |
| 361 io/http_ipv6_test: SkipByDesign | 364 io/http_ipv6_test: SkipByDesign |
| 362 io/socket_ipv6_test: SkipByDesign | 365 io/socket_ipv6_test: SkipByDesign |
| 363 io/socket_info_ipv6_test: SkipByDesign | 366 io/socket_info_ipv6_test: SkipByDesign |
| OLD | NEW |