| OLD | NEW |
| 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
| 3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 # WARNING: | 5 # WARNING: |
| 6 # Tests using the multitest feature where failure is expected should *also* be | 6 # Tests using the multitest feature where failure is expected should *also* be |
| 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" | 7 # listed in tests/lib/analyzer/analyze_tests.status without the "standalone" |
| 8 # prefix. | 8 # prefix. |
| 9 | 9 |
| 10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally | 10 package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally |
| 11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally | 11 package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail,
OK # CompileTimeErrors intentionally |
| 12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally | 12 package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail,
OK # CompileTimeErrors intentionally |
| 13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally | 13 package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK
# CompileTimeErrors intentionally |
| 14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally | 14 package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeEr
ror # Errors intentionally |
| 15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally | 15 package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTim
eError # Errors intentionally |
| 16 full_coverage_test: Pass, Slow, Timeout | 16 full_coverage_test: Pass, Slow, Timeout |
| 17 verified_mem_test: Pass, Slow, Timeout # Does verify before and after GC. | 17 verified_mem_test: Pass, Slow, Timeout # Does verify before and after GC. |
| 18 | 18 |
| 19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. | 19 issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue
14516 comment #4. |
| 20 | 20 |
| 21 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_product) &
& ($runtime != drt || $compiler != none)) ] | 21 [ ($runtime != vm && $runtime != dart_precompiled && $runtime != dart_app) && ($
runtime != drt || $compiler != none)) ] |
| 22 no_assert_test: Fail, OK # This is testing a vm flag. | 22 no_assert_test: Fail, OK # This is testing a vm flag. |
| 23 | 23 |
| 24 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) ] | 24 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] |
| 25 package/package_isolate_test: Fail # Issue 12474 | 25 package/package_isolate_test: Fail # Issue 12474 |
| 26 io/observatory_test: Fail | 26 io/observatory_test: Fail |
| 27 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 | 27 package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119 |
| 28 | 28 |
| 29 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $checked ] | 29 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $c
hecked ] |
| 30 # These tests have type errors on purpose. | 30 # These tests have type errors on purpose. |
| 31 io/process_invalid_arguments_test: Fail, OK | 31 io/process_invalid_arguments_test: Fail, OK |
| 32 io/directory_invalid_arguments_test: Fail, OK | 32 io/directory_invalid_arguments_test: Fail, OK |
| 33 io/file_invalid_arguments_test: Fail, OK | 33 io/file_invalid_arguments_test: Fail, OK |
| 34 io/internet_address_invalid_arguments_test: Fail, OK | 34 io/internet_address_invalid_arguments_test: Fail, OK |
| 35 io/socket_invalid_arguments_test: Fail, OK | 35 io/socket_invalid_arguments_test: Fail, OK |
| 36 io/stdout_bad_argument_test: Fail, OK | 36 io/stdout_bad_argument_test: Fail, OK |
| 37 # These test have type errors on purpose and take very long to run in | 37 # These test have type errors on purpose and take very long to run in |
| 38 # checked mode with no benefit. Skip. | 38 # checked mode with no benefit. Skip. |
| 39 io/file_fuzz_test: Skip | 39 io/file_fuzz_test: Skip |
| 40 io/directory_fuzz_test: Skip | 40 io/directory_fuzz_test: Skip |
| 41 | 41 |
| 42 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $system == macos ] | 42 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $s
ystem == macos ] |
| 43 # This test fails with "Too many open files" on the Mac OS buildbot. | 43 # This test fails with "Too many open files" on the Mac OS buildbot. |
| 44 # This is expected as MacOS by default runs with a very low number | 44 # This is expected as MacOS by default runs with a very low number |
| 45 # of allowed open files ('ulimit -n' says something like 256). | 45 # of allowed open files ('ulimit -n' says something like 256). |
| 46 io/socket_many_connections_test: Skip | 46 io/socket_many_connections_test: Skip |
| 47 # Re-enable once the bots have been updated. Issue #26057 | 47 # Re-enable once the bots have been updated. Issue #26057 |
| 48 io/secure_server_client_certificate_test: Skip | 48 io/secure_server_client_certificate_test: Skip |
| 49 | 49 |
| 50 [ $runtime == vm && $system == linux ] | 50 [ $runtime == vm && $system == linux ] |
| 51 # These tests have started timing out and issue 25649 has been filed to | 51 # These tests have started timing out and issue 25649 has been filed to |
| 52 # investigate, skipping these tests temporarily to get the bots to be | 52 # investigate, skipping these tests temporarily to get the bots to be |
| (...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 105 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). | 105 oom_error_stacktrace_test: RuntimeError, OK # (OOM on JS may produce a stacktrac
e). |
| 106 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. | 106 vmservice/*: Skip # Do not run standalone vm service tests with dart2js. |
| 107 issue14236_test: Skip # dart2js does not deal with Script snapshots. | 107 issue14236_test: Skip # dart2js does not deal with Script snapshots. |
| 108 unboxed_int_converter_test: Skip | 108 unboxed_int_converter_test: Skip |
| 109 pair_location_remapping_test: Skip | 109 pair_location_remapping_test: Skip |
| 110 regress_25335_test: Skip # Int64List not supported. | 110 regress_25335_test: Skip # Int64List not supported. |
| 111 | 111 |
| 112 [ $compiler == dart2js && $cps_ir && $checked ] | 112 [ $compiler == dart2js && $cps_ir && $checked ] |
| 113 *: Skip # `assert` not implemented | 113 *: Skip # `assert` not implemented |
| 114 | 114 |
| 115 [ ($runtime == vm || $runtime == dart_product) && ($arch == arm || $arch == arm6
4) ] | 115 [ ($runtime == vm || $runtime == dart_app) && ($arch == arm || $arch == arm64) ] |
| 116 io/file_stream_test: Skip # Issue 26109 | 116 io/file_stream_test: Skip # Issue 26109 |
| 117 io/file_typed_data_test: Skip # Issue 26109 | 117 io/file_typed_data_test: Skip # Issue 26109 |
| 118 | 118 |
| 119 [ $compiler == dart2js && $jscl ] | 119 [ $compiler == dart2js && $jscl ] |
| 120 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. | 120 assert_test: RuntimeError, OK # Assumes unspecified fields on the AssertionError
. |
| 121 deoptimization_test: RuntimeError, OK # Requires bigint. | 121 deoptimization_test: RuntimeError, OK # Requires bigint. |
| 122 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. | 122 out_of_memory_test: RuntimeError, OK # d8 handles much larger arrays than Dart V
M. |
| 123 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. | 123 io/arguments_test: CompileTimeError, OK # Cannot pass arguments to d8. |
| 124 | 124 |
| 125 [ $compiler == dart2js && $runtime == none ] | 125 [ $compiler == dart2js && $runtime == none ] |
| (...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 179 [ $system == windows ] | 179 [ $system == windows ] |
| 180 io/skipping_dart2js_compilations_test: Fail # Issue 19551. | 180 io/skipping_dart2js_compilations_test: Fail # Issue 19551. |
| 181 verbose_gc_to_bmu_test: Skip | 181 verbose_gc_to_bmu_test: Skip |
| 182 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 | 182 io/platform_resolved_executable_test/06: RuntimeError # Issue 23641 |
| 183 io/process_sync_test: Pass, Timeout # Issue 24596 | 183 io/process_sync_test: Pass, Timeout # Issue 24596 |
| 184 io/sleep_test: Pass, Fail # Issue 25757 | 184 io/sleep_test: Pass, Fail # Issue 25757 |
| 185 | 185 |
| 186 [ $arch != ia32 && $arch != x64 && $arch != simarm && $arch != simarmv5te && $mo
de == debug ] | 186 [ $arch != ia32 && $arch != x64 && $arch != simarm && $arch != simarmv5te && $mo
de == debug ] |
| 187 verified_mem_test: Skip # Not yet implemented. | 187 verified_mem_test: Skip # Not yet implemented. |
| 188 | 188 |
| 189 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) &
& $mode == debug && $builder_tag == asan ] | 189 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) && $m
ode == debug && $builder_tag == asan ] |
| 190 full_coverage_test: Skip # Timeout. | 190 full_coverage_test: Skip # Timeout. |
| 191 io/file_lock_test: Skip # Timeout. | 191 io/file_lock_test: Skip # Timeout. |
| 192 io/test_runner_test: Skip # Timeout. | 192 io/test_runner_test: Skip # Timeout. |
| 193 io/http_client_stays_alive_test: Skip # Timeout. | 193 io/http_client_stays_alive_test: Skip # Timeout. |
| 194 | 194 |
| 195 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_product) ] | 195 [ ($runtime == vm || $runtime == dart_precompiled || $runtime == dart_app) ] |
| 196 # Failures in secure networking while NSS is replaced with BoringSSL | 196 # Failures in secure networking while NSS is replaced with BoringSSL |
| 197 io/https_client_certificate_test: RuntimeError # Issue 24070 | 197 io/https_client_certificate_test: RuntimeError # Issue 24070 |
| 198 io/secure_socket_renegotiate_test: RuntimeError | 198 io/secure_socket_renegotiate_test: RuntimeError |
| 199 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. | 199 io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection
just puts a READ_CLOSED on the stream, rather than signaling an error on the str
eam. |
| 200 | 200 |
| 201 [ $arch == ia32 ] | 201 [ $arch == ia32 ] |
| 202 no_allow_absolute_addresses_test: SkipByDesign # Not supported. | 202 no_allow_absolute_addresses_test: SkipByDesign # Not supported. |
| 203 link_natives_lazily_test: SkipByDesign # Not supported. | 203 link_natives_lazily_test: SkipByDesign # Not supported. |
| 204 | 204 |
| 205 [ $noopt || $compiler == precompiler ] | 205 [ $noopt || $compiler == precompiler ] |
| 206 # Stacktraces in precompilation omit inlined frames. | 206 # Stacktraces in precompilation omit inlined frames. |
| 207 assert_test: Pass, RuntimeError | 207 assert_test: Pass, RuntimeError |
| 208 | 208 |
| 209 [ $noopt || $compiler == precompiler ] | 209 [ $noopt || $compiler == precompiler ] |
| 210 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. | 210 map_insert_remove_oom_test: Skip # Heap limit too low. Increasing iteration coun
t to make a higher limit a meaningful test makes it too slow for simarm[64] bots
. |
| 211 io/web_socket_test: Pass, RuntimeError # Issue 24674 | 211 io/web_socket_test: Pass, RuntimeError # Issue 24674 |
| 212 |
| 213 [ $noopt || $compiler == precompiler || $compiler == dart2appjit ] |
| 212 io/test_extension_test: Skip # Platform.executable | 214 io/test_extension_test: Skip # Platform.executable |
| 213 io/test_extension_fail_test: Skip # Platform.executable | 215 io/test_extension_fail_test: Skip # Platform.executable |
| 214 io/platform_test: Skip # Platform.executable | 216 io/platform_test: Skip # Platform.executable |
| 215 io/code_collection_test: Skip # Platform.executable | 217 io/code_collection_test: Skip # Platform.executable |
| 216 full_coverage_test: Skip # Platform.executable | 218 full_coverage_test: Skip # Platform.executable |
| 217 regress_26031_test: Skip # Platform.resolvedExecutable | 219 regress_26031_test: Skip # Platform.resolvedExecutable |
| 218 | 220 |
| 219 [ $compiler == precompiler || $compiler == dart2app ] | 221 [ $compiler == precompiler || $compiler == dart2app || $compiler == dart2appjit
] |
| 220 io/compile_all_test: Skip # Incompatible flag --compile_all | 222 io/compile_all_test: Skip # Incompatible flag --compile_all |
| 221 | 223 |
| 222 [ $runtime == dart_product ] | 224 [ $runtime == dart_app ] |
| 223 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. | 225 io/stdout_bad_argument_test: Skip # Test exits and so can't generate snapshot. |
| 224 | 226 |
| 225 [ $runtime == dart_precompiled || $runtime == dart_product ] | 227 [ $runtime == dart_precompiled || $runtime == dart_app ] |
| 226 full_coverage_test: Skip # Platform.executable | 228 full_coverage_test: Skip # Platform.executable |
| 227 http_launch_test: Skip # Platform.executable | 229 http_launch_test: Skip # Platform.executable |
| 228 io/addlatexhash_test: Skip # Platform.executable | 230 io/addlatexhash_test: Skip # Platform.executable |
| 229 io/file_read_special_device_test: Skip # Platform.executable | 231 io/file_read_special_device_test: Skip # Platform.executable |
| 230 io/file_stream_test: Skip # Platform.executable | 232 io/file_stream_test: Skip # Platform.executable |
| 231 io/file_test: Skip # Platform.executable | 233 io/file_test: Skip # Platform.executable |
| 232 io/http_cross_process_test: Skip # Platform.executable | 234 io/http_cross_process_test: Skip # Platform.executable |
| 233 io/https_unauthorized_test: Skip # Platform.executable | 235 io/https_unauthorized_test: Skip # Platform.executable |
| 234 io/platform_resolved_executable_test: Skip # Platform.resolvedExecutable | 236 io/platform_resolved_executable_test: Skip # Platform.resolvedExecutable |
| 235 io/skipping_dart2js_compilations_test: Skip # Platform.executable | 237 io/skipping_dart2js_compilations_test: Skip # Platform.executable |
| (...skipping 15 matching lines...) Expand all Loading... |
| 251 io/test_runner_test: Skip # Platform.executable | 253 io/test_runner_test: Skip # Platform.executable |
| 252 io/file_lock_test: Skip # Platform.executable | 254 io/file_lock_test: Skip # Platform.executable |
| 253 io/code_collection_test: Skip # Platform.executable | 255 io/code_collection_test: Skip # Platform.executable |
| 254 io/file_lock_test: Skip # Platform.executable | 256 io/file_lock_test: Skip # Platform.executable |
| 255 io/raw_socket_cross_process_test: Skip # Platform.executable | 257 io/raw_socket_cross_process_test: Skip # Platform.executable |
| 256 io/test_extension_test: Skip # Platform.executable | 258 io/test_extension_test: Skip # Platform.executable |
| 257 io/named_pipe_script_test: Skip # Platform.executable | 259 io/named_pipe_script_test: Skip # Platform.executable |
| 258 io/regress_7679_test: Skip # Platform.executable | 260 io/regress_7679_test: Skip # Platform.executable |
| 259 io/process_*: Skip # Most use Platform.executable | 261 io/process_*: Skip # Most use Platform.executable |
| 260 | 262 |
| 261 [ $runtime == dart_precompiled || $runtime == dart_product || $mode == product ] | 263 [ $runtime == dart_precompiled || $runtime == dart_app || $mode == product ] |
| 262 debugger/*: Skip | 264 debugger/*: Skip |
| 263 assert_test: SkipByDesign # Requires checked mode. | 265 assert_test: SkipByDesign # Requires checked mode. |
| 264 no_assert_test: SkipByDesign # Requires checked mode. | 266 no_assert_test: SkipByDesign # Requires checked mode. |
| 265 io/code_collection_test: Skip # Incompatible flags | 267 io/code_collection_test: Skip # Incompatible flags |
| 266 | 268 |
| 267 # Code coverage is not supported in product mode. | 269 # Code coverage is not supported in product mode. |
| 268 [ $mode == product ] | 270 [ $mode == product ] |
| 269 full_coverage_test: SkipByDesign | 271 full_coverage_test: SkipByDesign |
| 270 | 272 |
| 271 # Overriding these flags are not supported in product mode. | 273 # Overriding these flags are not supported in product mode. |
| 272 [ $mode == product ] | 274 [ $mode == product ] |
| 273 no_profiler_test: SkipByDesign | 275 no_profiler_test: SkipByDesign |
| 274 no_support_coverage_test: SkipByDesign | 276 no_support_coverage_test: SkipByDesign |
| 275 no_support_debugger_test: SkipByDesign | 277 no_support_debugger_test: SkipByDesign |
| 276 no_support_disassembler_test: SkipByDesign | 278 no_support_disassembler_test: SkipByDesign |
| 277 no_support_il_printer_test: SkipByDesign | 279 no_support_il_printer_test: SkipByDesign |
| 278 no_support_service_test: SkipByDesign | 280 no_support_service_test: SkipByDesign |
| 279 no_support_timeline_test: SkipByDesign | 281 no_support_timeline_test: SkipByDesign |
| 280 | 282 |
| 281 # Following tests are skipped on dart_product as package mapping is not supporte
d. | 283 # Following tests are skipped on dart_app as package mapping is not supported. |
| 282 [ $runtime == dart_precompiled || $runtime == dart_product ] | 284 [ $runtime == dart_precompiled || $runtime == dart_app ] |
| 283 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip | 285 package/scenarios/packages_file_strange_formatting/mixed_line_ends_test: Skip |
| 284 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip | 286 package/scenarios/packages_file_strange_formatting/empty_lines_test: Skip |
| 285 package/scenarios/invalid/invalid_utf8_test: Skip | 287 package/scenarios/invalid/invalid_utf8_test: Skip |
| 286 package/scenarios/invalid/same_package_twice_test: Skip | 288 package/scenarios/invalid/same_package_twice_test: Skip |
| 287 package/scenarios/invalid/non_existent_packages_file_test: Skip | 289 package/scenarios/invalid/non_existent_packages_file_test: Skip |
| 288 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip | 290 package/scenarios/empty_packages_file/empty_packages_file_noimports_test: Skip |
| 289 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip | 291 package/scenarios/packages_option_only/packages_option_only_noimports_test: Skip |
| 290 package/scenarios/packages_option_only/packages_option_only_test: Skip | 292 package/scenarios/packages_option_only/packages_option_only_test: Skip |
| 291 | 293 |
| 292 [ $arch == simdbc || $arch == simdbc64 ] | 294 [ $arch == simdbc || $arch == simdbc64 ] |
| 293 # TODO(vegorov) SIMDBC interpreter doesn't support coverage yet. | 295 # TODO(vegorov) SIMDBC interpreter doesn't support coverage yet. |
| 294 full_coverage_test: Skip | 296 full_coverage_test: Skip |
| 295 | 297 |
| 296 # SIMDBC interpreter doesn't support lazy linking of natives. | 298 # SIMDBC interpreter doesn't support lazy linking of natives. |
| 297 link_natives_lazily_test: SkipByDesign | 299 link_natives_lazily_test: SkipByDesign |
| 298 | 300 |
| 299 # SIMDBC interpreter doesn't support --no_lazy_dispatchers | 301 # SIMDBC interpreter doesn't support --no_lazy_dispatchers |
| 300 no_lazy_dispatchers_test: SkipByDesign | 302 no_lazy_dispatchers_test: SkipByDesign |
| 301 | 303 |
| 302 [ $compiler == precompiler && $runtime == dart_precompiled && $system == android
] | 304 [ $compiler == precompiler && $runtime == dart_precompiled && $system == android
] |
| 303 io/*: Skip # Issue #26376 | 305 io/*: Skip # Issue #26376 |
| 304 | 306 |
| 305 typed_data_isolate_test: Skip # Issue #26376 | 307 typed_data_isolate_test: Skip # Issue #26376 |
| 306 typed_array_test: Skip # Issue #26376 | 308 typed_array_test: Skip # Issue #26376 |
| 307 typed_array_int64_uint64_test: Skip # Issue #26376 | 309 typed_array_int64_uint64_test: Skip # Issue #26376 |
| 308 | 310 |
| 309 oom_error_stacktrace_test: Skip # Issue #26377 | 311 oom_error_stacktrace_test: Skip # Issue #26377 |
| 310 out_of_memory_test: Skip # Issue #26377 | 312 out_of_memory_test: Skip # Issue #26377 |
| OLD | NEW |