Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(142)

Side by Side Diff: pkg/dev_compiler/test/browser/language_tests.js

Issue 2467063002: Move FF and Canary to green on travis (Closed)
Patch Set: Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « pkg/dev_compiler/test-main.js ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 define(['dart_sdk', 'async_helper', 'expect', 'unittest', 'require'], 5 define(['dart_sdk', 'async_helper', 'expect', 'unittest', 'is', 'require'],
6 function(dart_sdk, async_helper, expect, unittest, require) { 6 function(dart_sdk, async_helper, expect, unittest, is, require) {
7 'use strict'; 7 'use strict';
8 8
9 async_helper = async_helper.async_helper; 9 async_helper = async_helper.async_helper;
10 let minitest = expect.minitest; 10 let minitest = expect.minitest;
11 11
12 dart_sdk._isolate_helper.startRootIsolate(function() {}, []); 12 dart_sdk._isolate_helper.startRootIsolate(function() {}, []);
13 let html_config = unittest.html_config; 13 let html_config = unittest.html_config;
14 // Test attributes are a list of strings, or a string for a single 14 // Test attributes are a list of strings, or a string for a single
15 // attribute. Valid attributes are: 15 // attribute. Valid attributes are:
16 // 16 //
17 // 'pass' - test passes (default)
17 // 'skip' - don't run the test 18 // 'skip' - don't run the test
18 // 'fail' - test fails 19 // 'fail' - test fails
19 // 'timeout' - test times out 20 // 'timeout' - test times out
20 // 'slow' - use 5s timeout instead of default 2s. 21 // 'slow' - use 5s timeout instead of default 2s.
21 // 'helper' - not a test, used by other tests. 22 // 'helper' - not a test, used by other tests.
22 // 'unittest' - run separately as a unittest test. 23 // 'unittest' - run separately as a unittest test.
23 // 24 //
24 // Common combinations: 25 // Common combinations:
26 const pass = 'pass';
25 const fail = 'fail'; 27 const fail = 'fail';
26 const skip_fail = ['skip', 'fail']; 28 const skip_fail = ['skip', 'fail'];
27 const skip_timeout = ['skip', 'timeout']; 29 const skip_timeout = ['skip', 'timeout'];
28 30
31 // Browsers
32 const firefox_fail = is.firefox() ? fail : pass;
33 console.log(firefox_fail);
Bob Nystrom 2016/11/02 21:37:21 Remove the log().
34
29 // Tests marked with this are still using the deprecated unittest package 35 // Tests marked with this are still using the deprecated unittest package
30 // because they rely on its support for futures and asynchronous tests, which 36 // because they rely on its support for futures and asynchronous tests, which
31 // expect and minitest do not handle. 37 // expect and minitest do not handle.
32 // TODO(rnystrom): Move all of these away from using the async test API so 38 // TODO(rnystrom): Move all of these away from using the async test API so
33 // they can stop using unittest. 39 // they can stop using unittest.
34 const async_unittest = ['unittest', 'skip', 'fail']; 40 const async_unittest = ['unittest', 'skip', 'fail'];
35 41
36 // The number of expected unittest errors should be zero but unfortunately 42 // The number of expected unittest errors should be zero but unfortunately
37 // there are a lot of broken html unittests. 43 // there are a lot of broken html unittests.
38 let num_expected_unittest_fails = 3; 44 let num_expected_unittest_fails = 3;
(...skipping 211 matching lines...) Expand 10 before | Expand all | Expand 10 after
250 'mixin_mixin7_test': skip_fail, 256 'mixin_mixin7_test': skip_fail,
251 'mixin_mixin_bound2_test': skip_fail, 257 'mixin_mixin_bound2_test': skip_fail,
252 'mixin_mixin_bound_test': skip_fail, 258 'mixin_mixin_bound_test': skip_fail,
253 'mixin_mixin_test': skip_fail, 259 'mixin_mixin_test': skip_fail,
254 'mixin_regress_13688_test': skip_fail, 260 'mixin_regress_13688_test': skip_fail,
255 'mixin_type_parameter1_test': skip_fail, 261 'mixin_type_parameter1_test': skip_fail,
256 'mixin_type_parameter2_test': skip_fail, 262 'mixin_type_parameter2_test': skip_fail,
257 'mixin_type_parameter3_test': skip_fail, 263 'mixin_type_parameter3_test': skip_fail,
258 'modulo_test': fail, 264 'modulo_test': fail,
259 'named_parameter_clash_test': skip_fail, 265 'named_parameter_clash_test': skip_fail,
266 'named_parameters_passing_falsy_test': firefox_fail,
260 'nan_identical_test': skip_fail, 267 'nan_identical_test': skip_fail,
261 'nested_switch_label_test': skip_fail, 268 'nested_switch_label_test': skip_fail,
262 'number_identifier_test_05_multi': skip_fail, 269 'number_identifier_test_05_multi': skip_fail,
263 'number_identity2_test': skip_fail, 270 'number_identity2_test': skip_fail,
264 'numbers_test': skip_fail, 271 'numbers_test': skip_fail,
265 'optimized_hoisting_checked_mode_assert_test': skip_fail, 272 'optimized_hoisting_checked_mode_assert_test': skip_fail,
266 'redirecting_factory_reflection_test': skip_fail, 273 'redirecting_factory_reflection_test': skip_fail,
267 'regress_13462_0_test': skip_fail, 274 'regress_13462_0_test': skip_fail,
268 'regress_13462_1_test': skip_fail, 275 'regress_13462_1_test': skip_fail,
269 'regress_14105_test': skip_fail, 276 'regress_14105_test': skip_fail,
(...skipping 13 matching lines...) Expand all
283 'string_interpolate_null_test': skip_fail, 290 'string_interpolate_null_test': skip_fail,
284 'super_operator_index3_test': skip_fail, 291 'super_operator_index3_test': skip_fail,
285 'super_operator_index4_test': skip_fail, 292 'super_operator_index4_test': skip_fail,
286 'switch_label2_test': skip_fail, 293 'switch_label2_test': skip_fail,
287 'switch_label_test': skip_fail, 294 'switch_label_test': skip_fail,
288 'switch_try_catch_test': skip_fail, 295 'switch_try_catch_test': skip_fail,
289 'sync_generator1_test_none_multi': skip_fail, 296 'sync_generator1_test_none_multi': skip_fail,
290 'throwing_lazy_variable_test': skip_fail, 297 'throwing_lazy_variable_test': skip_fail,
291 'top_level_non_prefixed_library_test': skip_fail, 298 'top_level_non_prefixed_library_test': skip_fail,
292 'truncdiv_test': fail, // did not throw 299 'truncdiv_test': fail, // did not throw
300 'type_literal_test': firefox_fail,
293 'type_variable_nested_test': skip_fail, // unsound is-check 301 'type_variable_nested_test': skip_fail, // unsound is-check
294 'type_variable_typedef_test': skip_fail, // unsound is-check 302 'type_variable_typedef_test': skip_fail, // unsound is-check
295 303
296 'bit_operations_test_01_multi': skip_fail, 304 'bit_operations_test_01_multi': skip_fail,
297 'bit_operations_test_02_multi': skip_fail, 305 'bit_operations_test_02_multi': skip_fail,
298 'bit_operations_test_03_multi': skip_fail, 306 'bit_operations_test_03_multi': skip_fail,
299 'bit_operations_test_04_multi': skip_fail, 307 'bit_operations_test_04_multi': skip_fail,
300 'bool_condition_check_test_01_multi': skip_fail, 308 'bool_condition_check_test_01_multi': skip_fail,
301 'deferred_constraints_constants_test_none_multi': skip_fail, 309 'deferred_constraints_constants_test_none_multi': skip_fail,
302 'deferred_constraints_constants_test_reference_after_load_multi': skip_fai l, 310 'deferred_constraints_constants_test_reference_after_load_multi': skip_fai l,
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after
336 'big_integer_parsed_arith_vm_test': fail, 344 'big_integer_parsed_arith_vm_test': fail,
337 'big_integer_parsed_div_rem_vm_test': fail, 345 'big_integer_parsed_div_rem_vm_test': fail,
338 'big_integer_parsed_mul_div_vm_test': fail, 346 'big_integer_parsed_mul_div_vm_test': fail,
339 'bit_twiddling_bigint_test': fail, 347 'bit_twiddling_bigint_test': fail,
340 'collection_length_test': skip_timeout, 348 'collection_length_test': skip_timeout,
341 'compare_to2_test': fail, 349 'compare_to2_test': fail,
342 'const_list_literal_test': fail, 350 'const_list_literal_test': fail,
343 'const_list_remove_range_test': fail, 351 'const_list_remove_range_test': fail,
344 'const_list_set_range_test': fail, 352 'const_list_set_range_test': fail,
345 'double_parse_test_01_multi': fail, 353 'double_parse_test_01_multi': fail,
354 'double_parse_test_02_multi': firefox_fail,
346 'error_stack_trace1_test': fail, 355 'error_stack_trace1_test': fail,
347 'error_stack_trace2_test': fail, 356 'error_stack_trace2_test': fail,
357 'for_in_test': firefox_fail,
348 'hash_map2_test': skip_timeout, 358 'hash_map2_test': skip_timeout,
349 'hash_set_test_01_multi': fail, 359 'hash_set_test_01_multi': fail,
350 'hidden_library2_test_01_multi': fail, 360 'hidden_library2_test_01_multi': fail,
351 'indexed_list_access_test': fail, 361 'indexed_list_access_test': fail,
352 'int_modulo_arith_test_bignum_multi': fail, 362 'int_modulo_arith_test_bignum_multi': fail,
353 'int_modulo_arith_test_modPow_multi': fail, 363 'int_modulo_arith_test_modPow_multi': fail,
354 'int_modulo_arith_test_none_multi': fail, 364 'int_modulo_arith_test_none_multi': fail,
355 'int_parse_radix_test_01_multi': fail, // JS implementations disagree on U +0085 being whitespace. 365 'int_parse_radix_test_01_multi': fail, // JS implementations disagree on U +0085 being whitespace.
356 'int_parse_radix_test_02_multi': ['fail', 'timeout', 'skip'], // No bigint s. 366 'int_parse_radix_test_02_multi': ['fail', 'timeout', 'skip'], // No bigint s.
357 'int_parse_radix_test_none_multi': ['slow'], 367 'int_parse_radix_test_none_multi': ['slow'],
358 'integer_to_radix_string_test': fail, 368 'integer_to_radix_string_test': fail,
359 'integer_to_string_test_01_multi': fail, 369 'integer_to_string_test_01_multi': fail,
360 'iterable_generate_test': fail, 370 'iterable_generate_test': fail,
361 'iterable_return_type_test_02_multi': fail, 371 'iterable_return_type_test_02_multi': fail,
362 'json_map_test': fail, 372 'json_map_test': fail,
363 'list_fill_range_test': fail, 373 'list_fill_range_test': fail,
364 'list_replace_range_test': fail, 374 'list_replace_range_test': fail,
365 'list_set_all_test': fail, 375 'list_set_all_test': fail,
366 'list_to_string2_test': fail, 376 'list_to_string2_test': fail,
367 'main_test': fail, 377 'main_test': fail,
368 'map_keys2_test': fail, 378 'map_keys2_test': fail,
369 'map_to_string_test': fail, 379 'map_to_string_test': fail,
380 'map_from_iterable_test': firefox_fail,
370 'nan_infinity_test_01_multi': fail, 381 'nan_infinity_test_01_multi': fail,
371 'null_nosuchmethod_test': fail, 382 'null_nosuchmethod_test': fail,
372 'null_test': fail, 383 'null_test': fail,
373 'num_sign_test': fail, 384 'num_sign_test': fail,
374 'regress_r21715_test': fail, 385 'regress_r21715_test': fail,
375 'throw_half_surrogate_pair_test_02_multi': fail, 386 'throw_half_surrogate_pair_test_02_multi': fail,
376 'stacktrace_current_test': fail, 387 'splay_tree_from_iterable_test': firefox_fail,
388 'stacktrace_current_test': is.chrome() ? fail : pass,
Bob Nystrom 2016/11/02 21:37:21 Make a chrome_fail variable too?
389 'string_case_test_01_multi': firefox_fail,
377 'string_fromcharcodes_test': skip_timeout, 390 'string_fromcharcodes_test': skip_timeout,
378 'string_operations_with_null_test': fail, 391 'string_operations_with_null_test': fail,
379 'symbol_reserved_word_test_06_multi': fail, 392 'symbol_reserved_word_test_06_multi': fail,
380 'symbol_reserved_word_test_09_multi': fail, 393 'symbol_reserved_word_test_09_multi': fail,
381 'symbol_reserved_word_test_12_multi': fail, 394 'symbol_reserved_word_test_12_multi': fail,
382 'throw_half_surrogate_pair_test_01_multi': fail, 395 'throw_half_surrogate_pair_test_01_multi': fail,
396 'unicode_test': firefox_fail,
397 'uri_parameters_all_test': firefox_fail,
383 // TODO(rnystrom): Times out because it tests a huge number of 398 // TODO(rnystrom): Times out because it tests a huge number of
384 // combinations of URLs (4 * 5 * 5 * 8 * 6 * 6 * 4 = 115200). 399 // combinations of URLs (4 * 5 * 5 * 8 * 6 * 6 * 4 = 115200).
385 'uri_parse_test': skip_timeout, 400 'uri_parse_test': skip_timeout,
401 'uri_test': firefox_fail,
386 402
387 'list_insert_test': fail, 403 'list_insert_test': fail,
388 'list_removeat_test': fail, 404 'list_removeat_test': fail,
389 'set_test': fail, // runtime strong mode reject 405 'set_test': fail, // runtime strong mode reject
390 }, 406 },
391 407
392 'corelib/regexp': { 408 'corelib/regexp': {
393 'default_arguments_test': fail 409 'default_arguments_test': fail,
410 'UC16_test': firefox_fail,
411 'unicodeCaseInsensitive_test': firefox_fail
394 }, 412 },
395 413
396 'lib/convert': { 414 'lib/convert': {
397 'encoding_test': skip_timeout, 415 'encoding_test': skip_timeout,
398 416
399 // TODO(jmesserly): this is in an inconsistent state between our old and 417 // TODO(jmesserly): this is in an inconsistent state between our old and
400 // newer SDKs. 418 // newer SDKs.
401 'html_escape_test': ['skip'], 419 'html_escape_test': ['skip'],
402 420
403 'json_utf8_chunk_test': skip_timeout, 421 'json_utf8_chunk_test': skip_timeout,
404 'latin1_test': skip_timeout, 422 'latin1_test': skip_timeout,
405 423
406 'streamed_conversion_json_encode1_test': skip_timeout, 424 'streamed_conversion_json_encode1_test': skip_timeout,
407 'streamed_conversion_json_utf8_decode_test': skip_timeout, 425 'streamed_conversion_json_utf8_decode_test': skip_timeout,
408 'streamed_conversion_json_utf8_encode_test': skip_timeout, 426 'streamed_conversion_json_utf8_encode_test': skip_timeout,
409 'streamed_conversion_utf8_decode_test': skip_timeout, 427 'streamed_conversion_utf8_decode_test': skip_timeout,
410 'streamed_conversion_utf8_encode_test': skip_timeout, 428 'streamed_conversion_utf8_encode_test': skip_timeout,
411 'utf85_test': skip_timeout, 429 'utf85_test': skip_timeout,
412 }, 430 },
413 431
414 'lib/html': { 432 'lib/html': {
415 'async_spawnuri_test': async_unittest, 433 'async_spawnuri_test': async_unittest,
416 'async_test': async_unittest, 434 'async_test': async_unittest,
417 'audiocontext_test': 'fail', // was sdk#27578, needs triage 435 'audiocontext_test': is.chrome('<=55') ? fail : pass, // was sdk#27578, ne eds triage
418 'blob_constructor_test': 'fail', // was sdk#27578, needs triage 436 'blob_constructor_test': 'fail', // was sdk#27578, needs triage
419 'canvas_test': ['unittest'], 437 'canvas_test': ['unittest'],
420 'canvasrenderingcontext2d_test': ['unittest'], 438 'canvasrenderingcontext2d_test': ['unittest'],
421 'cross_domain_iframe_test': async_unittest, 439 'cross_domain_iframe_test': async_unittest,
422 'cssstyledeclaration_test': async_unittest, 440 'cssstyledeclaration_test': async_unittest,
423 'css_test': async_unittest, 441 'css_test': async_unittest,
424 442
425 // This is failing with a range error, I'm guessing because it's looking 443 // This is failing with a range error, I'm guessing because it's looking
426 // for a stylesheet and the page has none. 444 // for a stylesheet and the page has none.
427 'css_rule_list_test': 'fail', 445 'css_rule_list_test': 'fail',
428 'custom_element_method_clash_test': async_unittest, 446 'custom_element_method_clash_test': async_unittest,
429 'custom_element_name_clash_test': async_unittest, 447 'custom_element_name_clash_test': async_unittest,
430 'custom_elements_23127_test': async_unittest, 448 'custom_elements_23127_test': async_unittest,
431 'custom_elements_test': async_unittest, 449 'custom_elements_test': async_unittest,
432 'dom_constructors_test': 'fail', // was sdk#27578, needs triage 450 'dom_constructors_test': 'fail', // was sdk#27578, needs triage
433 'element_animate_test': async_unittest, 451 'element_animate_test': async_unittest,
434 'element_classes_test': 'fail', // sdk#27579. 452 'element_classes_test': 'fail', // sdk#27579.
435 'element_classes_svg_test': 'fail', // sdk#27579. 453 'element_classes_svg_test': 'fail', // sdk#27579.
436 454
437 // Failure: 'Expected 56 to be in the inclusive range [111, 160].'. 455 // Failure: 'Expected 56 to be in the inclusive range [111, 160].'.
438 'element_offset_test': 'fail', 456 'element_offset_test': 'fail',
439 'element_test': async_unittest, 457 'element_test': async_unittest,
458 'element_types_test': firefox_fail,
440 'event_customevent_test': async_unittest, 459 'event_customevent_test': async_unittest,
441 'events_test': async_unittest, 460 'events_test': async_unittest,
442 461
443 // Failure: "Failed to execute 'dispatchEvent' on 'EventTarget': parameter 462 // Failure: "Failed to execute 'dispatchEvent' on 'EventTarget': parameter
444 // 1 is not of type 'Event'." 463 // 1 is not of type 'Event'."
445 'event_test': 'fail', 464 'event_test': 'fail',
446 'fileapi_test': async_unittest, 465 'fileapi_test': async_unittest,
447 'filereader_test': async_unittest, 466 'filereader_test': async_unittest,
448 'fontface_loaded_test': async_unittest, 467 'fontface_loaded_test': async_unittest,
449 468
(...skipping 27 matching lines...) Expand all
477 496
478 // Should throw but does not. 497 // Should throw but does not.
479 'mirrors_js_typed_interop_test': 'fail', 498 'mirrors_js_typed_interop_test': 'fail',
480 499
481 'mutationobserver_test': async_unittest, 500 'mutationobserver_test': async_unittest,
482 'native_gc_test': async_unittest, 501 'native_gc_test': async_unittest,
483 'notification_test': 'fail', // was sdk#27578, needs triage 502 'notification_test': 'fail', // was sdk#27578, needs triage
484 'postmessage_structured_test': async_unittest, 503 'postmessage_structured_test': async_unittest,
485 'request_animation_frame_test': async_unittest, 504 'request_animation_frame_test': async_unittest,
486 'resource_http_test': async_unittest, 505 'resource_http_test': async_unittest,
487 'rtc_test': 'fail', // was sdk#27578, needs triage 506 'rtc_test': is.chrome('<=55') ? fail : pass, // was sdk#27578, needs triag e
488 507
489 // Expected 1, got null. 508 // Expected 1, got null.
490 'serialized_script_value_test': 'fail', 509 'serialized_script_value_test': 'fail',
510 'shadow_dom_test': firefox_fail,
491 'speechrecognition_test': 'fail', // was sdk#27578, needs triage 511 'speechrecognition_test': 'fail', // was sdk#27578, needs triage
492 'svgelement_test': 'fail', // was sdk#27578, needs triage 512 'svgelement_test': is.chrome() ? fail : pass, // was sdk#27578, needs tria ge
513 'text_event_test': firefox_fail,
493 'touchevent_test': 'fail', // was sdk#27578, needs triage 514 'touchevent_test': 'fail', // was sdk#27578, needs triage
494 'transferables_test': async_unittest, 515 'transferables_test': async_unittest,
495 'transition_event_test': async_unittest, 516 'transition_event_test': async_unittest,
496 'url_test': async_unittest, 517 'url_test': async_unittest,
497 'websocket_test': async_unittest, 518 'websocket_test': async_unittest,
498 'websql_test': async_unittest, 519 'websql_test': async_unittest,
499 'wheelevent_test': async_unittest, 520 'wheelevent_test': async_unittest,
500 'worker_api_test': async_unittest, 521 'worker_api_test': async_unittest,
501 'worker_test': async_unittest, 522 'worker_test': async_unittest,
502 523
(...skipping 155 matching lines...) Expand 10 before | Expand all | Expand 10 after
658 'to_string_test': fail, 679 'to_string_test': fail,
659 'type_argument_is_type_variable_test': fail, 680 'type_argument_is_type_variable_test': fail,
660 'type_variable_is_static_test': fail, 681 'type_variable_is_static_test': fail,
661 'type_variable_owner_test_01_multi': fail, 682 'type_variable_owner_test_01_multi': fail,
662 'type_variable_owner_test_none_multi': fail, 683 'type_variable_owner_test_none_multi': fail,
663 'typedef_deferred_library_test': skip_fail, // Isolate spawn not support 684 'typedef_deferred_library_test': skip_fail, // Isolate spawn not support
664 'typedef_library_test': fail, 685 'typedef_library_test': fail,
665 'typedef_metadata_test': fail, 686 'typedef_metadata_test': fail,
666 'typedef_test': fail, 687 'typedef_test': fail,
667 'typevariable_mirror_metadata_test': fail, 688 'typevariable_mirror_metadata_test': fail,
689 'unmangled_type_test': firefox_fail,
668 'unnamed_library_test': fail, 690 'unnamed_library_test': fail,
669 'variable_is_const_test_none_multi': fail, 691 'variable_is_const_test_none_multi': fail,
670 }, 692 },
671 }; 693 };
672 694
673 function countMatches(text, regex) { 695 function countMatches(text, regex) {
674 let matches = text.match(regex); 696 let matches = text.match(regex);
675 return matches ? matches.length : 0; 697 return matches ? matches.length : 0;
676 } 698 }
677 function libraryName(name) { 699 function libraryName(name) {
(...skipping 151 matching lines...) Expand 10 before | Expand all | Expand 10 after
829 851
830 for (let action of unittest_tests) { 852 for (let action of unittest_tests) {
831 try { 853 try {
832 action(); 854 action();
833 } catch (e) { 855 } catch (e) {
834 console.error("Caught error tying to setup test:", e); 856 console.error("Caught error tying to setup test:", e);
835 } 857 }
836 } 858 }
837 }); 859 });
838 }); 860 });
OLDNEW
« no previous file with comments | « pkg/dev_compiler/test-main.js ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698