| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import collections | 5 import collections |
| 6 | 6 |
| 7 from recipe_engine.types import freeze | 7 from recipe_engine.types import freeze |
| 8 | 8 |
| 9 DEPS = [ | 9 DEPS = [ |
| 10 'depot_tools/bot_update', | 10 'depot_tools/bot_update', |
| (...skipping 282 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 293 props(mastername=mastername, buildername=buildername) | 293 props(mastername=mastername, buildername=buildername) |
| 294 ) | 294 ) |
| 295 | 295 |
| 296 yield ( | 296 yield ( |
| 297 api.test('chromeos_analyze') + | 297 api.test('chromeos_analyze') + |
| 298 api.platform.name('linux') + | 298 api.platform.name('linux') + |
| 299 props(mastername='tryserver.chromium.linux', | 299 props(mastername='tryserver.chromium.linux', |
| 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') | 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') |
| 301 ) | 301 ) |
| 302 | 302 |
| 303 # Additional tests for blink trybots. | |
| 304 blink_trybots = api.chromium_tests.trybots['tryserver.blink']['builders'] | |
| 305 for buildername, bot_config in blink_trybots.iteritems(): | |
| 306 if bot_config.get('analyze_mode') == 'compile': | |
| 307 continue | |
| 308 | |
| 309 for pass_first in (True, False): | |
| 310 test_name = 'full_%s_%s_%s' % (_sanitize_nonalpha('tryserver.blink'), | |
| 311 _sanitize_nonalpha(buildername), | |
| 312 'pass' if pass_first else 'fail') | |
| 313 test = (api.test(test_name) + | |
| 314 suppress_analyze() + | |
| 315 props(mastername='tryserver.blink', | |
| 316 buildername=buildername) + | |
| 317 api.chromium_tests.platform(bot_config['bot_ids']) + | |
| 318 api.override_step_data('webkit_tests (with patch)', | |
| 319 api.test_utils.canned_test_output(passing=pass_first))) | |
| 320 if not pass_first: | |
| 321 test += api.override_step_data('webkit_tests (without patch)', | |
| 322 api.test_utils.canned_test_output(passing=False, minimal=True)) | |
| 323 yield test | |
| 324 | |
| 325 # Regression test for http://crbug.com/453471#c16 | 303 # Regression test for http://crbug.com/453471#c16 |
| 326 yield ( | 304 yield ( |
| 327 api.test('clobber_analyze') + | 305 api.test('clobber_analyze') + |
| 328 props(buildername='linux_chromium_clobber_rel_ng') + | 306 props(buildername='linux_chromium_clobber_rel_ng') + |
| 329 api.platform.name('linux') + | 307 api.platform.name('linux') + |
| 330 api.override_step_data( | 308 api.override_step_data( |
| 331 'analyze', | 309 'analyze', |
| 332 api.json.output({ | 310 api.json.output({ |
| 333 'status': 'Found dependency', | 311 'status': 'Found dependency', |
| 334 'test_targets': [], | 312 'test_targets': [], |
| (...skipping 502 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 837 api.raw_io.stream_output( | 815 api.raw_io.stream_output( |
| 838 'third_party/WebKit/Source/core/dom/Element.cpp\n') | 816 'third_party/WebKit/Source/core/dom/Element.cpp\n') |
| 839 ) | 817 ) |
| 840 ) | 818 ) |
| 841 | 819 |
| 842 # This tests that if the first fails, but the second pass succeeds | 820 # This tests that if the first fails, but the second pass succeeds |
| 843 # that we fail the whole build. | 821 # that we fail the whole build. |
| 844 yield ( | 822 yield ( |
| 845 api.test('blink_minimal_pass_continues') + | 823 api.test('blink_minimal_pass_continues') + |
| 846 props(mastername='tryserver.blink', | 824 props(mastername='tryserver.blink', |
| 847 buildername='linux_blink_rel') + | 825 buildername='linux_precise_blink_rel') + |
| 848 suppress_analyze() + | 826 suppress_analyze() + |
| 849 api.platform.name('linux') + | 827 api.platform.name('linux') + |
| 850 api.override_step_data('webkit_tests (with patch)', | 828 api.override_step_data('webkit_tests (with patch)', |
| 851 api.test_utils.canned_test_output(passing=False)) + | 829 api.test_utils.canned_test_output(passing=False)) + |
| 852 api.override_step_data('webkit_tests (without patch)', | 830 api.override_step_data('webkit_tests (without patch)', |
| 853 api.test_utils.canned_test_output(passing=True, minimal=True)) | 831 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 854 ) | 832 ) |
| 855 | 833 |
| 856 yield ( | 834 yield ( |
| 857 api.test('blink_compile_without_patch_fails') + | 835 api.test('blink_compile_without_patch_fails') + |
| 858 props(mastername='tryserver.blink', | 836 props(mastername='tryserver.blink', |
| 859 buildername='linux_blink_rel') + | 837 buildername='linux_precise_blink_rel') + |
| 860 suppress_analyze() + | 838 suppress_analyze() + |
| 861 api.platform.name('linux') + | 839 api.platform.name('linux') + |
| 862 api.override_step_data('webkit_tests (with patch)', | 840 api.override_step_data('webkit_tests (with patch)', |
| 863 api.test_utils.canned_test_output(passing=False)) + | 841 api.test_utils.canned_test_output(passing=False)) + |
| 864 api.override_step_data('compile (without patch)', retcode=1) | 842 api.override_step_data('compile (without patch)', retcode=1) |
| 865 ) | 843 ) |
| 866 | 844 |
| 867 # This tests what happens if something goes horribly wrong in | 845 # This tests what happens if something goes horribly wrong in |
| 868 # run-webkit-tests and we return an internal error; the step should | 846 # run-webkit-tests and we return an internal error; the step should |
| 869 # be considered a hard failure and we shouldn't try to compare the | 847 # be considered a hard failure and we shouldn't try to compare the |
| 870 # lists of failing tests. | 848 # lists of failing tests. |
| 871 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. | 849 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. |
| 872 yield ( | 850 yield ( |
| 873 api.test('webkit_tests_unexpected_error') + | 851 api.test('webkit_tests_unexpected_error') + |
| 874 props(mastername='tryserver.blink', | 852 props(mastername='tryserver.blink', |
| 875 buildername='linux_blink_rel') + | 853 buildername='linux_precise_blink_rel') + |
| 876 suppress_analyze() + | 854 suppress_analyze() + |
| 877 api.platform.name('linux') + | 855 api.platform.name('linux') + |
| 878 api.override_step_data('webkit_tests (with patch)', | 856 api.override_step_data('webkit_tests (with patch)', |
| 879 api.test_utils.canned_test_output(passing=False, retcode=255)) | 857 api.test_utils.canned_test_output(passing=False, retcode=255)) |
| 880 ) | 858 ) |
| 881 | 859 |
| 882 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the | 860 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the |
| 883 # number of failures specified with --exit-after-n-crashes-or-times or | 861 # number of failures specified with --exit-after-n-crashes-or-times or |
| 884 # --exit-after-n-failures; the step should be considered a hard failure and | 862 # --exit-after-n-failures; the step should be considered a hard failure and |
| 885 # we shouldn't try to compare the lists of failing tests. | 863 # we shouldn't try to compare the lists of failing tests. |
| 886 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. | 864 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. |
| 887 yield ( | 865 yield ( |
| 888 api.test('webkit_tests_interrupted') + | 866 api.test('webkit_tests_interrupted') + |
| 889 props(mastername='tryserver.blink', | 867 props(mastername='tryserver.blink', |
| 890 buildername='linux_blink_rel') + | 868 buildername='linux_precise_blink_rel') + |
| 891 suppress_analyze() + | 869 suppress_analyze() + |
| 892 api.platform.name('linux') + | 870 api.platform.name('linux') + |
| 893 api.override_step_data('webkit_tests (with patch)', | 871 api.override_step_data('webkit_tests (with patch)', |
| 894 api.test_utils.canned_test_output(passing=False, retcode=130)) | 872 api.test_utils.canned_test_output(passing=False, retcode=130)) |
| 895 ) | 873 ) |
| 896 | 874 |
| 897 # This tests what happens if we don't trip the thresholds listed | 875 # This tests what happens if we don't trip the thresholds listed |
| 898 # above, but fail more tests than we can safely fit in a return code. | 876 # above, but fail more tests than we can safely fit in a return code. |
| 899 # (this should be a soft failure and we can still retry w/o the patch | 877 # (this should be a soft failure and we can still retry w/o the patch |
| 900 # and compare the lists of failing tests). | 878 # and compare the lists of failing tests). |
| 901 yield ( | 879 yield ( |
| 902 api.test('too_many_failures_for_retcode') + | 880 api.test('too_many_failures_for_retcode') + |
| 903 props(mastername='tryserver.blink', | 881 props(mastername='tryserver.blink', |
| 904 buildername='linux_blink_rel') + | 882 buildername='linux_precise_blink_rel') + |
| 905 suppress_analyze() + | 883 suppress_analyze() + |
| 906 api.platform.name('linux') + | 884 api.platform.name('linux') + |
| 907 api.override_step_data('webkit_tests (with patch)', | 885 api.override_step_data('webkit_tests (with patch)', |
| 908 api.test_utils.canned_test_output(passing=False, | 886 api.test_utils.canned_test_output(passing=False, |
| 909 num_additional_failures=125)) + | 887 num_additional_failures=125)) + |
| 910 api.override_step_data('webkit_tests (without patch)', | 888 api.override_step_data('webkit_tests (without patch)', |
| 911 api.test_utils.canned_test_output(passing=True, minimal=True)) | 889 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 912 ) | 890 ) |
| 913 | 891 |
| 914 yield ( | 892 yield ( |
| 893 api.test('webkit_tests_with_and_without_patch_fail') + |
| 894 suppress_analyze() + |
| 895 props(mastername='tryserver.blink', |
| 896 buildername='linux_precise_blink_rel') + |
| 897 api.override_step_data('webkit_tests (with patch)', |
| 898 api.test_utils.canned_test_output(passing=False)) + |
| 899 api.override_step_data('webkit_tests (without patch)', |
| 900 api.test_utils.canned_test_output(passing=False, minimal=True)) |
| 901 ) |
| 902 |
| 903 yield ( |
| 915 api.test('non_cq_blink_tryjob') + | 904 api.test('non_cq_blink_tryjob') + |
| 916 props(mastername='tryserver.blink', | 905 props(mastername='tryserver.blink', |
| 917 buildername='win_blink_rel', | 906 buildername='win7_blink_rel', |
| 918 requester='someone@chromium.org') + | 907 requester='someone@chromium.org') + |
| 919 suppress_analyze() + | 908 suppress_analyze() + |
| 920 api.platform.name('win') + | 909 api.platform.name('win') + |
| 921 api.override_step_data('webkit_tests (with patch)', | 910 api.override_step_data('webkit_tests (with patch)', |
| 922 api.test_utils.canned_test_output(passing=True)) | 911 api.test_utils.canned_test_output(passing=True)) |
| 923 ) | 912 ) |
| 924 | 913 |
| 925 yield ( | 914 yield ( |
| 926 api.test('use_skia_patch_on_blink_trybot') + | 915 api.test('use_skia_patch_on_blink_trybot') + |
| 927 props(mastername='tryserver.blink', | 916 props(mastername='tryserver.blink', |
| 928 buildername='mac_blink_rel', | 917 buildername='mac10.9_blink_rel', |
| 929 patch_project='skia') + | 918 patch_project='skia') + |
| 930 api.platform.name('mac') | 919 api.platform.name('mac') |
| 931 ) | 920 ) |
| 932 | 921 |
| 933 yield ( | 922 yield ( |
| 934 api.test('use_v8_patch_on_blink_trybot') + | 923 api.test('use_v8_patch_on_blink_trybot') + |
| 935 props(mastername='tryserver.blink', | 924 props(mastername='tryserver.blink', |
| 936 buildername='mac_blink_rel', | 925 buildername='mac10.9_blink_rel', |
| 937 patch_project='v8') + | 926 patch_project='v8') + |
| 938 api.platform.name('mac') | 927 api.platform.name('mac') |
| 939 ) | 928 ) |
| 940 | 929 |
| 941 yield ( | 930 yield ( |
| 942 api.test('use_v8_patch_on_blink_trybot_test_failures') + | 931 api.test('use_v8_patch_on_blink_trybot_test_failures') + |
| 943 props(mastername='tryserver.v8', | 932 props(mastername='tryserver.v8', |
| 944 buildername='v8_linux_blink_rel', | 933 buildername='v8_linux_blink_rel', |
| 945 patch_project='v8') + | 934 patch_project='v8') + |
| 946 api.platform.name('linux') + | 935 api.platform.name('linux') + |
| 947 suppress_analyze(more_exclusions=['v8/f.*']) + | 936 suppress_analyze(more_exclusions=['v8/f.*']) + |
| 948 api.override_step_data('webkit_tests (with patch)', | 937 api.override_step_data('webkit_tests (with patch)', |
| 949 api.test_utils.canned_test_output(passing=False)) + | 938 api.test_utils.canned_test_output(passing=False)) + |
| 950 api.override_step_data('webkit_tests (without patch)', | 939 api.override_step_data('webkit_tests (without patch)', |
| 951 api.test_utils.canned_test_output(passing=True, minimal=True)) | 940 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 952 ) | 941 ) |
| OLD | NEW |