| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import collections | 5 import collections |
| 6 | 6 |
| 7 from recipe_engine.types import freeze | 7 from recipe_engine.types import freeze |
| 8 | 8 |
| 9 DEPS = [ | 9 DEPS = [ |
| 10 'depot_tools/bot_update', | 10 'depot_tools/bot_update', |
| (...skipping 282 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 293 props(mastername=mastername, buildername=buildername) | 293 props(mastername=mastername, buildername=buildername) |
| 294 ) | 294 ) |
| 295 | 295 |
| 296 yield ( | 296 yield ( |
| 297 api.test('chromeos_analyze') + | 297 api.test('chromeos_analyze') + |
| 298 api.platform.name('linux') + | 298 api.platform.name('linux') + |
| 299 props(mastername='tryserver.chromium.linux', | 299 props(mastername='tryserver.chromium.linux', |
| 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') | 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') |
| 301 ) | 301 ) |
| 302 | 302 |
| 303 # Additional tests for blink trybots. |
| 304 blink_trybots = api.chromium_tests.trybots['tryserver.blink']['builders'] |
| 305 for buildername, bot_config in blink_trybots.iteritems(): |
| 306 if bot_config.get('analyze_mode') == 'compile': |
| 307 continue |
| 308 |
| 309 for pass_first in (True, False): |
| 310 test_name = 'full_%s_%s_%s' % (_sanitize_nonalpha('tryserver.blink'), |
| 311 _sanitize_nonalpha(buildername), |
| 312 'pass' if pass_first else 'fail') |
| 313 test = (api.test(test_name) + |
| 314 suppress_analyze() + |
| 315 props(mastername='tryserver.blink', |
| 316 buildername=buildername) + |
| 317 api.chromium_tests.platform(bot_config['bot_ids']) + |
| 318 api.override_step_data('webkit_tests (with patch)', |
| 319 api.test_utils.canned_test_output(passing=pass_first))) |
| 320 if not pass_first: |
| 321 test += api.override_step_data('webkit_tests (without patch)', |
| 322 api.test_utils.canned_test_output(passing=False, minimal=True)) |
| 323 yield test |
| 324 |
| 303 # Regression test for http://crbug.com/453471#c16 | 325 # Regression test for http://crbug.com/453471#c16 |
| 304 yield ( | 326 yield ( |
| 305 api.test('clobber_analyze') + | 327 api.test('clobber_analyze') + |
| 306 props(buildername='linux_chromium_clobber_rel_ng') + | 328 props(buildername='linux_chromium_clobber_rel_ng') + |
| 307 api.platform.name('linux') + | 329 api.platform.name('linux') + |
| 308 api.override_step_data( | 330 api.override_step_data( |
| 309 'analyze', | 331 'analyze', |
| 310 api.json.output({ | 332 api.json.output({ |
| 311 'status': 'Found dependency', | 333 'status': 'Found dependency', |
| 312 'test_targets': [], | 334 'test_targets': [], |
| (...skipping 502 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 815 api.raw_io.stream_output( | 837 api.raw_io.stream_output( |
| 816 'third_party/WebKit/Source/core/dom/Element.cpp\n') | 838 'third_party/WebKit/Source/core/dom/Element.cpp\n') |
| 817 ) | 839 ) |
| 818 ) | 840 ) |
| 819 | 841 |
| 820 # This tests that if the first fails, but the second pass succeeds | 842 # This tests that if the first fails, but the second pass succeeds |
| 821 # that we fail the whole build. | 843 # that we fail the whole build. |
| 822 yield ( | 844 yield ( |
| 823 api.test('blink_minimal_pass_continues') + | 845 api.test('blink_minimal_pass_continues') + |
| 824 props(mastername='tryserver.blink', | 846 props(mastername='tryserver.blink', |
| 825 buildername='linux_precise_blink_rel') + | 847 buildername='linux_blink_rel') + |
| 826 suppress_analyze() + | 848 suppress_analyze() + |
| 827 api.platform.name('linux') + | 849 api.platform.name('linux') + |
| 828 api.override_step_data('webkit_tests (with patch)', | 850 api.override_step_data('webkit_tests (with patch)', |
| 829 api.test_utils.canned_test_output(passing=False)) + | 851 api.test_utils.canned_test_output(passing=False)) + |
| 830 api.override_step_data('webkit_tests (without patch)', | 852 api.override_step_data('webkit_tests (without patch)', |
| 831 api.test_utils.canned_test_output(passing=True, minimal=True)) | 853 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 832 ) | 854 ) |
| 833 | 855 |
| 834 yield ( | 856 yield ( |
| 835 api.test('blink_compile_without_patch_fails') + | 857 api.test('blink_compile_without_patch_fails') + |
| 836 props(mastername='tryserver.blink', | 858 props(mastername='tryserver.blink', |
| 837 buildername='linux_precise_blink_rel') + | 859 buildername='linux_blink_rel') + |
| 838 suppress_analyze() + | 860 suppress_analyze() + |
| 839 api.platform.name('linux') + | 861 api.platform.name('linux') + |
| 840 api.override_step_data('webkit_tests (with patch)', | 862 api.override_step_data('webkit_tests (with patch)', |
| 841 api.test_utils.canned_test_output(passing=False)) + | 863 api.test_utils.canned_test_output(passing=False)) + |
| 842 api.override_step_data('compile (without patch)', retcode=1) | 864 api.override_step_data('compile (without patch)', retcode=1) |
| 843 ) | 865 ) |
| 844 | 866 |
| 845 # This tests what happens if something goes horribly wrong in | 867 # This tests what happens if something goes horribly wrong in |
| 846 # run-webkit-tests and we return an internal error; the step should | 868 # run-webkit-tests and we return an internal error; the step should |
| 847 # be considered a hard failure and we shouldn't try to compare the | 869 # be considered a hard failure and we shouldn't try to compare the |
| 848 # lists of failing tests. | 870 # lists of failing tests. |
| 849 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. | 871 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. |
| 850 yield ( | 872 yield ( |
| 851 api.test('webkit_tests_unexpected_error') + | 873 api.test('webkit_tests_unexpected_error') + |
| 852 props(mastername='tryserver.blink', | 874 props(mastername='tryserver.blink', |
| 853 buildername='linux_precise_blink_rel') + | 875 buildername='linux_blink_rel') + |
| 854 suppress_analyze() + | 876 suppress_analyze() + |
| 855 api.platform.name('linux') + | 877 api.platform.name('linux') + |
| 856 api.override_step_data('webkit_tests (with patch)', | 878 api.override_step_data('webkit_tests (with patch)', |
| 857 api.test_utils.canned_test_output(passing=False, retcode=255)) | 879 api.test_utils.canned_test_output(passing=False, retcode=255)) |
| 858 ) | 880 ) |
| 859 | 881 |
| 860 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the | 882 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the |
| 861 # number of failures specified with --exit-after-n-crashes-or-times or | 883 # number of failures specified with --exit-after-n-crashes-or-times or |
| 862 # --exit-after-n-failures; the step should be considered a hard failure and | 884 # --exit-after-n-failures; the step should be considered a hard failure and |
| 863 # we shouldn't try to compare the lists of failing tests. | 885 # we shouldn't try to compare the lists of failing tests. |
| 864 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. | 886 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. |
| 865 yield ( | 887 yield ( |
| 866 api.test('webkit_tests_interrupted') + | 888 api.test('webkit_tests_interrupted') + |
| 867 props(mastername='tryserver.blink', | 889 props(mastername='tryserver.blink', |
| 868 buildername='linux_precise_blink_rel') + | 890 buildername='linux_blink_rel') + |
| 869 suppress_analyze() + | 891 suppress_analyze() + |
| 870 api.platform.name('linux') + | 892 api.platform.name('linux') + |
| 871 api.override_step_data('webkit_tests (with patch)', | 893 api.override_step_data('webkit_tests (with patch)', |
| 872 api.test_utils.canned_test_output(passing=False, retcode=130)) | 894 api.test_utils.canned_test_output(passing=False, retcode=130)) |
| 873 ) | 895 ) |
| 874 | 896 |
| 875 # This tests what happens if we don't trip the thresholds listed | 897 # This tests what happens if we don't trip the thresholds listed |
| 876 # above, but fail more tests than we can safely fit in a return code. | 898 # above, but fail more tests than we can safely fit in a return code. |
| 877 # (this should be a soft failure and we can still retry w/o the patch | 899 # (this should be a soft failure and we can still retry w/o the patch |
| 878 # and compare the lists of failing tests). | 900 # and compare the lists of failing tests). |
| 879 yield ( | 901 yield ( |
| 880 api.test('too_many_failures_for_retcode') + | 902 api.test('too_many_failures_for_retcode') + |
| 881 props(mastername='tryserver.blink', | 903 props(mastername='tryserver.blink', |
| 882 buildername='linux_precise_blink_rel') + | 904 buildername='linux_blink_rel') + |
| 883 suppress_analyze() + | 905 suppress_analyze() + |
| 884 api.platform.name('linux') + | 906 api.platform.name('linux') + |
| 885 api.override_step_data('webkit_tests (with patch)', | 907 api.override_step_data('webkit_tests (with patch)', |
| 886 api.test_utils.canned_test_output(passing=False, | 908 api.test_utils.canned_test_output(passing=False, |
| 887 num_additional_failures=125)) + | 909 num_additional_failures=125)) + |
| 888 api.override_step_data('webkit_tests (without patch)', | 910 api.override_step_data('webkit_tests (without patch)', |
| 889 api.test_utils.canned_test_output(passing=True, minimal=True)) | 911 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 890 ) | 912 ) |
| 891 | 913 |
| 892 yield ( | 914 yield ( |
| 893 api.test('webkit_tests_with_and_without_patch_fail') + | |
| 894 suppress_analyze() + | |
| 895 props(mastername='tryserver.blink', | |
| 896 buildername='linux_precise_blink_rel') + | |
| 897 api.override_step_data('webkit_tests (with patch)', | |
| 898 api.test_utils.canned_test_output(passing=False)) + | |
| 899 api.override_step_data('webkit_tests (without patch)', | |
| 900 api.test_utils.canned_test_output(passing=False, minimal=True)) | |
| 901 ) | |
| 902 | |
| 903 yield ( | |
| 904 api.test('non_cq_blink_tryjob') + | 915 api.test('non_cq_blink_tryjob') + |
| 905 props(mastername='tryserver.blink', | 916 props(mastername='tryserver.blink', |
| 906 buildername='win7_blink_rel', | 917 buildername='win_blink_rel', |
| 907 requester='someone@chromium.org') + | 918 requester='someone@chromium.org') + |
| 908 suppress_analyze() + | 919 suppress_analyze() + |
| 909 api.platform.name('win') + | 920 api.platform.name('win') + |
| 910 api.override_step_data('webkit_tests (with patch)', | 921 api.override_step_data('webkit_tests (with patch)', |
| 911 api.test_utils.canned_test_output(passing=True)) | 922 api.test_utils.canned_test_output(passing=True)) |
| 912 ) | 923 ) |
| 913 | 924 |
| 914 yield ( | 925 yield ( |
| 915 api.test('use_skia_patch_on_blink_trybot') + | 926 api.test('use_skia_patch_on_blink_trybot') + |
| 916 props(mastername='tryserver.blink', | 927 props(mastername='tryserver.blink', |
| 917 buildername='mac10.9_blink_rel', | 928 buildername='mac_blink_rel', |
| 918 patch_project='skia') + | 929 patch_project='skia') + |
| 919 api.platform.name('mac') | 930 api.platform.name('mac') |
| 920 ) | 931 ) |
| 921 | 932 |
| 922 yield ( | 933 yield ( |
| 923 api.test('use_v8_patch_on_blink_trybot') + | 934 api.test('use_v8_patch_on_blink_trybot') + |
| 924 props(mastername='tryserver.blink', | 935 props(mastername='tryserver.blink', |
| 925 buildername='mac10.9_blink_rel', | 936 buildername='mac_blink_rel', |
| 926 patch_project='v8') + | 937 patch_project='v8') + |
| 927 api.platform.name('mac') | 938 api.platform.name('mac') |
| 928 ) | 939 ) |
| 929 | 940 |
| 930 yield ( | 941 yield ( |
| 931 api.test('use_v8_patch_on_blink_trybot_test_failures') + | 942 api.test('use_v8_patch_on_blink_trybot_test_failures') + |
| 932 props(mastername='tryserver.v8', | 943 props(mastername='tryserver.v8', |
| 933 buildername='v8_linux_blink_rel', | 944 buildername='v8_linux_blink_rel', |
| 934 patch_project='v8') + | 945 patch_project='v8') + |
| 935 api.platform.name('linux') + | 946 api.platform.name('linux') + |
| 936 suppress_analyze(more_exclusions=['v8/f.*']) + | 947 suppress_analyze(more_exclusions=['v8/f.*']) + |
| 937 api.override_step_data('webkit_tests (with patch)', | 948 api.override_step_data('webkit_tests (with patch)', |
| 938 api.test_utils.canned_test_output(passing=False)) + | 949 api.test_utils.canned_test_output(passing=False)) + |
| 939 api.override_step_data('webkit_tests (without patch)', | 950 api.override_step_data('webkit_tests (without patch)', |
| 940 api.test_utils.canned_test_output(passing=True, minimal=True)) | 951 api.test_utils.canned_test_output(passing=True, minimal=True)) |
| 941 ) | 952 ) |
| OLD | NEW |