OLD | NEW |
1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import collections | 5 import collections |
6 | 6 |
7 from recipe_engine.types import freeze | 7 from recipe_engine.types import freeze |
8 | 8 |
9 DEPS = [ | 9 DEPS = [ |
10 'depot_tools/bot_update', | 10 'depot_tools/bot_update', |
(...skipping 282 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
293 props(mastername=mastername, buildername=buildername) | 293 props(mastername=mastername, buildername=buildername) |
294 ) | 294 ) |
295 | 295 |
296 yield ( | 296 yield ( |
297 api.test('chromeos_analyze') + | 297 api.test('chromeos_analyze') + |
298 api.platform.name('linux') + | 298 api.platform.name('linux') + |
299 props(mastername='tryserver.chromium.linux', | 299 props(mastername='tryserver.chromium.linux', |
300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') | 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') |
301 ) | 301 ) |
302 | 302 |
| 303 # Additional tests for blink trybots. |
| 304 blink_trybots = api.chromium_tests.trybots['tryserver.blink']['builders'] |
| 305 for buildername, bot_config in blink_trybots.iteritems(): |
| 306 if bot_config.get('analyze_mode') == 'compile': |
| 307 continue |
| 308 |
| 309 for pass_first in (True, False): |
| 310 test_name = 'full_%s_%s_%s' % (_sanitize_nonalpha('tryserver.blink'), |
| 311 _sanitize_nonalpha(buildername), |
| 312 'pass' if pass_first else 'fail') |
| 313 test = (api.test(test_name) + |
| 314 suppress_analyze() + |
| 315 props(mastername='tryserver.blink', |
| 316 buildername=buildername) + |
| 317 api.chromium_tests.platform(bot_config['bot_ids']) + |
| 318 api.override_step_data('webkit_tests (with patch)', |
| 319 api.test_utils.canned_test_output(passing=pass_first))) |
| 320 if not pass_first: |
| 321 test += api.override_step_data('webkit_tests (without patch)', |
| 322 api.test_utils.canned_test_output(passing=False, minimal=True)) |
| 323 yield test |
| 324 |
303 # Regression test for http://crbug.com/453471#c16 | 325 # Regression test for http://crbug.com/453471#c16 |
304 yield ( | 326 yield ( |
305 api.test('clobber_analyze') + | 327 api.test('clobber_analyze') + |
306 props(buildername='linux_chromium_clobber_rel_ng') + | 328 props(buildername='linux_chromium_clobber_rel_ng') + |
307 api.platform.name('linux') + | 329 api.platform.name('linux') + |
308 api.override_step_data( | 330 api.override_step_data( |
309 'analyze', | 331 'analyze', |
310 api.json.output({ | 332 api.json.output({ |
311 'status': 'Found dependency', | 333 'status': 'Found dependency', |
312 'test_targets': [], | 334 'test_targets': [], |
(...skipping 502 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
815 api.raw_io.stream_output( | 837 api.raw_io.stream_output( |
816 'third_party/WebKit/Source/core/dom/Element.cpp\n') | 838 'third_party/WebKit/Source/core/dom/Element.cpp\n') |
817 ) | 839 ) |
818 ) | 840 ) |
819 | 841 |
820 # This tests that if the first fails, but the second pass succeeds | 842 # This tests that if the first fails, but the second pass succeeds |
821 # that we fail the whole build. | 843 # that we fail the whole build. |
822 yield ( | 844 yield ( |
823 api.test('blink_minimal_pass_continues') + | 845 api.test('blink_minimal_pass_continues') + |
824 props(mastername='tryserver.blink', | 846 props(mastername='tryserver.blink', |
825 buildername='linux_precise_blink_rel') + | 847 buildername='linux_blink_rel') + |
826 suppress_analyze() + | 848 suppress_analyze() + |
827 api.platform.name('linux') + | 849 api.platform.name('linux') + |
828 api.override_step_data('webkit_tests (with patch)', | 850 api.override_step_data('webkit_tests (with patch)', |
829 api.test_utils.canned_test_output(passing=False)) + | 851 api.test_utils.canned_test_output(passing=False)) + |
830 api.override_step_data('webkit_tests (without patch)', | 852 api.override_step_data('webkit_tests (without patch)', |
831 api.test_utils.canned_test_output(passing=True, minimal=True)) | 853 api.test_utils.canned_test_output(passing=True, minimal=True)) |
832 ) | 854 ) |
833 | 855 |
834 yield ( | 856 yield ( |
835 api.test('blink_compile_without_patch_fails') + | 857 api.test('blink_compile_without_patch_fails') + |
836 props(mastername='tryserver.blink', | 858 props(mastername='tryserver.blink', |
837 buildername='linux_precise_blink_rel') + | 859 buildername='linux_blink_rel') + |
838 suppress_analyze() + | 860 suppress_analyze() + |
839 api.platform.name('linux') + | 861 api.platform.name('linux') + |
840 api.override_step_data('webkit_tests (with patch)', | 862 api.override_step_data('webkit_tests (with patch)', |
841 api.test_utils.canned_test_output(passing=False)) + | 863 api.test_utils.canned_test_output(passing=False)) + |
842 api.override_step_data('compile (without patch)', retcode=1) | 864 api.override_step_data('compile (without patch)', retcode=1) |
843 ) | 865 ) |
844 | 866 |
845 # This tests what happens if something goes horribly wrong in | 867 # This tests what happens if something goes horribly wrong in |
846 # run-webkit-tests and we return an internal error; the step should | 868 # run-webkit-tests and we return an internal error; the step should |
847 # be considered a hard failure and we shouldn't try to compare the | 869 # be considered a hard failure and we shouldn't try to compare the |
848 # lists of failing tests. | 870 # lists of failing tests. |
849 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. | 871 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. |
850 yield ( | 872 yield ( |
851 api.test('webkit_tests_unexpected_error') + | 873 api.test('webkit_tests_unexpected_error') + |
852 props(mastername='tryserver.blink', | 874 props(mastername='tryserver.blink', |
853 buildername='linux_precise_blink_rel') + | 875 buildername='linux_blink_rel') + |
854 suppress_analyze() + | 876 suppress_analyze() + |
855 api.platform.name('linux') + | 877 api.platform.name('linux') + |
856 api.override_step_data('webkit_tests (with patch)', | 878 api.override_step_data('webkit_tests (with patch)', |
857 api.test_utils.canned_test_output(passing=False, retcode=255)) | 879 api.test_utils.canned_test_output(passing=False, retcode=255)) |
858 ) | 880 ) |
859 | 881 |
860 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the | 882 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the |
861 # number of failures specified with --exit-after-n-crashes-or-times or | 883 # number of failures specified with --exit-after-n-crashes-or-times or |
862 # --exit-after-n-failures; the step should be considered a hard failure and | 884 # --exit-after-n-failures; the step should be considered a hard failure and |
863 # we shouldn't try to compare the lists of failing tests. | 885 # we shouldn't try to compare the lists of failing tests. |
864 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. | 886 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. |
865 yield ( | 887 yield ( |
866 api.test('webkit_tests_interrupted') + | 888 api.test('webkit_tests_interrupted') + |
867 props(mastername='tryserver.blink', | 889 props(mastername='tryserver.blink', |
868 buildername='linux_precise_blink_rel') + | 890 buildername='linux_blink_rel') + |
869 suppress_analyze() + | 891 suppress_analyze() + |
870 api.platform.name('linux') + | 892 api.platform.name('linux') + |
871 api.override_step_data('webkit_tests (with patch)', | 893 api.override_step_data('webkit_tests (with patch)', |
872 api.test_utils.canned_test_output(passing=False, retcode=130)) | 894 api.test_utils.canned_test_output(passing=False, retcode=130)) |
873 ) | 895 ) |
874 | 896 |
875 # This tests what happens if we don't trip the thresholds listed | 897 # This tests what happens if we don't trip the thresholds listed |
876 # above, but fail more tests than we can safely fit in a return code. | 898 # above, but fail more tests than we can safely fit in a return code. |
877 # (this should be a soft failure and we can still retry w/o the patch | 899 # (this should be a soft failure and we can still retry w/o the patch |
878 # and compare the lists of failing tests). | 900 # and compare the lists of failing tests). |
879 yield ( | 901 yield ( |
880 api.test('too_many_failures_for_retcode') + | 902 api.test('too_many_failures_for_retcode') + |
881 props(mastername='tryserver.blink', | 903 props(mastername='tryserver.blink', |
882 buildername='linux_precise_blink_rel') + | 904 buildername='linux_blink_rel') + |
883 suppress_analyze() + | 905 suppress_analyze() + |
884 api.platform.name('linux') + | 906 api.platform.name('linux') + |
885 api.override_step_data('webkit_tests (with patch)', | 907 api.override_step_data('webkit_tests (with patch)', |
886 api.test_utils.canned_test_output(passing=False, | 908 api.test_utils.canned_test_output(passing=False, |
887 num_additional_failures=125)) + | 909 num_additional_failures=125)) + |
888 api.override_step_data('webkit_tests (without patch)', | 910 api.override_step_data('webkit_tests (without patch)', |
889 api.test_utils.canned_test_output(passing=True, minimal=True)) | 911 api.test_utils.canned_test_output(passing=True, minimal=True)) |
890 ) | 912 ) |
891 | 913 |
892 yield ( | 914 yield ( |
893 api.test('webkit_tests_with_and_without_patch_fail') + | |
894 suppress_analyze() + | |
895 props(mastername='tryserver.blink', | |
896 buildername='linux_precise_blink_rel') + | |
897 api.override_step_data('webkit_tests (with patch)', | |
898 api.test_utils.canned_test_output(passing=False)) + | |
899 api.override_step_data('webkit_tests (without patch)', | |
900 api.test_utils.canned_test_output(passing=False, minimal=True)) | |
901 ) | |
902 | |
903 yield ( | |
904 api.test('non_cq_blink_tryjob') + | 915 api.test('non_cq_blink_tryjob') + |
905 props(mastername='tryserver.blink', | 916 props(mastername='tryserver.blink', |
906 buildername='win7_blink_rel', | 917 buildername='win_blink_rel', |
907 requester='someone@chromium.org') + | 918 requester='someone@chromium.org') + |
908 suppress_analyze() + | 919 suppress_analyze() + |
909 api.platform.name('win') + | 920 api.platform.name('win') + |
910 api.override_step_data('webkit_tests (with patch)', | 921 api.override_step_data('webkit_tests (with patch)', |
911 api.test_utils.canned_test_output(passing=True)) | 922 api.test_utils.canned_test_output(passing=True)) |
912 ) | 923 ) |
913 | 924 |
914 yield ( | 925 yield ( |
915 api.test('use_skia_patch_on_blink_trybot') + | 926 api.test('use_skia_patch_on_blink_trybot') + |
916 props(mastername='tryserver.blink', | 927 props(mastername='tryserver.blink', |
917 buildername='mac10.9_blink_rel', | 928 buildername='mac_blink_rel', |
918 patch_project='skia') + | 929 patch_project='skia') + |
919 api.platform.name('mac') | 930 api.platform.name('mac') |
920 ) | 931 ) |
921 | 932 |
922 yield ( | 933 yield ( |
923 api.test('use_v8_patch_on_blink_trybot') + | 934 api.test('use_v8_patch_on_blink_trybot') + |
924 props(mastername='tryserver.blink', | 935 props(mastername='tryserver.blink', |
925 buildername='mac10.9_blink_rel', | 936 buildername='mac_blink_rel', |
926 patch_project='v8') + | 937 patch_project='v8') + |
927 api.platform.name('mac') | 938 api.platform.name('mac') |
928 ) | 939 ) |
929 | 940 |
930 yield ( | 941 yield ( |
931 api.test('use_v8_patch_on_blink_trybot_test_failures') + | 942 api.test('use_v8_patch_on_blink_trybot_test_failures') + |
932 props(mastername='tryserver.v8', | 943 props(mastername='tryserver.v8', |
933 buildername='v8_linux_blink_rel', | 944 buildername='v8_linux_blink_rel', |
934 patch_project='v8') + | 945 patch_project='v8') + |
935 api.platform.name('linux') + | 946 api.platform.name('linux') + |
936 suppress_analyze(more_exclusions=['v8/f.*']) + | 947 suppress_analyze(more_exclusions=['v8/f.*']) + |
937 api.override_step_data('webkit_tests (with patch)', | 948 api.override_step_data('webkit_tests (with patch)', |
938 api.test_utils.canned_test_output(passing=False)) + | 949 api.test_utils.canned_test_output(passing=False)) + |
939 api.override_step_data('webkit_tests (without patch)', | 950 api.override_step_data('webkit_tests (without patch)', |
940 api.test_utils.canned_test_output(passing=True, minimal=True)) | 951 api.test_utils.canned_test_output(passing=True, minimal=True)) |
941 ) | 952 ) |
OLD | NEW |