Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(167)

Side by Side Diff: scripts/slave/recipes/chromium_trybot.py

Issue 2187543002: Reland of rename existing Blink try bots to include OS version. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Rebased Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2013 The Chromium Authors. All rights reserved. 1 # Copyright 2013 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import collections 5 import collections
6 6
7 from recipe_engine.types import freeze 7 from recipe_engine.types import freeze
8 8
9 DEPS = [ 9 DEPS = [
10 'depot_tools/bot_update', 10 'depot_tools/bot_update',
(...skipping 282 matching lines...) Expand 10 before | Expand all | Expand 10 after
293 props(mastername=mastername, buildername=buildername) 293 props(mastername=mastername, buildername=buildername)
294 ) 294 )
295 295
296 yield ( 296 yield (
297 api.test('chromeos_analyze') + 297 api.test('chromeos_analyze') +
298 api.platform.name('linux') + 298 api.platform.name('linux') +
299 props(mastername='tryserver.chromium.linux', 299 props(mastername='tryserver.chromium.linux',
300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng')
301 ) 301 )
302 302
303 # Additional tests for blink trybots.
304 blink_trybots = api.chromium_tests.trybots['tryserver.blink']['builders']
305 for buildername, bot_config in blink_trybots.iteritems():
306 if bot_config.get('analyze_mode') == 'compile':
307 continue
308
309 for pass_first in (True, False):
310 test_name = 'full_%s_%s_%s' % (_sanitize_nonalpha('tryserver.blink'),
311 _sanitize_nonalpha(buildername),
312 'pass' if pass_first else 'fail')
313 test = (api.test(test_name) +
314 suppress_analyze() +
315 props(mastername='tryserver.blink',
316 buildername=buildername) +
317 api.chromium_tests.platform(bot_config['bot_ids']) +
318 api.override_step_data('webkit_tests (with patch)',
319 api.test_utils.canned_test_output(passing=pass_first)))
320 if not pass_first:
321 test += api.override_step_data('webkit_tests (without patch)',
322 api.test_utils.canned_test_output(passing=False, minimal=True))
323 yield test
324
325 # Regression test for http://crbug.com/453471#c16 303 # Regression test for http://crbug.com/453471#c16
326 yield ( 304 yield (
327 api.test('clobber_analyze') + 305 api.test('clobber_analyze') +
328 props(buildername='linux_chromium_clobber_rel_ng') + 306 props(buildername='linux_chromium_clobber_rel_ng') +
329 api.platform.name('linux') + 307 api.platform.name('linux') +
330 api.override_step_data( 308 api.override_step_data(
331 'analyze', 309 'analyze',
332 api.json.output({ 310 api.json.output({
333 'status': 'Found dependency', 311 'status': 'Found dependency',
334 'test_targets': [], 312 'test_targets': [],
(...skipping 502 matching lines...) Expand 10 before | Expand all | Expand 10 after
837 api.raw_io.stream_output( 815 api.raw_io.stream_output(
838 'third_party/WebKit/Source/core/dom/Element.cpp\n') 816 'third_party/WebKit/Source/core/dom/Element.cpp\n')
839 ) 817 )
840 ) 818 )
841 819
842 # This tests that if the first fails, but the second pass succeeds 820 # This tests that if the first fails, but the second pass succeeds
843 # that we fail the whole build. 821 # that we fail the whole build.
844 yield ( 822 yield (
845 api.test('blink_minimal_pass_continues') + 823 api.test('blink_minimal_pass_continues') +
846 props(mastername='tryserver.blink', 824 props(mastername='tryserver.blink',
847 buildername='linux_blink_rel') + 825 buildername='linux_precise_blink_rel') +
848 suppress_analyze() + 826 suppress_analyze() +
849 api.platform.name('linux') + 827 api.platform.name('linux') +
850 api.override_step_data('webkit_tests (with patch)', 828 api.override_step_data('webkit_tests (with patch)',
851 api.test_utils.canned_test_output(passing=False)) + 829 api.test_utils.canned_test_output(passing=False)) +
852 api.override_step_data('webkit_tests (without patch)', 830 api.override_step_data('webkit_tests (without patch)',
853 api.test_utils.canned_test_output(passing=True, minimal=True)) 831 api.test_utils.canned_test_output(passing=True, minimal=True))
854 ) 832 )
855 833
856 yield ( 834 yield (
857 api.test('blink_compile_without_patch_fails') + 835 api.test('blink_compile_without_patch_fails') +
858 props(mastername='tryserver.blink', 836 props(mastername='tryserver.blink',
859 buildername='linux_blink_rel') + 837 buildername='linux_precise_blink_rel') +
860 suppress_analyze() + 838 suppress_analyze() +
861 api.platform.name('linux') + 839 api.platform.name('linux') +
862 api.override_step_data('webkit_tests (with patch)', 840 api.override_step_data('webkit_tests (with patch)',
863 api.test_utils.canned_test_output(passing=False)) + 841 api.test_utils.canned_test_output(passing=False)) +
864 api.override_step_data('compile (without patch)', retcode=1) 842 api.override_step_data('compile (without patch)', retcode=1)
865 ) 843 )
866 844
867 # This tests what happens if something goes horribly wrong in 845 # This tests what happens if something goes horribly wrong in
868 # run-webkit-tests and we return an internal error; the step should 846 # run-webkit-tests and we return an internal error; the step should
869 # be considered a hard failure and we shouldn't try to compare the 847 # be considered a hard failure and we shouldn't try to compare the
870 # lists of failing tests. 848 # lists of failing tests.
871 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. 849 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests.
872 yield ( 850 yield (
873 api.test('webkit_tests_unexpected_error') + 851 api.test('webkit_tests_unexpected_error') +
874 props(mastername='tryserver.blink', 852 props(mastername='tryserver.blink',
875 buildername='linux_blink_rel') + 853 buildername='linux_precise_blink_rel') +
876 suppress_analyze() + 854 suppress_analyze() +
877 api.platform.name('linux') + 855 api.platform.name('linux') +
878 api.override_step_data('webkit_tests (with patch)', 856 api.override_step_data('webkit_tests (with patch)',
879 api.test_utils.canned_test_output(passing=False, retcode=255)) 857 api.test_utils.canned_test_output(passing=False, retcode=255))
880 ) 858 )
881 859
882 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the 860 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the
883 # number of failures specified with --exit-after-n-crashes-or-times or 861 # number of failures specified with --exit-after-n-crashes-or-times or
884 # --exit-after-n-failures; the step should be considered a hard failure and 862 # --exit-after-n-failures; the step should be considered a hard failure and
885 # we shouldn't try to compare the lists of failing tests. 863 # we shouldn't try to compare the lists of failing tests.
886 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. 864 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests.
887 yield ( 865 yield (
888 api.test('webkit_tests_interrupted') + 866 api.test('webkit_tests_interrupted') +
889 props(mastername='tryserver.blink', 867 props(mastername='tryserver.blink',
890 buildername='linux_blink_rel') + 868 buildername='linux_precise_blink_rel') +
891 suppress_analyze() + 869 suppress_analyze() +
892 api.platform.name('linux') + 870 api.platform.name('linux') +
893 api.override_step_data('webkit_tests (with patch)', 871 api.override_step_data('webkit_tests (with patch)',
894 api.test_utils.canned_test_output(passing=False, retcode=130)) 872 api.test_utils.canned_test_output(passing=False, retcode=130))
895 ) 873 )
896 874
897 # This tests what happens if we don't trip the thresholds listed 875 # This tests what happens if we don't trip the thresholds listed
898 # above, but fail more tests than we can safely fit in a return code. 876 # above, but fail more tests than we can safely fit in a return code.
899 # (this should be a soft failure and we can still retry w/o the patch 877 # (this should be a soft failure and we can still retry w/o the patch
900 # and compare the lists of failing tests). 878 # and compare the lists of failing tests).
901 yield ( 879 yield (
902 api.test('too_many_failures_for_retcode') + 880 api.test('too_many_failures_for_retcode') +
903 props(mastername='tryserver.blink', 881 props(mastername='tryserver.blink',
904 buildername='linux_blink_rel') + 882 buildername='linux_precise_blink_rel') +
905 suppress_analyze() + 883 suppress_analyze() +
906 api.platform.name('linux') + 884 api.platform.name('linux') +
907 api.override_step_data('webkit_tests (with patch)', 885 api.override_step_data('webkit_tests (with patch)',
908 api.test_utils.canned_test_output(passing=False, 886 api.test_utils.canned_test_output(passing=False,
909 num_additional_failures=125)) + 887 num_additional_failures=125)) +
910 api.override_step_data('webkit_tests (without patch)', 888 api.override_step_data('webkit_tests (without patch)',
911 api.test_utils.canned_test_output(passing=True, minimal=True)) 889 api.test_utils.canned_test_output(passing=True, minimal=True))
912 ) 890 )
913 891
914 yield ( 892 yield (
893 api.test('webkit_tests_with_and_without_patch_fail') +
894 suppress_analyze() +
895 props(mastername='tryserver.blink',
896 buildername='linux_precise_blink_rel') +
897 api.override_step_data('webkit_tests (with patch)',
898 api.test_utils.canned_test_output(passing=False)) +
899 api.override_step_data('webkit_tests (without patch)',
900 api.test_utils.canned_test_output(passing=False, minimal=True))
901 )
902
903 yield (
915 api.test('non_cq_blink_tryjob') + 904 api.test('non_cq_blink_tryjob') +
916 props(mastername='tryserver.blink', 905 props(mastername='tryserver.blink',
917 buildername='win_blink_rel', 906 buildername='win7_blink_rel',
918 requester='someone@chromium.org') + 907 requester='someone@chromium.org') +
919 suppress_analyze() + 908 suppress_analyze() +
920 api.platform.name('win') + 909 api.platform.name('win') +
921 api.override_step_data('webkit_tests (with patch)', 910 api.override_step_data('webkit_tests (with patch)',
922 api.test_utils.canned_test_output(passing=True)) 911 api.test_utils.canned_test_output(passing=True))
923 ) 912 )
924 913
925 yield ( 914 yield (
926 api.test('use_skia_patch_on_blink_trybot') + 915 api.test('use_skia_patch_on_blink_trybot') +
927 props(mastername='tryserver.blink', 916 props(mastername='tryserver.blink',
928 buildername='mac_blink_rel', 917 buildername='mac10.9_blink_rel',
929 patch_project='skia') + 918 patch_project='skia') +
930 api.platform.name('mac') 919 api.platform.name('mac')
931 ) 920 )
932 921
933 yield ( 922 yield (
934 api.test('use_v8_patch_on_blink_trybot') + 923 api.test('use_v8_patch_on_blink_trybot') +
935 props(mastername='tryserver.blink', 924 props(mastername='tryserver.blink',
936 buildername='mac_blink_rel', 925 buildername='mac10.9_blink_rel',
937 patch_project='v8') + 926 patch_project='v8') +
938 api.platform.name('mac') 927 api.platform.name('mac')
939 ) 928 )
940 929
941 yield ( 930 yield (
942 api.test('use_v8_patch_on_blink_trybot_test_failures') + 931 api.test('use_v8_patch_on_blink_trybot_test_failures') +
943 props(mastername='tryserver.v8', 932 props(mastername='tryserver.v8',
944 buildername='v8_linux_blink_rel', 933 buildername='v8_linux_blink_rel',
945 patch_project='v8') + 934 patch_project='v8') +
946 api.platform.name('linux') + 935 api.platform.name('linux') +
947 suppress_analyze(more_exclusions=['v8/f.*']) + 936 suppress_analyze(more_exclusions=['v8/f.*']) +
948 api.override_step_data('webkit_tests (with patch)', 937 api.override_step_data('webkit_tests (with patch)',
949 api.test_utils.canned_test_output(passing=False)) + 938 api.test_utils.canned_test_output(passing=False)) +
950 api.override_step_data('webkit_tests (without patch)', 939 api.override_step_data('webkit_tests (without patch)',
951 api.test_utils.canned_test_output(passing=True, minimal=True)) 940 api.test_utils.canned_test_output(passing=True, minimal=True))
952 ) 941 )
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698