Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(182)

Side by Side Diff: scripts/slave/recipes/chromium_trybot.py

Issue 2185443003: Revert of Rename existing Blink try bots to include OS version. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2013 The Chromium Authors. All rights reserved. 1 # Copyright 2013 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import collections 5 import collections
6 6
7 from recipe_engine.types import freeze 7 from recipe_engine.types import freeze
8 8
9 DEPS = [ 9 DEPS = [
10 'depot_tools/bot_update', 10 'depot_tools/bot_update',
(...skipping 282 matching lines...) Expand 10 before | Expand all | Expand 10 after
293 props(mastername=mastername, buildername=buildername) 293 props(mastername=mastername, buildername=buildername)
294 ) 294 )
295 295
296 yield ( 296 yield (
297 api.test('chromeos_analyze') + 297 api.test('chromeos_analyze') +
298 api.platform.name('linux') + 298 api.platform.name('linux') +
299 props(mastername='tryserver.chromium.linux', 299 props(mastername='tryserver.chromium.linux',
300 buildername='chromeos_amd64-generic_chromium_compile_only_ng') 300 buildername='chromeos_amd64-generic_chromium_compile_only_ng')
301 ) 301 )
302 302
303 # Additional tests for blink trybots.
304 blink_trybots = api.chromium_tests.trybots['tryserver.blink']['builders']
305 for buildername, bot_config in blink_trybots.iteritems():
306 if bot_config.get('analyze_mode') == 'compile':
307 continue
308
309 for pass_first in (True, False):
310 test_name = 'full_%s_%s_%s' % (_sanitize_nonalpha('tryserver.blink'),
311 _sanitize_nonalpha(buildername),
312 'pass' if pass_first else 'fail')
313 test = (api.test(test_name) +
314 suppress_analyze() +
315 props(mastername='tryserver.blink',
316 buildername=buildername) +
317 api.chromium_tests.platform(bot_config['bot_ids']) +
318 api.override_step_data('webkit_tests (with patch)',
319 api.test_utils.canned_test_output(passing=pass_first)))
320 if not pass_first:
321 test += api.override_step_data('webkit_tests (without patch)',
322 api.test_utils.canned_test_output(passing=False, minimal=True))
323 yield test
324
303 # Regression test for http://crbug.com/453471#c16 325 # Regression test for http://crbug.com/453471#c16
304 yield ( 326 yield (
305 api.test('clobber_analyze') + 327 api.test('clobber_analyze') +
306 props(buildername='linux_chromium_clobber_rel_ng') + 328 props(buildername='linux_chromium_clobber_rel_ng') +
307 api.platform.name('linux') + 329 api.platform.name('linux') +
308 api.override_step_data( 330 api.override_step_data(
309 'analyze', 331 'analyze',
310 api.json.output({ 332 api.json.output({
311 'status': 'Found dependency', 333 'status': 'Found dependency',
312 'test_targets': [], 334 'test_targets': [],
(...skipping 502 matching lines...) Expand 10 before | Expand all | Expand 10 after
815 api.raw_io.stream_output( 837 api.raw_io.stream_output(
816 'third_party/WebKit/Source/core/dom/Element.cpp\n') 838 'third_party/WebKit/Source/core/dom/Element.cpp\n')
817 ) 839 )
818 ) 840 )
819 841
820 # This tests that if the first fails, but the second pass succeeds 842 # This tests that if the first fails, but the second pass succeeds
821 # that we fail the whole build. 843 # that we fail the whole build.
822 yield ( 844 yield (
823 api.test('blink_minimal_pass_continues') + 845 api.test('blink_minimal_pass_continues') +
824 props(mastername='tryserver.blink', 846 props(mastername='tryserver.blink',
825 buildername='linux_precise_blink_rel') + 847 buildername='linux_blink_rel') +
826 suppress_analyze() + 848 suppress_analyze() +
827 api.platform.name('linux') + 849 api.platform.name('linux') +
828 api.override_step_data('webkit_tests (with patch)', 850 api.override_step_data('webkit_tests (with patch)',
829 api.test_utils.canned_test_output(passing=False)) + 851 api.test_utils.canned_test_output(passing=False)) +
830 api.override_step_data('webkit_tests (without patch)', 852 api.override_step_data('webkit_tests (without patch)',
831 api.test_utils.canned_test_output(passing=True, minimal=True)) 853 api.test_utils.canned_test_output(passing=True, minimal=True))
832 ) 854 )
833 855
834 yield ( 856 yield (
835 api.test('blink_compile_without_patch_fails') + 857 api.test('blink_compile_without_patch_fails') +
836 props(mastername='tryserver.blink', 858 props(mastername='tryserver.blink',
837 buildername='linux_precise_blink_rel') + 859 buildername='linux_blink_rel') +
838 suppress_analyze() + 860 suppress_analyze() +
839 api.platform.name('linux') + 861 api.platform.name('linux') +
840 api.override_step_data('webkit_tests (with patch)', 862 api.override_step_data('webkit_tests (with patch)',
841 api.test_utils.canned_test_output(passing=False)) + 863 api.test_utils.canned_test_output(passing=False)) +
842 api.override_step_data('compile (without patch)', retcode=1) 864 api.override_step_data('compile (without patch)', retcode=1)
843 ) 865 )
844 866
845 # This tests what happens if something goes horribly wrong in 867 # This tests what happens if something goes horribly wrong in
846 # run-webkit-tests and we return an internal error; the step should 868 # run-webkit-tests and we return an internal error; the step should
847 # be considered a hard failure and we shouldn't try to compare the 869 # be considered a hard failure and we shouldn't try to compare the
848 # lists of failing tests. 870 # lists of failing tests.
849 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests. 871 # 255 == test_run_results.UNEXPECTED_ERROR_EXIT_STATUS in run-webkit-tests.
850 yield ( 872 yield (
851 api.test('webkit_tests_unexpected_error') + 873 api.test('webkit_tests_unexpected_error') +
852 props(mastername='tryserver.blink', 874 props(mastername='tryserver.blink',
853 buildername='linux_precise_blink_rel') + 875 buildername='linux_blink_rel') +
854 suppress_analyze() + 876 suppress_analyze() +
855 api.platform.name('linux') + 877 api.platform.name('linux') +
856 api.override_step_data('webkit_tests (with patch)', 878 api.override_step_data('webkit_tests (with patch)',
857 api.test_utils.canned_test_output(passing=False, retcode=255)) 879 api.test_utils.canned_test_output(passing=False, retcode=255))
858 ) 880 )
859 881
860 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the 882 # TODO(dpranke): crbug.com/357866 . This tests what happens if we exceed the
861 # number of failures specified with --exit-after-n-crashes-or-times or 883 # number of failures specified with --exit-after-n-crashes-or-times or
862 # --exit-after-n-failures; the step should be considered a hard failure and 884 # --exit-after-n-failures; the step should be considered a hard failure and
863 # we shouldn't try to compare the lists of failing tests. 885 # we shouldn't try to compare the lists of failing tests.
864 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests. 886 # 130 == test_run_results.INTERRUPTED_EXIT_STATUS in run-webkit-tests.
865 yield ( 887 yield (
866 api.test('webkit_tests_interrupted') + 888 api.test('webkit_tests_interrupted') +
867 props(mastername='tryserver.blink', 889 props(mastername='tryserver.blink',
868 buildername='linux_precise_blink_rel') + 890 buildername='linux_blink_rel') +
869 suppress_analyze() + 891 suppress_analyze() +
870 api.platform.name('linux') + 892 api.platform.name('linux') +
871 api.override_step_data('webkit_tests (with patch)', 893 api.override_step_data('webkit_tests (with patch)',
872 api.test_utils.canned_test_output(passing=False, retcode=130)) 894 api.test_utils.canned_test_output(passing=False, retcode=130))
873 ) 895 )
874 896
875 # This tests what happens if we don't trip the thresholds listed 897 # This tests what happens if we don't trip the thresholds listed
876 # above, but fail more tests than we can safely fit in a return code. 898 # above, but fail more tests than we can safely fit in a return code.
877 # (this should be a soft failure and we can still retry w/o the patch 899 # (this should be a soft failure and we can still retry w/o the patch
878 # and compare the lists of failing tests). 900 # and compare the lists of failing tests).
879 yield ( 901 yield (
880 api.test('too_many_failures_for_retcode') + 902 api.test('too_many_failures_for_retcode') +
881 props(mastername='tryserver.blink', 903 props(mastername='tryserver.blink',
882 buildername='linux_precise_blink_rel') + 904 buildername='linux_blink_rel') +
883 suppress_analyze() + 905 suppress_analyze() +
884 api.platform.name('linux') + 906 api.platform.name('linux') +
885 api.override_step_data('webkit_tests (with patch)', 907 api.override_step_data('webkit_tests (with patch)',
886 api.test_utils.canned_test_output(passing=False, 908 api.test_utils.canned_test_output(passing=False,
887 num_additional_failures=125)) + 909 num_additional_failures=125)) +
888 api.override_step_data('webkit_tests (without patch)', 910 api.override_step_data('webkit_tests (without patch)',
889 api.test_utils.canned_test_output(passing=True, minimal=True)) 911 api.test_utils.canned_test_output(passing=True, minimal=True))
890 ) 912 )
891 913
892 yield ( 914 yield (
893 api.test('webkit_tests_with_and_without_patch_fail') +
894 suppress_analyze() +
895 props(mastername='tryserver.blink',
896 buildername='linux_precise_blink_rel') +
897 api.override_step_data('webkit_tests (with patch)',
898 api.test_utils.canned_test_output(passing=False)) +
899 api.override_step_data('webkit_tests (without patch)',
900 api.test_utils.canned_test_output(passing=False, minimal=True))
901 )
902
903 yield (
904 api.test('non_cq_blink_tryjob') + 915 api.test('non_cq_blink_tryjob') +
905 props(mastername='tryserver.blink', 916 props(mastername='tryserver.blink',
906 buildername='win7_blink_rel', 917 buildername='win_blink_rel',
907 requester='someone@chromium.org') + 918 requester='someone@chromium.org') +
908 suppress_analyze() + 919 suppress_analyze() +
909 api.platform.name('win') + 920 api.platform.name('win') +
910 api.override_step_data('webkit_tests (with patch)', 921 api.override_step_data('webkit_tests (with patch)',
911 api.test_utils.canned_test_output(passing=True)) 922 api.test_utils.canned_test_output(passing=True))
912 ) 923 )
913 924
914 yield ( 925 yield (
915 api.test('use_skia_patch_on_blink_trybot') + 926 api.test('use_skia_patch_on_blink_trybot') +
916 props(mastername='tryserver.blink', 927 props(mastername='tryserver.blink',
917 buildername='mac10.9_blink_rel', 928 buildername='mac_blink_rel',
918 patch_project='skia') + 929 patch_project='skia') +
919 api.platform.name('mac') 930 api.platform.name('mac')
920 ) 931 )
921 932
922 yield ( 933 yield (
923 api.test('use_v8_patch_on_blink_trybot') + 934 api.test('use_v8_patch_on_blink_trybot') +
924 props(mastername='tryserver.blink', 935 props(mastername='tryserver.blink',
925 buildername='mac10.9_blink_rel', 936 buildername='mac_blink_rel',
926 patch_project='v8') + 937 patch_project='v8') +
927 api.platform.name('mac') 938 api.platform.name('mac')
928 ) 939 )
929 940
930 yield ( 941 yield (
931 api.test('use_v8_patch_on_blink_trybot_test_failures') + 942 api.test('use_v8_patch_on_blink_trybot_test_failures') +
932 props(mastername='tryserver.v8', 943 props(mastername='tryserver.v8',
933 buildername='v8_linux_blink_rel', 944 buildername='v8_linux_blink_rel',
934 patch_project='v8') + 945 patch_project='v8') +
935 api.platform.name('linux') + 946 api.platform.name('linux') +
936 suppress_analyze(more_exclusions=['v8/f.*']) + 947 suppress_analyze(more_exclusions=['v8/f.*']) +
937 api.override_step_data('webkit_tests (with patch)', 948 api.override_step_data('webkit_tests (with patch)',
938 api.test_utils.canned_test_output(passing=False)) + 949 api.test_utils.canned_test_output(passing=False)) +
939 api.override_step_data('webkit_tests (without patch)', 950 api.override_step_data('webkit_tests (without patch)',
940 api.test_utils.canned_test_output(passing=True, minimal=True)) 951 api.test_utils.canned_test_output(passing=True, minimal=True))
941 ) 952 )
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698