Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(69)

Side by Side Diff: scripts/slave/recipes/skia/swarm_trigger.py

Issue 2167883004: [Skia] Convert SKPs to a CIPD package (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Non-canary bot provides --upload_to_partner_bucket Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2016 The Chromium Authors. All rights reserved. 1 # Copyright 2016 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 5
6 # Recipe module for Skia Swarming trigger. 6 # Recipe module for Skia Swarming trigger.
7 7
8 8
9 import json 9 import json
10 10
(...skipping 653 matching lines...) Expand 10 before | Expand all | Expand 10 after
664 664
665 # CIPD packages needed by test/perf. 665 # CIPD packages needed by test/perf.
666 cipd_packages = [] 666 cipd_packages = []
667 667
668 do_test_steps = builder_spec['do_test_steps'] 668 do_test_steps = builder_spec['do_test_steps']
669 do_perf_steps = builder_spec['do_perf_steps'] 669 do_perf_steps = builder_spec['do_perf_steps']
670 670
671 if not (do_test_steps or do_perf_steps): 671 if not (do_test_steps or do_perf_steps):
672 return 672 return
673 673
674 api.skia.download_skps(api.path['slave_build'].join('tmp'), 674 # SKPs, SkImages.
675 api.path['slave_build'].join('skps')) 675 if api.path.exists(infrabots_dir.join('assets', 'skp', 'VERSION')):
676 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skp'))
677 else:
678 # TODO(borenet): Remove this once enough time has passed.
679 api.skia.download_skps(api.path['slave_build'].join('tmp'),
680 api.path['slave_build'].join('skps'))
676 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')): 681 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')):
677 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage')) 682 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage'))
678 else: 683 else:
679 # TODO(borenet): Remove this once enough time has passed. 684 # TODO(borenet): Remove this once enough time has passed.
680 api.skia.download_images(api.path['slave_build'].join('tmp'), 685 api.skia.download_images(api.path['slave_build'].join('tmp'),
681 api.path['slave_build'].join('images')) 686 api.path['slave_build'].join('images'))
682 687
688 # Trigger test and perf tasks.
683 test_task = None 689 test_task = None
684 perf_task = None 690 perf_task = None
685 if do_test_steps: 691 if do_test_steps:
686 test_task = test_steps_trigger(api, builder_spec, got_revision, 692 test_task = test_steps_trigger(api, builder_spec, got_revision,
687 infrabots_dir, extra_hashes, cipd_packages) 693 infrabots_dir, extra_hashes, cipd_packages)
688 if do_perf_steps: 694 if do_perf_steps:
689 perf_task = perf_steps_trigger(api, builder_spec, got_revision, 695 perf_task = perf_steps_trigger(api, builder_spec, got_revision,
690 infrabots_dir, extra_hashes, cipd_packages) 696 infrabots_dir, extra_hashes, cipd_packages)
691 is_trybot = builder_cfg['is_trybot'] 697 is_trybot = builder_cfg['is_trybot']
692 if test_task: 698 if test_task:
693 test_steps_collect(api, test_task, builder_spec['upload_dm_results'], 699 test_steps_collect(api, test_task, builder_spec['upload_dm_results'],
694 got_revision, is_trybot, builder_cfg) 700 got_revision, is_trybot, builder_cfg)
695 if perf_task: 701 if perf_task:
696 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'], 702 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'],
697 got_revision, is_trybot) 703 got_revision, is_trybot)
698 704
699 705
700 def test_for_bot(api, builder, mastername, slavename, testname=None, 706 def test_for_bot(api, builder, mastername, slavename, testname=None,
701 legacy_android_sdk=False, legacy_win_toolchain=False, 707 legacy_android_sdk=False, legacy_win_toolchain=False,
702 legacy_skimage_version=False, legacy_win_vulkan_sdk=False): 708 legacy_skimage_version=False, legacy_win_vulkan_sdk=False,
709 legacy_skp_version=False):
703 """Generate a test for the given bot.""" 710 """Generate a test for the given bot."""
704 testname = testname or builder 711 testname = testname or builder
705 test = ( 712 test = (
706 api.test(testname) + 713 api.test(testname) +
707 api.properties(buildername=builder, 714 api.properties(buildername=builder,
708 mastername=mastername, 715 mastername=mastername,
709 slavename=slavename, 716 slavename=slavename,
710 buildnumber=5, 717 buildnumber=5,
711 revision='abc123') 718 revision='abc123')
712 ) 719 )
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after
748 if 'Win' in builder: 755 if 'Win' in builder:
749 if not legacy_win_toolchain: 756 if not legacy_win_toolchain:
750 paths.append(api.path['slave_build'].join( 757 paths.append(api.path['slave_build'].join(
751 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION')) 758 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION'))
752 if not legacy_win_vulkan_sdk: 759 if not legacy_win_vulkan_sdk:
753 paths.append(api.path['slave_build'].join( 760 paths.append(api.path['slave_build'].join(
754 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION')) 761 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION'))
755 if not legacy_skimage_version: 762 if not legacy_skimage_version:
756 paths.append(api.path['slave_build'].join( 763 paths.append(api.path['slave_build'].join(
757 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION')) 764 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION'))
765 if not legacy_skp_version:
766 paths.append(api.path['slave_build'].join(
767 'skia', 'infra', 'bots', 'assets', 'skp', 'VERSION'))
758 if 'RecreateSKPs' in builder: 768 if 'RecreateSKPs' in builder:
759 test += api.step_data( 769 test += api.step_data(
760 'upload new .isolated file for RecreateSKPs_skia', 770 'upload new .isolated file for RecreateSKPs_skia',
761 stdout=api.raw_io.output('def456 XYZ.isolated')) 771 stdout=api.raw_io.output('def456 XYZ.isolated'))
762 772
763 test += api.path.exists(*paths) 773 test += api.path.exists(*paths)
764 774
765 return test 775 return test
766 776
767 777
768 def GenTests(api): 778 def GenTests(api):
769 for mastername, slaves in TEST_BUILDERS.iteritems(): 779 for mastername, slaves in TEST_BUILDERS.iteritems():
770 for slavename, builders_by_slave in slaves.iteritems(): 780 for slavename, builders_by_slave in slaves.iteritems():
771 for builder in builders_by_slave: 781 for builder in builders_by_slave:
772 yield test_for_bot(api, builder, mastername, slavename) 782 yield test_for_bot(api, builder, mastername, slavename)
773 783
774 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' 784 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
775 master = 'client.skia' 785 master = 'client.skia'
776 slave = 'skiabot-linux-test-000' 786 slave = 'skiabot-linux-test-000'
777 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION') 787 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION',
788 legacy_skp_version=True)
778 test += api.step_data('Get downloaded SKP_VERSION', retcode=1) 789 test += api.step_data('Get downloaded SKP_VERSION', retcode=1)
779 yield test 790 yield test
780 791
781 test = test_for_bot(api, builder, master, slave, 792 test = test_for_bot(api, builder, master, slave,
782 'Wrong_downloaded_SKP_VERSION') 793 'Wrong_downloaded_SKP_VERSION', legacy_skp_version=True)
783 test += api.properties(test_downloaded_skp_version='999') 794 test += api.properties(test_downloaded_skp_version='999')
784 yield test 795 yield test
785 796
786 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan' 797 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan'
787 master = 'client.skia.compile' 798 master = 'client.skia.compile'
788 slave = 'skiabot-linux-compile-000' 799 slave = 'skiabot-linux-compile-000'
789 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk', 800 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk',
790 legacy_android_sdk=True) 801 legacy_android_sdk=True)
791 test += api.step_data('Read android_sdk_hash', 802 test += api.step_data('Read android_sdk_hash',
792 stdout=api.raw_io.output('<android_sdk_hash>')) 803 stdout=api.raw_io.output('<android_sdk_hash>'))
793 yield test 804 yield test
794 805
795 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash', 806 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash',
796 legacy_android_sdk=True) 807 legacy_android_sdk=True)
797 test += api.step_data('Read android_sdk_hash', retcode=1) 808 test += api.step_data('Read android_sdk_hash', retcode=1)
798 yield test 809 yield test
799 810
800 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan' 811 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan'
801 master = 'client.skia.compile' 812 master = 'client.skia.compile'
802 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain', 813 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain',
803 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True) 814 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True)
804 yield test 815 yield test
805 816
806 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' 817 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
807 master = 'client.skia' 818 master = 'client.skia'
808 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version', 819 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version',
809 legacy_skimage_version=True) 820 legacy_skimage_version=True)
810 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1) 821 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1)
811 yield test 822 yield test
823
824 test = test_for_bot(api, builder, master, slave, 'legacy_skp_version',
825 legacy_skp_version=True)
826 test += api.step_data('Get downloaded SKP_VERSION', retcode=1)
827 yield test
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698