Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(94)

Side by Side Diff: scripts/slave/recipes/skia/swarm_trigger.py

Issue 2167883004: [Skia] Convert SKPs to a CIPD package (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Fix boto env, ensure tmp_dir exists since it's no longer isolated Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2016 The Chromium Authors. All rights reserved. 1 # Copyright 2016 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 5
6 # Recipe module for Skia Swarming trigger. 6 # Recipe module for Skia Swarming trigger.
7 7
8 8
9 import json 9 import json
10 10
(...skipping 653 matching lines...) Expand 10 before | Expand all | Expand 10 after
664 664
665 # CIPD packages needed by test/perf. 665 # CIPD packages needed by test/perf.
666 cipd_packages = [] 666 cipd_packages = []
667 667
668 do_test_steps = builder_spec['do_test_steps'] 668 do_test_steps = builder_spec['do_test_steps']
669 do_perf_steps = builder_spec['do_perf_steps'] 669 do_perf_steps = builder_spec['do_perf_steps']
670 670
671 if not (do_test_steps or do_perf_steps): 671 if not (do_test_steps or do_perf_steps):
672 return 672 return
673 673
674 api.skia.download_skps(api.path['slave_build'].join('tmp'), 674 # SKPs, SkImages.
675 api.path['slave_build'].join('skps')) 675 if api.path.exists(infrabots_dir.join('assets', 'skp', 'VERSION')):
676 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skp'))
677 else:
rmistry 2016/07/22 14:26:15 Nit: Add a "# TODO(borenet): Remove this once enou
borenet 2016/07/22 14:49:53 Done.
678 api.skia.download_skps(api.path['slave_build'].join('tmp'),
679 api.path['slave_build'].join('skps'))
676 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')): 680 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')):
677 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage')) 681 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage'))
678 else: 682 else:
679 # TODO(borenet): Remove this once enough time has passed. 683 # TODO(borenet): Remove this once enough time has passed.
680 api.skia.download_images(api.path['slave_build'].join('tmp'), 684 api.skia.download_images(api.path['slave_build'].join('tmp'),
681 api.path['slave_build'].join('images')) 685 api.path['slave_build'].join('images'))
682 686
687 # Trigger test and perf tasks.
683 test_task = None 688 test_task = None
684 perf_task = None 689 perf_task = None
685 if do_test_steps: 690 if do_test_steps:
686 test_task = test_steps_trigger(api, builder_spec, got_revision, 691 test_task = test_steps_trigger(api, builder_spec, got_revision,
687 infrabots_dir, extra_hashes, cipd_packages) 692 infrabots_dir, extra_hashes, cipd_packages)
688 if do_perf_steps: 693 if do_perf_steps:
689 perf_task = perf_steps_trigger(api, builder_spec, got_revision, 694 perf_task = perf_steps_trigger(api, builder_spec, got_revision,
690 infrabots_dir, extra_hashes, cipd_packages) 695 infrabots_dir, extra_hashes, cipd_packages)
691 is_trybot = builder_cfg['is_trybot'] 696 is_trybot = builder_cfg['is_trybot']
692 if test_task: 697 if test_task:
693 test_steps_collect(api, test_task, builder_spec['upload_dm_results'], 698 test_steps_collect(api, test_task, builder_spec['upload_dm_results'],
694 got_revision, is_trybot, builder_cfg) 699 got_revision, is_trybot, builder_cfg)
695 if perf_task: 700 if perf_task:
696 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'], 701 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'],
697 got_revision, is_trybot) 702 got_revision, is_trybot)
698 703
699 704
700 def test_for_bot(api, builder, mastername, slavename, testname=None, 705 def test_for_bot(api, builder, mastername, slavename, testname=None,
701 legacy_android_sdk=False, legacy_win_toolchain=False, 706 legacy_android_sdk=False, legacy_win_toolchain=False,
702 legacy_skimage_version=False, legacy_win_vulkan_sdk=False): 707 legacy_skimage_version=False, legacy_win_vulkan_sdk=False,
708 legacy_skp_version=False):
703 """Generate a test for the given bot.""" 709 """Generate a test for the given bot."""
704 testname = testname or builder 710 testname = testname or builder
705 test = ( 711 test = (
706 api.test(testname) + 712 api.test(testname) +
707 api.properties(buildername=builder, 713 api.properties(buildername=builder,
708 mastername=mastername, 714 mastername=mastername,
709 slavename=slavename, 715 slavename=slavename,
710 buildnumber=5, 716 buildnumber=5,
711 revision='abc123') 717 revision='abc123')
712 ) 718 )
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after
748 if 'Win' in builder: 754 if 'Win' in builder:
749 if not legacy_win_toolchain: 755 if not legacy_win_toolchain:
750 paths.append(api.path['slave_build'].join( 756 paths.append(api.path['slave_build'].join(
751 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION')) 757 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION'))
752 if not legacy_win_vulkan_sdk: 758 if not legacy_win_vulkan_sdk:
753 paths.append(api.path['slave_build'].join( 759 paths.append(api.path['slave_build'].join(
754 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION')) 760 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION'))
755 if not legacy_skimage_version: 761 if not legacy_skimage_version:
756 paths.append(api.path['slave_build'].join( 762 paths.append(api.path['slave_build'].join(
757 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION')) 763 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION'))
764 if not legacy_skp_version:
765 paths.append(api.path['slave_build'].join(
766 'skia', 'infra', 'bots', 'assets', 'skp', 'VERSION'))
758 if 'RecreateSKPs' in builder: 767 if 'RecreateSKPs' in builder:
759 test += api.step_data( 768 test += api.step_data(
760 'upload new .isolated file for RecreateSKPs_skia', 769 'upload new .isolated file for RecreateSKPs_skia',
761 stdout=api.raw_io.output('def456 XYZ.isolated')) 770 stdout=api.raw_io.output('def456 XYZ.isolated'))
762 771
763 test += api.path.exists(*paths) 772 test += api.path.exists(*paths)
764 773
765 return test 774 return test
766 775
767 776
768 def GenTests(api): 777 def GenTests(api):
769 for mastername, slaves in TEST_BUILDERS.iteritems(): 778 for mastername, slaves in TEST_BUILDERS.iteritems():
770 for slavename, builders_by_slave in slaves.iteritems(): 779 for slavename, builders_by_slave in slaves.iteritems():
771 for builder in builders_by_slave: 780 for builder in builders_by_slave:
772 yield test_for_bot(api, builder, mastername, slavename) 781 yield test_for_bot(api, builder, mastername, slavename)
773 782
774 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' 783 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
775 master = 'client.skia' 784 master = 'client.skia'
776 slave = 'skiabot-linux-test-000' 785 slave = 'skiabot-linux-test-000'
777 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION') 786 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION',
787 legacy_skp_version=True)
778 test += api.step_data('Get downloaded SKP_VERSION', retcode=1) 788 test += api.step_data('Get downloaded SKP_VERSION', retcode=1)
779 yield test 789 yield test
780 790
781 test = test_for_bot(api, builder, master, slave, 791 test = test_for_bot(api, builder, master, slave,
782 'Wrong_downloaded_SKP_VERSION') 792 'Wrong_downloaded_SKP_VERSION', legacy_skp_version=True)
783 test += api.properties(test_downloaded_skp_version='999') 793 test += api.properties(test_downloaded_skp_version='999')
784 yield test 794 yield test
785 795
786 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan' 796 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan'
787 master = 'client.skia.compile' 797 master = 'client.skia.compile'
788 slave = 'skiabot-linux-compile-000' 798 slave = 'skiabot-linux-compile-000'
789 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk', 799 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk',
790 legacy_android_sdk=True) 800 legacy_android_sdk=True)
791 test += api.step_data('Read android_sdk_hash', 801 test += api.step_data('Read android_sdk_hash',
792 stdout=api.raw_io.output('<android_sdk_hash>')) 802 stdout=api.raw_io.output('<android_sdk_hash>'))
793 yield test 803 yield test
794 804
795 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash', 805 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash',
796 legacy_android_sdk=True) 806 legacy_android_sdk=True)
797 test += api.step_data('Read android_sdk_hash', retcode=1) 807 test += api.step_data('Read android_sdk_hash', retcode=1)
798 yield test 808 yield test
799 809
800 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan' 810 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan'
801 master = 'client.skia.compile' 811 master = 'client.skia.compile'
802 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain', 812 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain',
803 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True) 813 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True)
804 yield test 814 yield test
805 815
806 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' 816 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug'
807 master = 'client.skia' 817 master = 'client.skia'
808 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version', 818 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version',
809 legacy_skimage_version=True) 819 legacy_skimage_version=True)
810 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1) 820 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1)
811 yield test 821 yield test
822
823 test = test_for_bot(api, builder, master, slave, 'legacy_skp_version',
824 legacy_skp_version=True)
825 test += api.step_data('Get downloaded SKP_VERSION', retcode=1)
826 yield test
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698