OLD | NEW |
1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 | 5 |
6 # Recipe module for Skia Swarming trigger. | 6 # Recipe module for Skia Swarming trigger. |
7 | 7 |
8 | 8 |
9 import json | 9 import json |
10 | 10 |
(...skipping 653 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
664 | 664 |
665 # CIPD packages needed by test/perf. | 665 # CIPD packages needed by test/perf. |
666 cipd_packages = [] | 666 cipd_packages = [] |
667 | 667 |
668 do_test_steps = builder_spec['do_test_steps'] | 668 do_test_steps = builder_spec['do_test_steps'] |
669 do_perf_steps = builder_spec['do_perf_steps'] | 669 do_perf_steps = builder_spec['do_perf_steps'] |
670 | 670 |
671 if not (do_test_steps or do_perf_steps): | 671 if not (do_test_steps or do_perf_steps): |
672 return | 672 return |
673 | 673 |
674 api.skia.download_skps(api.path['slave_build'].join('tmp'), | 674 # SKPs, SkImages. |
675 api.path['slave_build'].join('skps')) | 675 if api.path.exists(infrabots_dir.join('assets', 'skp', 'VERSION')): |
| 676 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skp')) |
| 677 else: |
| 678 # TODO(borenet): Remove this once enough time has passed. |
| 679 api.skia.download_skps(api.path['slave_build'].join('tmp'), |
| 680 api.path['slave_build'].join('skps')) |
676 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')): | 681 if api.path.exists(infrabots_dir.join('assets', 'skimage', 'VERSION')): |
677 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage')) | 682 cipd_packages.append(cipd_pkg(api, infrabots_dir, 'skimage')) |
678 else: | 683 else: |
679 # TODO(borenet): Remove this once enough time has passed. | 684 # TODO(borenet): Remove this once enough time has passed. |
680 api.skia.download_images(api.path['slave_build'].join('tmp'), | 685 api.skia.download_images(api.path['slave_build'].join('tmp'), |
681 api.path['slave_build'].join('images')) | 686 api.path['slave_build'].join('images')) |
682 | 687 |
| 688 # Trigger test and perf tasks. |
683 test_task = None | 689 test_task = None |
684 perf_task = None | 690 perf_task = None |
685 if do_test_steps: | 691 if do_test_steps: |
686 test_task = test_steps_trigger(api, builder_spec, got_revision, | 692 test_task = test_steps_trigger(api, builder_spec, got_revision, |
687 infrabots_dir, extra_hashes, cipd_packages) | 693 infrabots_dir, extra_hashes, cipd_packages) |
688 if do_perf_steps: | 694 if do_perf_steps: |
689 perf_task = perf_steps_trigger(api, builder_spec, got_revision, | 695 perf_task = perf_steps_trigger(api, builder_spec, got_revision, |
690 infrabots_dir, extra_hashes, cipd_packages) | 696 infrabots_dir, extra_hashes, cipd_packages) |
691 is_trybot = builder_cfg['is_trybot'] | 697 is_trybot = builder_cfg['is_trybot'] |
692 if test_task: | 698 if test_task: |
693 test_steps_collect(api, test_task, builder_spec['upload_dm_results'], | 699 test_steps_collect(api, test_task, builder_spec['upload_dm_results'], |
694 got_revision, is_trybot, builder_cfg) | 700 got_revision, is_trybot, builder_cfg) |
695 if perf_task: | 701 if perf_task: |
696 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'], | 702 perf_steps_collect(api, perf_task, builder_spec['upload_perf_results'], |
697 got_revision, is_trybot) | 703 got_revision, is_trybot) |
698 | 704 |
699 | 705 |
700 def test_for_bot(api, builder, mastername, slavename, testname=None, | 706 def test_for_bot(api, builder, mastername, slavename, testname=None, |
701 legacy_android_sdk=False, legacy_win_toolchain=False, | 707 legacy_android_sdk=False, legacy_win_toolchain=False, |
702 legacy_skimage_version=False, legacy_win_vulkan_sdk=False): | 708 legacy_skimage_version=False, legacy_win_vulkan_sdk=False, |
| 709 legacy_skp_version=False): |
703 """Generate a test for the given bot.""" | 710 """Generate a test for the given bot.""" |
704 testname = testname or builder | 711 testname = testname or builder |
705 test = ( | 712 test = ( |
706 api.test(testname) + | 713 api.test(testname) + |
707 api.properties(buildername=builder, | 714 api.properties(buildername=builder, |
708 mastername=mastername, | 715 mastername=mastername, |
709 slavename=slavename, | 716 slavename=slavename, |
710 buildnumber=5, | 717 buildnumber=5, |
711 revision='abc123') | 718 revision='abc123') |
712 ) | 719 ) |
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
748 if 'Win' in builder: | 755 if 'Win' in builder: |
749 if not legacy_win_toolchain: | 756 if not legacy_win_toolchain: |
750 paths.append(api.path['slave_build'].join( | 757 paths.append(api.path['slave_build'].join( |
751 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION')) | 758 'skia', 'infra', 'bots', 'assets', 'win_toolchain', 'VERSION')) |
752 if not legacy_win_vulkan_sdk: | 759 if not legacy_win_vulkan_sdk: |
753 paths.append(api.path['slave_build'].join( | 760 paths.append(api.path['slave_build'].join( |
754 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION')) | 761 'skia', 'infra', 'bots', 'assets', 'win_vulkan_sdk', 'VERSION')) |
755 if not legacy_skimage_version: | 762 if not legacy_skimage_version: |
756 paths.append(api.path['slave_build'].join( | 763 paths.append(api.path['slave_build'].join( |
757 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION')) | 764 'skia', 'infra', 'bots', 'assets', 'skimage', 'VERSION')) |
| 765 if not legacy_skp_version: |
| 766 paths.append(api.path['slave_build'].join( |
| 767 'skia', 'infra', 'bots', 'assets', 'skp', 'VERSION')) |
758 if 'RecreateSKPs' in builder: | 768 if 'RecreateSKPs' in builder: |
759 test += api.step_data( | 769 test += api.step_data( |
760 'upload new .isolated file for RecreateSKPs_skia', | 770 'upload new .isolated file for RecreateSKPs_skia', |
761 stdout=api.raw_io.output('def456 XYZ.isolated')) | 771 stdout=api.raw_io.output('def456 XYZ.isolated')) |
762 | 772 |
763 test += api.path.exists(*paths) | 773 test += api.path.exists(*paths) |
764 | 774 |
765 return test | 775 return test |
766 | 776 |
767 | 777 |
768 def GenTests(api): | 778 def GenTests(api): |
769 for mastername, slaves in TEST_BUILDERS.iteritems(): | 779 for mastername, slaves in TEST_BUILDERS.iteritems(): |
770 for slavename, builders_by_slave in slaves.iteritems(): | 780 for slavename, builders_by_slave in slaves.iteritems(): |
771 for builder in builders_by_slave: | 781 for builder in builders_by_slave: |
772 yield test_for_bot(api, builder, mastername, slavename) | 782 yield test_for_bot(api, builder, mastername, slavename) |
773 | 783 |
774 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' | 784 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' |
775 master = 'client.skia' | 785 master = 'client.skia' |
776 slave = 'skiabot-linux-test-000' | 786 slave = 'skiabot-linux-test-000' |
777 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION') | 787 test = test_for_bot(api, builder, master, slave, 'No_downloaded_SKP_VERSION', |
| 788 legacy_skp_version=True) |
778 test += api.step_data('Get downloaded SKP_VERSION', retcode=1) | 789 test += api.step_data('Get downloaded SKP_VERSION', retcode=1) |
779 yield test | 790 yield test |
780 | 791 |
781 test = test_for_bot(api, builder, master, slave, | 792 test = test_for_bot(api, builder, master, slave, |
782 'Wrong_downloaded_SKP_VERSION') | 793 'Wrong_downloaded_SKP_VERSION', legacy_skp_version=True) |
783 test += api.properties(test_downloaded_skp_version='999') | 794 test += api.properties(test_downloaded_skp_version='999') |
784 yield test | 795 yield test |
785 | 796 |
786 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan' | 797 builder = 'Build-Ubuntu-GCC-Arm7-Release-Android_Vulkan' |
787 master = 'client.skia.compile' | 798 master = 'client.skia.compile' |
788 slave = 'skiabot-linux-compile-000' | 799 slave = 'skiabot-linux-compile-000' |
789 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk', | 800 test = test_for_bot(api, builder, master, slave, 'legacy_android_sdk', |
790 legacy_android_sdk=True) | 801 legacy_android_sdk=True) |
791 test += api.step_data('Read android_sdk_hash', | 802 test += api.step_data('Read android_sdk_hash', |
792 stdout=api.raw_io.output('<android_sdk_hash>')) | 803 stdout=api.raw_io.output('<android_sdk_hash>')) |
793 yield test | 804 yield test |
794 | 805 |
795 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash', | 806 test = test_for_bot(api, builder, master, slave, 'Missing_android_sdk_hash', |
796 legacy_android_sdk=True) | 807 legacy_android_sdk=True) |
797 test += api.step_data('Read android_sdk_hash', retcode=1) | 808 test += api.step_data('Read android_sdk_hash', retcode=1) |
798 yield test | 809 yield test |
799 | 810 |
800 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan' | 811 builder = 'Build-Win-MSVC-x86_64-Release-Vulkan' |
801 master = 'client.skia.compile' | 812 master = 'client.skia.compile' |
802 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain', | 813 test = test_for_bot(api, builder, master, slave, 'legacy_win_toolchain', |
803 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True) | 814 legacy_win_toolchain=True, legacy_win_vulkan_sdk=True) |
804 yield test | 815 yield test |
805 | 816 |
806 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' | 817 builder = 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Debug' |
807 master = 'client.skia' | 818 master = 'client.skia' |
808 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version', | 819 test = test_for_bot(api, builder, master, slave, 'legacy_skimage_version', |
809 legacy_skimage_version=True) | 820 legacy_skimage_version=True) |
810 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1) | 821 test += api.step_data('Get downloaded SK_IMAGE_VERSION', retcode=1) |
811 yield test | 822 yield test |
| 823 |
| 824 test = test_for_bot(api, builder, master, slave, 'legacy_skp_version', |
| 825 legacy_skp_version=True) |
| 826 test += api.step_data('Get downloaded SKP_VERSION', retcode=1) |
| 827 yield test |
OLD | NEW |