Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(215)

Side by Side Diff: infra/bots/recipes/swarm_trigger.expected/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot.json

Issue 2364693003: Add swarming task for nanobench upload (Closed)
Patch Set: Add CPU dimension Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « infra/bots/recipes/swarm_trigger.py ('k') | infra/bots/recipes/upload_nano_results.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "\nimport json\nimport sys\n\nwith open(sys.argv[1]) as f:\n content = js on.load(f)\n\nprint json.dumps(content, indent=2)\n", 6 "\nimport json\nimport sys\n\nwith open(sys.argv[1]) as f:\n content = js on.load(f)\n\nprint json.dumps(content, indent=2)\n",
7 "{\"buildername\": \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot\", \"buildnumber\": 5, \"issue\": 500, \"mastername\": \"client.skia\", \"patchset \": 1, \"path_config\": \"kitchen\", \"recipe\": \"swarm_trigger\", \"revision\" : \"abc123\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"skiabot-linux-swarm-000\"}" 7 "{\"buildername\": \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot\", \"buildnumber\": 5, \"issue\": 500, \"mastername\": \"client.skia\", \"patchset \": 1, \"path_config\": \"kitchen\", \"recipe\": \"swarm_trigger\", \"revision\" : \"abc123\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"skiabot-linux-swarm-000\"}"
8 ], 8 ],
9 "name": "print properties", 9 "name": "print properties",
10 "~followup_annotations": [ 10 "~followup_annotations": [
(...skipping 748 matching lines...) Expand 10 before | Expand all | Expand 10 after
759 "@@@STEP_LOG_LINE@json.output@ }@@@", 759 "@@@STEP_LOG_LINE@json.output@ }@@@",
760 "@@@STEP_LOG_LINE@json.output@ ]@@@", 760 "@@@STEP_LOG_LINE@json.output@ ]@@@",
761 "@@@STEP_LOG_LINE@json.output@}@@@", 761 "@@@STEP_LOG_LINE@json.output@}@@@",
762 "@@@STEP_LOG_END@json.output@@@", 762 "@@@STEP_LOG_END@json.output@@@",
763 "@@@STEP_LINK@shard #0 isolated out@blah@@@", 763 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
764 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/ta sk/148aa78d7aa0000@@@" 764 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/ta sk/148aa78d7aa0000@@@"
765 ] 765 ]
766 }, 766 },
767 { 767 {
768 "cmd": [ 768 "cmd": [
769 "git",
770 "show",
771 "HEAD",
772 "--format=%at",
773 "-s"
774 ],
775 "cwd": "[SLAVE_BUILD]/skia",
776 "name": "git show",
777 "stdout": "/path/to/tmp/"
778 },
779 {
780 "cmd": [
781 "python",
782 "-u",
783 "\nimport os, sys\nfrom common import chromium_utils # Error? See https:// crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveD irectory(sys.argv[1])\n",
784 "[SLAVE_BUILD]/perfdata/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot /data"
785 ],
786 "env": {
787 "PYTHONPATH": "[SLAVE_BUILD]/skia/infra/bots/.recipe_deps/build/scripts"
788 },
789 "name": "rmtree data",
790 "~followup_annotations": [
791 "@@@STEP_LOG_LINE@python.inline@@@@",
792 "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
793 "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
794 "@@@STEP_LOG_LINE@python.inline@@@@",
795 "@@@STEP_LOG_LINE@python.inline@@@@",
796 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
797 "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[ 1])@@@",
798 "@@@STEP_LOG_END@python.inline@@@"
799 ]
800 },
801 {
802 "cmd": [
803 "python", 769 "python",
804 "-u", 770 "-u",
805 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", 771 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
806 "[SLAVE_BUILD]/perfdata/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot /data", 772 "[SLAVE_BUILD]/swarming_temp_dir",
807 "511" 773 "511"
808 ], 774 ],
809 "name": "makedirs perf_dir", 775 "name": "makedirs swarming tmp dir (3)",
810 "~followup_annotations": [ 776 "~followup_annotations": [
811 "@@@STEP_LOG_LINE@python.inline@@@@", 777 "@@@STEP_LOG_LINE@python.inline@@@@",
812 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@", 778 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
813 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@", 779 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
814 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@", 780 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
815 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@", 781 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
816 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@", 782 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
817 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@", 783 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
818 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@", 784 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
819 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@", 785 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
820 "@@@STEP_LOG_END@python.inline@@@" 786 "@@@STEP_LOG_END@python.inline@@@"
821 ] 787 ]
822 }, 788 },
789 {
790 "cmd": [
791 "python",
792 "-u",
793 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
794 "{\n \"args\": [\n \"--isolate\", \n \"[SLAVE_BUILD]/skia /infra/bots/upload_nano_results.isolate\", \n \"--isolated\", \n \ "[SLAVE_BUILD]/swarming_temp_dir/skia-task-upload_nano_results_skia.isolated\", \n \"--config-variable\", \n \"OS\", \n \"Linux\", \n \"--blacklist\", \n \".git\", \n \"--blacklist\", \n \"ou t\", \n \"--blacklist\", \n \"*.pyc\", \n \"--blacklist\", \n \".recipe_deps\", \n \"--extra-variable\", \n \"WORKDIR\ ", \n \"[SLAVE_BUILD]\"\n ], \n \"dir\": \"[SLAVE_BUILD]\", \n \ "version\": 1\n}",
795 "[SLAVE_BUILD]/swarming_temp_dir/upload_nano_results_skia.isolated.gen.jso n"
796 ],
797 "name": "Write upload_nano_results_skia.isolated.gen.json"
798 },
799 {
800 "cmd": [
801 "python",
802 "-u",
803 "RECIPE_MODULE[build::isolate]/resources/isolate.py",
804 "[SLAVE_BUILD]/swarming.client",
805 "batcharchive",
806 "--dump-json",
807 "/path/to/tmp/json",
808 "--isolate-server",
809 "https://isolateserver.appspot.com",
810 "--verbose",
811 "[SLAVE_BUILD]/swarming_temp_dir/upload_nano_results_skia.isolated.gen.jso n"
812 ],
813 "name": "isolate tests (3)",
814 "~followup_annotations": [
815 "@@@STEP_LOG_LINE@json.output@{@@@",
816 "@@@STEP_LOG_LINE@json.output@ \"upload_nano_results_skia\": \"[dummy has h for upload_nano_results_skia]\"@@@",
817 "@@@STEP_LOG_LINE@json.output@}@@@",
818 "@@@STEP_LOG_END@json.output@@@",
819 "@@@SET_BUILD_PROPERTY@swarm_hashes@{\"upload_nano_results_skia\": \"[dumm y hash for upload_nano_results_skia]\"}@@@"
820 ]
821 },
822 {
823 "cmd": [
824 "python",
825 "-u",
826 "\nimport json\nimport sys\nwith open(sys.argv[1]) as f:\n isolated = jso n.load(f)\nif not isolated.get('includes'):\n isolated['includes'] = []\nfor h in sys.argv[2:]:\n isolated['includes'].append(h)\nwith open(sys.argv[1], 'w') as f:\n json.dump(isolated, f, sort_keys=True)\n",
827 "[SLAVE_BUILD]/swarming_temp_dir/skia-task-upload_nano_results_skia.isolat ed",
828 "abc123"
829 ],
830 "name": "add_isolated_input (2)",
831 "~followup_annotations": [
832 "@@@STEP_LOG_LINE@python.inline@@@@",
833 "@@@STEP_LOG_LINE@python.inline@import json@@@",
834 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
835 "@@@STEP_LOG_LINE@python.inline@with open(sys.argv[1]) as f:@@@",
836 "@@@STEP_LOG_LINE@python.inline@ isolated = json.load(f)@@@",
837 "@@@STEP_LOG_LINE@python.inline@if not isolated.get('includes'):@@@",
838 "@@@STEP_LOG_LINE@python.inline@ isolated['includes'] = []@@@",
839 "@@@STEP_LOG_LINE@python.inline@for h in sys.argv[2:]:@@@",
840 "@@@STEP_LOG_LINE@python.inline@ isolated['includes'].append(h)@@@",
841 "@@@STEP_LOG_LINE@python.inline@with open(sys.argv[1], 'w') as f:@@@",
842 "@@@STEP_LOG_LINE@python.inline@ json.dump(isolated, f, sort_keys=True)@@ @",
843 "@@@STEP_LOG_END@python.inline@@@"
844 ]
845 },
823 { 846 {
824 "cmd": [ 847 "cmd": [
825 "python", 848 "python",
826 "-u", 849 "-u",
827 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", 850 "[SLAVE_BUILD]/swarming.client/isolateserver.py",
828 "[SLAVE_BUILD]/swarming_temp_dir/outputs/perf_skia/0/perfdata/Perf-Ubuntu- GCC-GCE-CPU-AVX2-x86_64-Release-Trybot/data/nanobench_abc123.json", 851 "archive",
829 "[SLAVE_BUILD]/perfdata/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot /data/nanobench_abc123_1408633190.json" 852 "--isolate-server",
853 "https://isolateserver.appspot.com",
854 "[SLAVE_BUILD]/swarming_temp_dir/skia-task-upload_nano_results_skia.isolat ed"
830 ], 855 ],
831 "name": "perf_results" 856 "name": "upload new .isolated file for upload_nano_results_skia",
857 "stdout": "/path/to/tmp/"
832 }, 858 },
833 { 859 {
834 "cmd": [ 860 "cmd": [
835 "python", 861 "python",
836 "-u", 862 "-u",
837 "RECIPE_MODULE[skia::core]/resources/upload_bench_results.py", 863 "[SLAVE_BUILD]/swarming.client/swarming.py",
838 "Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot", 864 "trigger",
839 "5", 865 "--swarming",
840 "[SLAVE_BUILD]/perfdata/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot /data", 866 "https://chromium-swarm.appspot.com",
841 "abc123", 867 "--isolate-server",
842 "[SLAVE_BUILD]/skia/infra/bots/.recipe_deps/depot_tools/gsutil.py", 868 "https://isolateserver.appspot.com",
843 "500" 869 "--priority",
870 "90",
871 "--shards",
872 "1",
873 "--task-name",
874 "upload_nano_results_skia/Linux/def456/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64 -Release-Trybot/5",
875 "--dump-json",
876 "/path/to/tmp/json",
877 "--expiration",
878 "72000",
879 "--io-timeout",
880 "2400",
881 "--hard-timeout",
882 "14400",
883 "--dimension",
884 "cpu",
885 "x86-64-avx2",
886 "--dimension",
887 "gpu",
888 "none",
889 "--dimension",
890 "os",
891 "Linux",
892 "--dimension",
893 "pool",
894 "Skia",
895 "--tag",
896 "allow_milo:1",
897 "--tag",
898 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot",
899 "--tag",
900 "buildnumber:5",
901 "--tag",
902 "data:def456",
903 "--tag",
904 "master:client.skia",
905 "--tag",
906 "name:upload_nano_results_skia",
907 "--tag",
908 "os:Linux",
909 "--tag",
910 "revision:abc123",
911 "--tag",
912 "rietveld:https://codereview.chromium.org/500/#ps1",
913 "--tag",
914 "slavename:skiabot-linux-swarm-000",
915 "--tag",
916 "stepname:upload_nano_results_skia on Linux",
917 "--idempotent",
918 "def456",
919 "--",
920 "--workdir",
921 "../../..",
922 "upload_nano_results",
923 "rietveld=https://codereview.chromium.org",
924 "buildername=Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot",
925 "mastername=client.skia",
926 "buildnumber=5",
927 "slavename=skiabot-linux-swarm-000",
928 "reason=Triggered by Skia swarm_trigger Recipe",
929 "swarm_out_dir=${ISOLATED_OUTDIR}",
930 "patchset=1",
931 "issue=500",
932 "revision=abc123"
844 ], 933 ],
845 "cwd": "[SLAVE_BUILD]/skia", 934 "name": "[trigger] upload_nano_results_skia on Linux",
846 "name": "Upload perf results" 935 "~followup_annotations": [
936 "@@@STEP_LOG_LINE@json.output@{@@@",
937 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"upload_nano_results_ skia/Linux/def456/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot/5\", @@@",
938 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
939 "@@@STEP_LOG_LINE@json.output@ \"upload_nano_results_skia/Linux/def456/ Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot/5\": {@@@",
940 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
941 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
942 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm .appspot.com/user/task/10000\"@@@",
943 "@@@STEP_LOG_LINE@json.output@ }@@@",
944 "@@@STEP_LOG_LINE@json.output@ }@@@",
945 "@@@STEP_LOG_LINE@json.output@}@@@",
946 "@@@STEP_LOG_END@json.output@@@",
947 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@ @@",
948 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/ta sk/10000@@@"
949 ]
950 },
951 {
952 "cmd": [
953 "python",
954 "-u",
955 "[SLAVE_BUILD]/swarming.client/swarming.py",
956 "collect",
957 "--swarming",
958 "https://chromium-swarm.appspot.com",
959 "--decorate",
960 "--print-status-updates",
961 "--json",
962 "{\"base_task_name\": \"upload_nano_results_skia/Linux/def456/Perf-Ubuntu- GCC-GCE-CPU-AVX2-x86_64-Release-Trybot/5\", \"tasks\": {\"upload_nano_results_sk ia/Linux/def456/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Trybot/5\": {\"shard _index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.apps pot.com/user/task/10000\"}}}",
963 "--task-summary-json",
964 "/path/to/tmp/json"
965 ],
966 "name": "upload_nano_results_skia on Linux",
967 "~followup_annotations": [
968 "@@@STEP_TEXT@swarming pending 71s@@@",
969 "@@@STEP_LOG_LINE@json.output@{@@@",
970 "@@@STEP_LOG_LINE@json.output@ \"shards\": [@@@",
971 "@@@STEP_LOG_LINE@json.output@ {@@@",
972 "@@@STEP_LOG_LINE@json.output@ \"abandoned_ts\": null, @@@",
973 "@@@STEP_LOG_LINE@json.output@ \"bot_id\": \"vm30\", @@@",
974 "@@@STEP_LOG_LINE@json.output@ \"completed_ts\": \"2014-09-25T01:42:0 0.123\", @@@",
975 "@@@STEP_LOG_LINE@json.output@ \"created_ts\": \"2014-09-25T01:41:00. 123\", @@@",
976 "@@@STEP_LOG_LINE@json.output@ \"durations\": [@@@",
977 "@@@STEP_LOG_LINE@json.output@ 5.7, @@@",
978 "@@@STEP_LOG_LINE@json.output@ 31.5@@@",
979 "@@@STEP_LOG_LINE@json.output@ ], @@@",
980 "@@@STEP_LOG_LINE@json.output@ \"exit_codes\": [@@@",
981 "@@@STEP_LOG_LINE@json.output@ 0, @@@",
982 "@@@STEP_LOG_LINE@json.output@ 0@@@",
983 "@@@STEP_LOG_LINE@json.output@ ], @@@",
984 "@@@STEP_LOG_LINE@json.output@ \"failure\": false, @@@",
985 "@@@STEP_LOG_LINE@json.output@ \"id\": \"148aa78d7aa0000\", @@@",
986 "@@@STEP_LOG_LINE@json.output@ \"internal_failure\": false, @@@",
987 "@@@STEP_LOG_LINE@json.output@ \"isolated_out\": {@@@",
988 "@@@STEP_LOG_LINE@json.output@ \"isolated\": \"abc123\", @@@",
989 "@@@STEP_LOG_LINE@json.output@ \"isolatedserver\": \"https://isolat eserver.appspot.com\", @@@",
990 "@@@STEP_LOG_LINE@json.output@ \"namespace\": \"default-gzip\", @@@ ",
991 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"blah\"@@@",
992 "@@@STEP_LOG_LINE@json.output@ }, @@@",
993 "@@@STEP_LOG_LINE@json.output@ \"modified_ts\": \"2014-09-25 01:42:00 \", @@@",
994 "@@@STEP_LOG_LINE@json.output@ \"name\": \"heartbeat-canary-2014-09-2 5_01:41:55-os=Windows\", @@@",
995 "@@@STEP_LOG_LINE@json.output@ \"outputs\": [@@@",
996 "@@@STEP_LOG_LINE@json.output@ \"Heart beat succeeded on win32.\\n\ ", @@@",
997 "@@@STEP_LOG_LINE@json.output@ \"Foo\"@@@",
998 "@@@STEP_LOG_LINE@json.output@ ], @@@",
999 "@@@STEP_LOG_LINE@json.output@ \"started_ts\": \"2014-09-25T01:42:11. 123\", @@@",
1000 "@@@STEP_LOG_LINE@json.output@ \"state\": 112, @@@",
1001 "@@@STEP_LOG_LINE@json.output@ \"try_number\": 1, @@@",
1002 "@@@STEP_LOG_LINE@json.output@ \"user\": \"unknown\"@@@",
1003 "@@@STEP_LOG_LINE@json.output@ }@@@",
1004 "@@@STEP_LOG_LINE@json.output@ ]@@@",
1005 "@@@STEP_LOG_LINE@json.output@}@@@",
1006 "@@@STEP_LOG_END@json.output@@@",
1007 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1008 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/ta sk/148aa78d7aa0000@@@"
1009 ]
847 }, 1010 },
848 { 1011 {
849 "name": "$result", 1012 "name": "$result",
850 "recipe_result": null, 1013 "recipe_result": null,
851 "status_code": 0 1014 "status_code": 0
852 } 1015 }
853 ] 1016 ]
OLDNEW
« no previous file with comments | « infra/bots/recipes/swarm_trigger.py ('k') | infra/bots/recipes/upload_nano_results.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698