Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(400)

Side by Side Diff: scripts/slave/recipes/bisect.expected/basic.json

Issue 1573293002: Change auto_bisect to post results to perf dashboard. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: post_bisect to post_bisect_results Created 4 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "[BUILD]/scripts/slave/bot_update.py", 6 "[BUILD]/scripts/slave/bot_update.py",
7 "--master", 7 "--master",
8 "tryserver.chromium.perf", 8 "tryserver.chromium.perf",
9 "--builder", 9 "--builder",
10 "linux_perf_bisector", 10 "linux_perf_bisector",
(...skipping 677 matching lines...) Expand 10 before | Expand all | Expand 10 after
688 ] 688 ]
689 }, 689 },
690 { 690 {
691 "cmd": [], 691 "cmd": [],
692 "cwd": "[SLAVE_BUILD]", 692 "cwd": "[SLAVE_BUILD]",
693 "name": "Wiggling revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111" 693 "name": "Wiggling revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"
694 }, 694 },
695 { 695 {
696 "cmd": [], 696 "cmd": [],
697 "cwd": "[SLAVE_BUILD]", 697 "cwd": "[SLAVE_BUILD]",
698 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111", 698 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"
699 },
700 {
701 "cmd": [
702 "python",
703 "-u",
704 "RECIPE_MODULE[perf_dashboard]/resources/post_json.py"
705 ],
706 "cwd": "[SLAVE_BUILD]",
707 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Post b isect results",
708 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"fail_reason\": null, \ "good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"wa rm_times/page_load_time\", \"revision_data\": [{\"commit_pos\": 306475, \"depot_ name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\" : 306478, \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 20.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 21]}], \"scor e\": 0, \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results \"}",
709 "stdout": "/path/to/tmp/json",
699 "~followup_annotations": [ 710 "~followup_annotations": [
700 "@@@STEP_LOG_LINE@Partial Results@---partial bisect results start here---@ @@", 711 "@@@STEP_NEST_LEVEL@1@@@",
701 "@@@STEP_LOG_LINE@Partial Results@@@@", 712 "@@@STEP_LOG_LINE@json.output@{@@@",
702 "@@@STEP_LOG_LINE@Partial Results@===== TESTED REVISIONS =====@@@", 713 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
703 "@@@STEP_LOG_LINE@Partial Results@Depot Revision Mean Value Std. Dev. N um Values Good? @@@", 714 "@@@STEP_LOG_LINE@json.output@}@@@",
704 "@@@STEP_LOG_LINE@Partial Results@chromium r306475 80.0 10.0 5 good @@@", 715 "@@@STEP_LOG_END@json.output@@@"
705 "@@@STEP_LOG_LINE@Partial Results@chromium r306478 20.0 1.0 3 bad @@@",
706 "@@@STEP_LOG_LINE@Partial Results@@@@",
707 "@@@STEP_LOG_LINE@Partial Results@@@@",
708 "@@@STEP_LOG_LINE@Partial Results@----End of partial results----@@@",
709 "@@@STEP_LOG_END@Partial Results@@@"
710 ] 716 ]
711 }, 717 },
712 { 718 {
713 "cmd": [ 719 "cmd": [
714 "python", 720 "python",
715 "-u", 721 "-u",
716 "RECIPE_MODULE[gsutil]/resources/gsutil_wrapper.py", 722 "RECIPE_MODULE[gsutil]/resources/gsutil_wrapper.py",
717 "--", 723 "--",
718 "[DEPOT_TOOLS]/gsutil.py", 724 "[DEPOT_TOOLS]/gsutil.py",
719 "----", 725 "----",
(...skipping 163 matching lines...) Expand 10 before | Expand all | Expand 10 after
883 "cwd": "[SLAVE_BUILD]", 889 "cwd": "[SLAVE_BUILD]",
884 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.gsutil Get test results for build 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111", 890 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.gsutil Get test results for build 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",
885 "stdout": "/path/to/tmp/", 891 "stdout": "/path/to/tmp/",
886 "~followup_annotations": [ 892 "~followup_annotations": [
887 "@@@STEP_NEST_LEVEL@1@@@" 893 "@@@STEP_NEST_LEVEL@1@@@"
888 ] 894 ]
889 }, 895 },
890 { 896 {
891 "cmd": [], 897 "cmd": [],
892 "cwd": "[SLAVE_BUILD]", 898 "cwd": "[SLAVE_BUILD]",
893 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144", 899 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144"
900 },
901 {
902 "cmd": [
903 "python",
904 "-u",
905 "RECIPE_MODULE[perf_dashboard]/resources/post_json.py"
906 ],
907 "cwd": "[SLAVE_BUILD]",
908 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Post b isect results",
909 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"fail_reason\": null, \ "good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"wa rm_times/page_load_time\", \"revision_data\": [{\"commit_pos\": 306475, \"depot_ name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\" : \"306477\", \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_valu e\": 15.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [14, 15, 16]}, {\" commit_pos\": 306478, \"depot_name\": \"chromium\", \"deps_revision\": null, \"m ean_value\": 20.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 2 1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"perf\", \"try_job_ id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bi sect_results\"}",
910 "stdout": "/path/to/tmp/json",
894 "~followup_annotations": [ 911 "~followup_annotations": [
895 "@@@STEP_LOG_LINE@Partial Results@---partial bisect results start here---@ @@", 912 "@@@STEP_NEST_LEVEL@1@@@",
896 "@@@STEP_LOG_LINE@Partial Results@@@@", 913 "@@@STEP_LOG_LINE@json.output@{@@@",
897 "@@@STEP_LOG_LINE@Partial Results@===== TESTED REVISIONS =====@@@", 914 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
898 "@@@STEP_LOG_LINE@Partial Results@Depot Revision Mean Value Std. Dev. N um Values Good? @@@", 915 "@@@STEP_LOG_LINE@json.output@}@@@",
899 "@@@STEP_LOG_LINE@Partial Results@chromium r306475 80.0 10.0 5 good @@@", 916 "@@@STEP_LOG_END@json.output@@@"
900 "@@@STEP_LOG_LINE@Partial Results@chromium r306477 15.0 1.0 3 bad @@@",
901 "@@@STEP_LOG_LINE@Partial Results@chromium r306478 20.0 1.0 3 bad @@@",
902 "@@@STEP_LOG_LINE@Partial Results@@@@",
903 "@@@STEP_LOG_LINE@Partial Results@@@@",
904 "@@@STEP_LOG_LINE@Partial Results@----End of partial results----@@@",
905 "@@@STEP_LOG_END@Partial Results@@@"
906 ] 917 ]
907 }, 918 },
908 { 919 {
909 "cmd": [ 920 "cmd": [
910 "python", 921 "python",
911 "-u", 922 "-u",
912 "RECIPE_MODULE[gsutil]/resources/gsutil_wrapper.py", 923 "RECIPE_MODULE[gsutil]/resources/gsutil_wrapper.py",
913 "--", 924 "--",
914 "[DEPOT_TOOLS]/gsutil.py", 925 "[DEPOT_TOOLS]/gsutil.py",
915 "----", 926 "----",
(...skipping 188 matching lines...) Expand 10 before | Expand all | Expand 10 after
1104 ] 1115 ]
1105 }, 1116 },
1106 { 1117 {
1107 "cmd": [], 1118 "cmd": [],
1108 "cwd": "[SLAVE_BUILD]", 1119 "cwd": "[SLAVE_BUILD]",
1109 "name": "Debug Info", 1120 "name": "Debug Info",
1110 "~followup_annotations": [ 1121 "~followup_annotations": [
1111 "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: PerfRevisionState(cp=306476, v alues=[68, 70, 72], mean_value=70.0, std_dev=2.0)@@@", 1122 "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: PerfRevisionState(cp=306476, v alues=[68, 70, 72], mean_value=70.0, std_dev=2.0)@@@",
1112 "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: PerfRevisionState(cp=306477, v alues=[14, 15, 16], mean_value=15.0, std_dev=1.0)@@@", 1123 "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: PerfRevisionState(cp=306477, v alues=[14, 15, 16], mean_value=15.0, std_dev=1.0)@@@",
1113 "@@@STEP_LOG_LINE@Debug Info@@@@", 1124 "@@@STEP_LOG_LINE@Debug Info@@@@",
1114 "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@", 1125 "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@",
1115 "@@@STEP_LOG_LINE@Debug Info@306475 [70, 70, 80, 90, 90] @@@", 1126 "@@@STEP_LOG_LINE@Debug Info@306475 [70, 70, 80, 90, 90]@@@",
1116 "@@@STEP_LOG_LINE@Debug Info@306476 [68, 70, 72] @@@", 1127 "@@@STEP_LOG_LINE@Debug Info@306476 [68, 70, 72] @@@",
1117 "@@@STEP_LOG_LINE@Debug Info@306477 [14, 15, 16] @@@", 1128 "@@@STEP_LOG_LINE@Debug Info@306477 [14, 15, 16] @@@",
1118 "@@@STEP_LOG_LINE@Debug Info@306478 [19, 20, 21] @@@", 1129 "@@@STEP_LOG_LINE@Debug Info@306478 [19, 20, 21] @@@",
1119 "@@@STEP_LOG_LINE@Debug Info@@@@",
1120 "@@@STEP_LOG_LINE@Debug Info@LKGR values: [68, 70, 72]@@@", 1130 "@@@STEP_LOG_LINE@Debug Info@LKGR values: [68, 70, 72]@@@",
1121 "@@@STEP_LOG_LINE@Debug Info@FKBR values: [14, 15, 16]@@@", 1131 "@@@STEP_LOG_LINE@Debug Info@FKBR values: [14, 15, 16]@@@",
1122 "@@@STEP_LOG_LINE@Debug Info@t-statistic: 42.60281680828159@@@", 1132 "@@@STEP_LOG_LINE@Debug Info@t-statistic: 42.60281680828159@@@",
1123 "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 2.9411764705882346@@@", 1133 "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 2.9411764705882346@@@",
1124 "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@", 1134 "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@",
1125 "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@", 1135 "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@",
1126 "@@@STEP_LOG_END@Debug Info@@@" 1136 "@@@STEP_LOG_END@Debug Info@@@"
1127 ] 1137 ]
1128 }, 1138 },
1129 { 1139 {
1130 "cmd": [ 1140 "cmd": [
1131 "python", 1141 "python",
1132 "-u", 1142 "-u",
1133 "RECIPE_MODULE[auto_bisect]/resources/fetch_revision_info.py", 1143 "RECIPE_MODULE[auto_bisect]/resources/fetch_revision_info.py",
1134 "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111", 1144 "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",
1135 "chromium" 1145 "chromium"
1136 ], 1146 ],
1137 "cwd": "[SLAVE_BUILD]", 1147 "cwd": "[SLAVE_BUILD]",
1138 "name": "Reading culprit cl information.", 1148 "name": "Reading culprit cl information.",
1139 "stdout": "/path/to/tmp/json", 1149 "stdout": "/path/to/tmp/json",
1140 "~followup_annotations": [ 1150 "~followup_annotations": [
1141 "@@@STEP_LOG_LINE@json.output@{@@@", 1151 "@@@STEP_LOG_LINE@json.output@{@@@",
1142 "@@@STEP_LOG_LINE@json.output@ \"author\": \"DummyAuthor\", @@@", 1152 "@@@STEP_LOG_LINE@json.output@ \"author\": \"DummyAuthor\", @@@",
1143 "@@@STEP_LOG_LINE@json.output@ \"body\": \"A long description for a CL.\\ nContaining multiple lines\", @@@", 1153 "@@@STEP_LOG_LINE@json.output@ \"body\": \"A long description for a CL.\\ nContaining multiple lines\", @@@",
1144 "@@@STEP_LOG_LINE@json.output@ \"date\": \"01/01/2015\", @@@", 1154 "@@@STEP_LOG_LINE@json.output@ \"date\": \"01/01/2015\", @@@",
1145 "@@@STEP_LOG_LINE@json.output@ \"email\": \"dummy@nowhere.com\", @@@", 1155 "@@@STEP_LOG_LINE@json.output@ \"email\": \"dummy@nowhere.com\", @@@",
1146 "@@@STEP_LOG_LINE@json.output@ \"subject\": \"Some random CL\"@@@", 1156 "@@@STEP_LOG_LINE@json.output@ \"subject\": \"Some random CL\"@@@",
1147 "@@@STEP_LOG_LINE@json.output@}@@@", 1157 "@@@STEP_LOG_LINE@json.output@}@@@",
1148 "@@@STEP_LOG_END@json.output@@@", 1158 "@@@STEP_LOG_END@json.output@@@"
1149 "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_CULPRIT_FOUND\"]@@@"
1150 ] 1159 ]
1151 }, 1160 },
1152 { 1161 {
1153 "cmd": [ 1162 "cmd": [
1154 "python", 1163 "python",
1155 "-u", 1164 "-u",
1156 "\nimport shutil\nimport sys\nshutil.copyfileobj(open(sys.argv[1]), sys.st dout)\n", 1165 "RECIPE_MODULE[perf_dashboard]/resources/post_json.py"
1157 "---bisect results start here---\n\n===== BISECT JOB RESULTS =====\nStatus : Positive: A suspected commit was found.\n\nTest Command: tools/perf/run_benchm ark -v --browser=release page_cycler.intl_ar_fa_he\nTest Metric: warm_times/page _load_time\nRelative Change: 75.00%\nScore: 99.9\nRetested CL with revert: Not I mplemented.\n\n\n===== SUSPECTED CL(s) =====\nSubject : Some random CL\nAuthor : DummyAuthor, dummy@nowhere.com\nCommit description:\n A long description for a CL.\nContaining multiple lines\nCommit : 00316c9ddfb9d7b4e1ed2fff9fe6d964d211 1111\nDate : 01/01/2015\n\n\n===== TESTED REVISIONS =====\nDepot Revision Mean Value Std. Dev. Num Values Good? \nchromium r306475 80.0 10.0 5 good \nchromium r306476 70.0 2.0 3 good \n\nchromium r306477 15.0 1.0 3 bad <- \n\nchromium r 306478 20.0 1.0 3 bad \n\n\n\n| O O | Visit http://ww w.chromium.org/developers/speed-infra/perf-bug-faq\n| X | for more information addressing perf regression bugs. For feedback,\n| / \\ | file a bug with label Cr-Tests-AutoBisect. Thank you!"
1158 ], 1166 ],
1159 "cwd": "[SLAVE_BUILD]", 1167 "cwd": "[SLAVE_BUILD]",
1160 "name": "Results", 1168 "name": "Post bisect results",
1169 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"cl_date\": \"01/01/2015\ ", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\" , \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"fail_reason\": null, \"good_revision\": \"e28dc0d49c331def2a3bb f3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_dat a\": [{\"commit_pos\": 306475, \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\": \"306476\", \"depot_name\": \"chromium\ ", \"deps_revision\": null, \"mean_value\": 70.0, \"result\": \"good\", \"std_de v\": 2.0, \"values\": [68, 70, 72]}, {\"commit_pos\": \"306477\", \"depot_name\" : \"chromium\", \"deps_revision\": null, \"mean_value\": 15.0, \"result\": \"bad \", \"std_dev\": 1.0, \"values\": [14, 15, 16]}, {\"commit_pos\": 306478, \"depo t_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 20.0, \"result\ ": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 21]}], \"score\": 99.9, \"sta tus\": \"completed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\ ": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
1170 "stdout": "/path/to/tmp/json",
1161 "~followup_annotations": [ 1171 "~followup_annotations": [
1162 "@@@STEP_LOG_LINE@python.inline@@@@", 1172 "@@@STEP_LOG_LINE@json.output@{@@@",
1163 "@@@STEP_LOG_LINE@python.inline@import shutil@@@", 1173 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
1164 "@@@STEP_LOG_LINE@python.inline@import sys@@@", 1174 "@@@STEP_LOG_LINE@json.output@}@@@",
1165 "@@@STEP_LOG_LINE@python.inline@shutil.copyfileobj(open(sys.argv[1]), sys. stdout)@@@", 1175 "@@@STEP_LOG_END@json.output@@@"
1166 "@@@STEP_LOG_END@python.inline@@@"
1167 ] 1176 ]
1168 }, 1177 },
1169 { 1178 {
1170 "name": "$result", 1179 "name": "$result",
1171 "recipe_result": null, 1180 "recipe_result": null,
1172 "status_code": 0 1181 "status_code": 0
1173 } 1182 }
1174 ] 1183 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698