Index: scripts/slave/recipes/bisect.expected/basic_return_code_test.json |
diff --git a/scripts/slave/recipes/bisect.expected/basic_return_code_test.json b/scripts/slave/recipes/bisect.expected/basic_return_code_test.json |
index 04bc377d785579156a6027e832ac1a9a028337eb..b47c0d94cab8935c8f652112f9d37198be47e0bf 100644 |
--- a/scripts/slave/recipes/bisect.expected/basic_return_code_test.json |
+++ b/scripts/slave/recipes/bisect.expected/basic_return_code_test.json |
@@ -644,7 +644,7 @@ |
"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" |
], |
"name": "Working on revision chromium@00316c9ddf.Post bisect results", |
- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
@@ -803,7 +803,7 @@ |
"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" |
], |
"name": "Working on revision chromium@fc6dfc7ff5.Post bisect results", |
- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
@@ -963,14 +963,20 @@ |
"cmd": [], |
"name": "Debug Info", |
"~followup_annotations": [ |
- "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=[], overall_return_code=0, std_dev=None)@@@", |
- "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@00316c9ddf, values=[], overall_return_code=1, std_dev=None)@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=(0,), overall_return_code=0, std_dev=0.0)@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@00316c9ddf, values=(1,), overall_return_code=1, std_dev=0.0)@@@", |
"@@@STEP_LOG_LINE@Debug Info@@@@", |
"@@@STEP_LOG_LINE@Debug Info@Revision Values @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[] @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@00316c9ddf[] @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@a6298e4afe[] @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c(0,) @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5(1,) @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@00316c9ddf(1,) @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@a6298e4afe(1,) @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@LKGR values: [0]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@FKBR values: [1]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@t-statistic: 1000.0@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 1@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@", |
"@@@STEP_LOG_END@Debug Info@@@" |
] |
}, |
@@ -1002,7 +1008,7 @@ |
"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" |
], |
"name": "Post bisect results", |
- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"cl_date\": \"01/01/2015\", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\", \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0.0, \"status\": \"completed\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"cl_date\": \"01/01/2015\", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\", \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0.0, \"status\": \"completed\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_LOG_LINE@json.output@{@@@", |