| Index: scripts/slave/recipes/bisect.expected/basic_return_code_test.json
|
| diff --git a/scripts/slave/recipes/bisect.expected/basic_return_code_test.json b/scripts/slave/recipes/bisect.expected/basic_return_code_test.json
|
| index 04bc377d785579156a6027e832ac1a9a028337eb..b47c0d94cab8935c8f652112f9d37198be47e0bf 100644
|
| --- a/scripts/slave/recipes/bisect.expected/basic_return_code_test.json
|
| +++ b/scripts/slave/recipes/bisect.expected/basic_return_code_test.json
|
| @@ -644,7 +644,7 @@
|
| "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| ],
|
| "name": "Working on revision chromium@00316c9ddf.Post bisect results",
|
| - "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| + "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -803,7 +803,7 @@
|
| "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| ],
|
| "name": "Working on revision chromium@fc6dfc7ff5.Post bisect results",
|
| - "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| + "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_NEST_LEVEL@1@@@",
|
| @@ -963,14 +963,20 @@
|
| "cmd": [],
|
| "name": "Debug Info",
|
| "~followup_annotations": [
|
| - "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=[], overall_return_code=0, std_dev=None)@@@",
|
| - "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@00316c9ddf, values=[], overall_return_code=1, std_dev=None)@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=(0,), overall_return_code=0, std_dev=0.0)@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@00316c9ddf, values=(1,), overall_return_code=1, std_dev=0.0)@@@",
|
| "@@@STEP_LOG_LINE@Debug Info@@@@",
|
| "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@",
|
| - "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[] @@@",
|
| - "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@",
|
| - "@@@STEP_LOG_LINE@Debug Info@chromium@00316c9ddf[] @@@",
|
| - "@@@STEP_LOG_LINE@Debug Info@chromium@a6298e4afe[] @@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c(0,) @@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5(1,) @@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@chromium@00316c9ddf(1,) @@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@chromium@a6298e4afe(1,) @@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@LKGR values: [0]@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@FKBR values: [1]@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@t-statistic: 1000.0@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 1@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@",
|
| + "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@",
|
| "@@@STEP_LOG_END@Debug Info@@@"
|
| ]
|
| },
|
| @@ -1002,7 +1008,7 @@
|
| "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
|
| ],
|
| "name": "Post bisect results",
|
| - "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"cl_date\": \"01/01/2015\", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\", \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": null, \"values\": []}], \"score\": 0.0, \"status\": \"completed\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| + "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": \"Zero to non-zero\", \"command\": \"tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"cl_date\": \"01/01/2015\", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\", \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 0.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 0.0, \"values\": [0]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@00316c9ddf\", \"std_dev\": 0.0, \"values\": [1]}, {\"commit_hash\": \"a6298e4afedbf2cd461755ea6f45b0ad64222222\", \"depot_name\": \"chromium\", \"mean_value\": 1.0, \"result\": \"bad\", \"revision_string\": \"chromium@a6298e4afe\", \"std_dev\": 0.0, \"values\": [1]}], \"score\": 0.0, \"status\": \"completed\", \"test_type\": \"return_code\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
|
| "stdout": "/path/to/tmp/json",
|
| "~followup_annotations": [
|
| "@@@STEP_LOG_LINE@json.output@{@@@",
|
|
|