scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json - Issue 2247373002: Refactor stages 1, 2 and test_api overhaul.

Unified Diff: scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

Issue 2247373002: Refactor stages 1, 2 and test_api overhaul. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master

Patch Set: Addressing all early feedback. Created 4 years, 3 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« scripts/slave/recipe_modules/auto_bisect/test_api.py ('K') | « scripts/slave/recipes/bisection/android_bisect.expected/basic_recipe_android_webview_nexus6_aosp_perf_bisect.json ('k') | scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

diff --git a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json b/scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

similarity index 72%

copy from scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json

copy to scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

index 365ff0d5e1a8044652bee26d367f3191d9faf81b..7e2878f604b9b4e6b5830d7565866a98ad14dc32 100644

--- a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json

+++ b/scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

@@ -660,7 +660,7 @@

"@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@",

- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@",

+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306475\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",

@@ -784,11 +784,7 @@

"@@@STEP_LOG_LINE@json.output@[@@@",

"@@@STEP_LOG_LINE@json.output@ [@@@",

"@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ [@@@",

- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@]@@@",

"@@@STEP_LOG_END@json.output@@@"

@@ -1023,9 +1019,9 @@

"android",

"--xvfb",

"--factory-properties",

- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1034,9 +1030,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_1"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1047,6 +1045,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1054,6 +1053,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_1/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1061,9 +1098,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1072,9 +1109,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_2"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1085,6 +1124,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1092,6 +1132,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_2/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1099,9 +1177,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1110,9 +1188,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_3"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1123,6 +1203,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1130,6 +1211,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_3/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1137,9 +1256,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1148,9 +1267,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_4"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1161,6 +1282,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1168,6 +1290,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_4/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1175,9 +1335,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1186,9 +1346,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_5"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1199,6 +1361,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1206,15 +1369,15 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_5/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.saving json to temp file",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

+ "name": "Gathering reference values.write buildbot output to disk (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1223,22 +1386,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy3",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload",

+ "name": "Gathering reference values.Reading valueset results (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1489,9 +1651,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1500,9 +1662,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_6"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1513,7 +1677,48 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark fail",

+ "[TMP_BASE]/perf-test-output_tmp_6/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1527,9 +1732,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1538,9 +1743,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_7"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1551,7 +1758,48 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark fail",

+ "[TMP_BASE]/perf-test-output_tmp_7/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1565,9 +1813,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1576,9 +1824,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_8"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1589,7 +1839,48 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark fail",

+ "[TMP_BASE]/perf-test-output_tmp_8/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1603,9 +1894,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1614,9 +1905,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_9"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1627,7 +1920,48 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark fail",

+ "[TMP_BASE]/perf-test-output_tmp_9/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1641,9 +1975,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1652,9 +1986,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_10"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1665,22 +2001,25 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

]

{

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark fail",

+ "[TMP_BASE]/perf-test-output_tmp_10/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.saving json to temp file (2)",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

+ "name": "Gathering reference values.write buildbot output to disk (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1689,22 +2028,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy4",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload (2)",

+ "name": "Gathering reference values.Reading valueset results (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1728,42 +2066,8 @@

"@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",

"@@@STEP_LOG_LINE@python.inline@ print l@@@",

"@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (3)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_LOG_END@python.inline@@@",

+ "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\"]@@@"

]

{

@@ -1774,76 +2078,8 @@

"e28dc0d49c331def2a3bbf3ddd0096eb51551155"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (4)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "git",

- "footers",

- "--position",

- "fc6dfc7ff5b1073408499478969261b826441144"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "import sys; sys.exit(1)"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

- ]

+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

+ "stdout": "/path/to/tmp/"

{

"cmd": [

@@ -1857,21 +2093,6 @@

"stdout": "/path/to/tmp/"

{

- "cmd": [],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Debug Info",

- "~followup_annotations": [

- "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=[], mean_value=None, std_dev=None)@@@",

- "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@fc6dfc7ff5, values=[], mean_value=None, std_dev=None)@@@",

- "@@@STEP_LOG_LINE@Debug Info@@@@",

- "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@",

- "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[] @@@",

- "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@",

- "@@@STEP_LOG_END@Debug Info@@@"

- ]

- },

- {

"cmd": [

"python",

"-u",

@@ -1879,7 +2100,7 @@

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

"name": "Post bisect results",

- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [], \"score\": 0, \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": null, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": null, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": null, \"values\": []}], \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -2106,7 +2327,8 @@

{

"name": "$result",

+ "reason": "Bisect cannot identify a culprit",

"recipe_result": null,

- "status_code": 0

+ "status_code": 1

}

]