scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json - Issue 2247373002: Refactor stages 1, 2 and test_api overhaul.

Unified Diff: scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

Issue 2247373002: Refactor stages 1, 2 and test_api overhaul. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master

Patch Set: Relative intra-module imports. Created 4 years, 2 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« no previous file with comments | « scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_disconnected_device.json ('k') | scripts/slave/recipes/bisection/android_bisect_staging.expected/perf_tryjob_failed_test_android_fyi_perf_bisect.json » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

diff --git a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

index 8e768adeaf82ae24d4fc1aaa09d86ab8d13d3537..08adae9987ba726f54e541dc7d45a52de43308f9 100644

--- a/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

+++ b/scripts/slave/recipes/bisection/android_bisect_staging.expected/local_basic_recipe_failed_device.json

@@ -620,7 +620,7 @@

"@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@",

- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@",

+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306475\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",

@@ -744,11 +744,7 @@

"@@@STEP_LOG_LINE@json.output@[@@@",

"@@@STEP_LOG_LINE@json.output@ [@@@",

"@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ [@@@",

- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@]@@@",

"@@@STEP_LOG_END@json.output@@@"

@@ -983,9 +979,9 @@

"android",

"--xvfb",

"--factory-properties",

- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect_staging\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -994,9 +990,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_1"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1007,6 +1005,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1014,6 +1013,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_1/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1021,9 +1058,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1032,9 +1069,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_2"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1045,6 +1084,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1052,6 +1092,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_2/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1059,9 +1137,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1070,9 +1148,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_3"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1083,6 +1163,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1090,6 +1171,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_3/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1097,9 +1216,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1108,9 +1227,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_4"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1121,6 +1242,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1128,6 +1250,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_4/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1135,9 +1295,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1146,9 +1306,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_5"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1159,6 +1321,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1166,15 +1329,15 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester_staging]/resources/put_temp.py"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_5/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.saving json to temp file",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

+ "name": "Gathering reference values.write buildbot output to disk (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1183,22 +1346,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy3",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload",

+ "name": "Gathering reference values.Reading valueset results (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1449,9 +1611,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1460,9 +1622,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_6"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1473,6 +1637,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1480,6 +1645,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_6/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1487,9 +1690,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1498,9 +1701,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_7"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1511,6 +1716,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1518,6 +1724,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_7/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1525,9 +1769,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1536,9 +1780,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_8"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1549,6 +1795,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1556,6 +1803,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_8/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1563,9 +1848,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1574,9 +1859,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_9"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1587,6 +1874,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1594,6 +1882,44 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_9/results.txt"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.write buildbot output to disk (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1601,9 +1927,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1612,9 +1938,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

- "page_cycler.intl_ar_fa_he",

+ "--output-format=valueset",

+ "page_cycler_v2.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_10"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1625,6 +1953,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1632,15 +1961,15 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester_staging]/resources/put_temp.py"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "benchmark text",

+ "[TMP_BASE]/perf-test-output_tmp_10/results.txt"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.saving json to temp file (2)",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

+ "name": "Gathering reference values.write buildbot output to disk (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@"

]

@@ -1649,22 +1978,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy4",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload (2)",

+ "name": "Gathering reference values.Reading valueset results (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1692,38 +2020,47 @@

]

{

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

+ "cmd": [],

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (3)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "Re-testing reference range"

{

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json,[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",

+ "warm_times/page_load_time",

+ "--valueset"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

+ "name": "Re-testing reference range.Compare samples",

+ "stdout": "/path/to/tmp/json",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"U\": 123, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"p\": 0.001, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"significance\": \"NEED_MORE_DATA\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleA\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 12, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 13, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 14, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 15, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 1@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sampleB\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 212, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 213, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 214, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 215, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 7@@@",

+ "@@@STEP_LOG_LINE@json.output@ ]@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1734,75 +2071,27 @@

"e28dc0d49c331def2a3bbf3ddd0096eb51551155"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (4)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

+ "stdout": "/path/to/tmp/"

{

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

+ "cmd": [],

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "Check bisect finished on revision chromium@e28dc0d49c"

{

"cmd": [

"git",

- "footers",

- "--position",

+ "show",

+ "--name-only",

+ "--pretty=format:",

"fc6dfc7ff5b1073408499478969261b826441144"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144",

+ "name": "Check bisect finished on revision chromium@e28dc0d49c.Checking DEPS for fc6dfc7ff5b1073408499478969261b826441144",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "import sys; sys.exit(1)"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

+ "@@@STEP_NEST_LEVEL@1@@@"

]

{

@@ -1946,11 +2235,27 @@

"cmd": [

"python",

"-u",

+ "RECIPE_MODULE[build::auto_bisect_staging]/resources/fetch_revision_info.py",

+ "fc6dfc7ff5b1073408499478969261b826441144",

+ "chromium"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Reading culprit cl information.",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@json.output@{}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

"name": "Post bisect results",

- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [], \"score\": 0, \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1465.45%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler_v2.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 11.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 11.40175425099138, \"values\": [12, 13, 14, 15, 1]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 172.2, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 184.7127499659945, \"values\": [212, 213, 214, 215, 7]}], \"status\": \"completed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_LOG_LINE@json.output@{@@@",