scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json - Issue 2247373002: Refactor stages 1, 2 and test_api overhaul.

Unified Diff: scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

Issue 2247373002: Refactor stages 1, 2 and test_api overhaul. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master

Patch Set: Rebasing, addressing feedback. Created 4 years, 3 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« scripts/slave/recipes/bisection/android_bisect.py ('K') | « scripts/slave/recipes/bisection/android_bisect.expected/basic_recipe_android_webview_nexus6_aosp_perf_bisect.json ('k') | scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json » ('j') | scripts/slave/recipes/bisection/desktop_bisect.py » ('J')
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

diff --git a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json b/scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

similarity index 76%

copy from scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json

copy to scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

index f9fdcdddc379aa711d13759bcbd69d853fa306e1..91cfdbbc62fae02116c7665e65bdce40cd5f8544 100644

--- a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_basic_device.json

+++ b/scripts/slave/recipes/bisection/android_bisect.expected/failure_in_ref_range.json

@@ -665,7 +665,7 @@

"@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@",

- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@",

+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306475\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",

@@ -789,11 +789,7 @@

"@@@STEP_LOG_LINE@json.output@[@@@",

"@@@STEP_LOG_LINE@json.output@ [@@@",

"@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ [@@@",

- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@]@@@",

"@@@STEP_LOG_END@json.output@@@"

@@ -1034,9 +1030,9 @@

"android",

"--xvfb",

"--factory-properties",

- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1045,9 +1041,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_1"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1058,6 +1056,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1065,6 +1064,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1072,9 +1092,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1083,9 +1103,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_2"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1096,6 +1118,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1103,6 +1126,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1110,9 +1154,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1121,9 +1165,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_3"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1134,6 +1180,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1141,6 +1188,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1148,9 +1216,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1159,9 +1227,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_4"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1172,6 +1242,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1179,6 +1250,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1186,9 +1278,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1197,9 +1289,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_5"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1210,6 +1304,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1217,39 +1312,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- },

- "name": "Gathering reference values.saving json to temp file",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy3",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload",

+ "name": "Gathering reference values.Reading valueset results (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1506,9 +1583,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1517,9 +1594,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_6"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1530,7 +1609,31 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1544,9 +1647,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1555,9 +1658,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_7"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1568,7 +1673,31 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1582,9 +1711,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1593,9 +1722,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_8"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1606,7 +1737,31 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1620,9 +1775,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1631,9 +1786,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_9"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1644,7 +1801,31 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1658,9 +1839,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1669,9 +1850,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "2222"

+ "2222",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_10"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1682,46 +1865,31 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_END@Captured Output@@@"

+ "step returned non-zero exit code: 1",

+ "@@@STEP_LOG_LINE@Failure Output@benchmark fail@@@",

+ "@@@STEP_LOG_END@Failure Output@@@",

+ "@@@STEP_FAILURE@@@"

]

{

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- },

- "name": "Gathering reference values.saving json to temp file (2)",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy4",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload (2)",

+ "name": "Gathering reference values.Reading valueset results (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1745,42 +1913,8 @@

"@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@",

"@@@STEP_LOG_LINE@python.inline@ print l@@@",

"@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (3)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_LOG_END@python.inline@@@",

+ "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\"]@@@"

]

{

@@ -1791,76 +1925,8 @@

"e28dc0d49c331def2a3bbf3ddd0096eb51551155"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (4)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "git",

- "footers",

- "--position",

- "fc6dfc7ff5b1073408499478969261b826441144"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "import sys; sys.exit(1)"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

- ]

+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

+ "stdout": "/path/to/tmp/"

{

"cmd": [

@@ -1874,21 +1940,6 @@

"stdout": "/path/to/tmp/"

{

- "cmd": [],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Debug Info",

- "~followup_annotations": [

- "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=[], mean_value=None, std_dev=None)@@@",

- "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@fc6dfc7ff5, values=[], mean_value=None, std_dev=None)@@@",

- "@@@STEP_LOG_LINE@Debug Info@@@@",

- "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@",

- "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[] @@@",

- "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@",

- "@@@STEP_LOG_END@Debug Info@@@"

- ]

- },

- {

"cmd": [

"python",

"-u",

@@ -1896,7 +1947,7 @@

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

"name": "Post bisect results",

- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [], \"score\": 0, \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": null, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": null, \"values\": []}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": null, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": null, \"values\": []}], \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_LOG_LINE@json.output@{@@@",

@@ -2129,7 +2180,8 @@

{

"name": "$result",

+ "reason": "Bisect cannot identify a culprit",

"recipe_result": null,

- "status_code": 0

+ "status_code": 1

}

]