scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json - Issue 2247373002: Refactor stages 1, 2 and test_api overhaul.

Unified Diff: scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json

Issue 2247373002: Refactor stages 1, 2 and test_api overhaul. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master

Patch Set: Rebasing, addressing feedback. Created 4 years, 3 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

« scripts/slave/recipes/bisection/android_bisect.py ('K') | « scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json ('k') | scripts/slave/recipes/bisection/android_bisect.expected/perf_tryjob_failed_test_android_fyi_perf_bisect.json » ('j') | scripts/slave/recipes/bisection/desktop_bisect.py » ('J')
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')

Index: scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json

diff --git a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json b/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json

index 0a2b385b34e81021d5fd96ec15b29f96b2e8398e..3c61f260a40b8eb474340dcb743d94ca0316a803 100644

--- a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json

+++ b/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_failed_device.json

@@ -567,7 +567,7 @@

"@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@",

- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@",

+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306475\", @@@",

"@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@",

@@ -691,11 +691,7 @@

"@@@STEP_LOG_LINE@json.output@[@@@",

"@@@STEP_LOG_LINE@json.output@ [@@@",

"@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

- "@@@STEP_LOG_LINE@json.output@ ], @@@",

- "@@@STEP_LOG_LINE@json.output@ [@@@",

- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@",

- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@",

"@@@STEP_LOG_LINE@json.output@ ]@@@",

"@@@STEP_LOG_LINE@json.output@]@@@",

"@@@STEP_LOG_END@json.output@@@"

@@ -936,9 +932,9 @@

"android",

"--xvfb",

"--factory-properties",

- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -947,9 +943,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_1"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -960,6 +958,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -967,6 +966,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -974,9 +994,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -985,9 +1005,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_2"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -998,6 +1020,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1005,6 +1028,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (2)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1012,9 +1056,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1023,9 +1067,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_3"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1036,6 +1082,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1043,6 +1090,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (3)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1050,9 +1118,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1061,9 +1129,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_4"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1074,6 +1144,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1081,6 +1152,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (4)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1088,9 +1180,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1099,9 +1191,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_5"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1112,6 +1206,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1119,39 +1214,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- },

- "name": "Gathering reference values.saving json to temp file",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy3",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload",

+ "name": "Gathering reference values.Reading valueset results (5)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1408,9 +1485,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 1 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1419,9 +1496,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_6"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1432,6 +1511,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1439,6 +1519,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (6)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1446,9 +1547,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 2 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1457,9 +1558,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_7"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1470,6 +1573,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1477,6 +1581,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (7)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1484,9 +1609,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 3 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1495,9 +1620,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_8"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1508,6 +1635,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1515,6 +1643,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (8)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1522,9 +1671,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 4 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1533,9 +1682,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_9"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1546,6 +1697,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1553,6 +1705,27 @@

"cmd": [

"python",

"-u",

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json",

+ "/path/to/tmp/json"

+ ],

+ "env": {

+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

+ },

+ "name": "Gathering reference values.Reading valueset results (9)",

+ "~followup_annotations": [

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py",

"--target",

"Release",

@@ -1560,9 +1733,9 @@

"android",

"--xvfb",

"--factory-properties",

"--build-properties",

"--step-name=Performance Test 5 of 5",

"--builder-name=android_one_perf_bisect",

"--slave-name=TestSlavename",

@@ -1571,9 +1744,11 @@

"./tools/perf/run_benchmark",

"-v",

"--browser=android-chromium",

+ "--output-format=valueset",

"page_cycler.intl_ar_fa_he",

"--device",

- "1111"

+ "1111",

+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_10"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

@@ -1584,6 +1759,7 @@

"stdout": "/path/to/tmp/",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@",

"@@@STEP_LOG_END@Captured Output@@@"

]

@@ -1591,39 +1767,21 @@

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py"

- ],

- "env": {

- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- },

- "name": "Gathering reference values.saving json to temp file (2)",

- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cp",

- "/tmp/dummy4",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",

+ "[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json",

+ "/path/to/tmp/json"

"env": {

"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json",

"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s"

- "name": "Gathering reference values.gsutil upload (2)",

+ "name": "Gathering reference values.Reading valueset results (10)",

"~followup_annotations": [

"@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@"

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1651,38 +1809,51 @@

]

{

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

- ],

+ "cmd": [],

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (3)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "Re-testing reference range"

{

"cmd": [

"python",

"-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results"

+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples",

+ "",

+ "warm_times/page_load_time",

+ "--valueset"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

+ "name": "Re-testing reference range.Compare samples",

+ "stdout": "/path/to/tmp/json",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

+ "@@@STEP_NEST_LEVEL@1@@@",

+ "@@@STEP_LOG_LINE@json.output@{@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"result\": true, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sample_a\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 12, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 13, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 14, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 15, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 16@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@",

+ "@@@STEP_LOG_LINE@json.output@ }, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"sample_b\": {@@@",

+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@",

+ "@@@STEP_LOG_LINE@json.output@ 212, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 213, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 214, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 215, @@@",

+ "@@@STEP_LOG_LINE@json.output@ 216@@@",

+ "@@@STEP_LOG_LINE@json.output@ ], @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 214.0, @@@",

+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@",

+ "@@@STEP_LOG_LINE@json.output@ }@@@",

+ "@@@STEP_LOG_LINE@json.output@}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

]

{

@@ -1693,75 +1864,27 @@

"e28dc0d49c331def2a3bbf3ddd0096eb51551155"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "ls",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil ls (4)",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155",

+ "stdout": "/path/to/tmp/"

{

- "cmd": [

- "python",

- "-u",

- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",

- "--",

- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",

- "----",

- "cat",

- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results"

- ],

+ "cmd": [],

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144",

- "stdout": "/path/to/tmp/",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@"

- ]

+ "name": "Check bisect finished on revision chromium@e28dc0d49c"

{

"cmd": [

"git",

- "footers",

- "--position",

+ "show",

+ "--name-only",

+ "--pretty=format:",

"fc6dfc7ff5b1073408499478969261b826441144"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src",

- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144",

+ "name": "Check bisect finished on revision chromium@e28dc0d49c.Checking DEPS for fc6dfc7ff5b1073408499478969261b826441144",

"stdout": "/path/to/tmp/",

"~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@"

- ]

- },

- {

- "cmd": [

- "python",

- "-u",

- "import sys; sys.exit(1)"

- ],

- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed",

- "~followup_annotations": [

- "@@@STEP_NEST_LEVEL@1@@@",

- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@",

- "@@@STEP_LOG_END@python.inline@@@"

+ "@@@STEP_NEST_LEVEL@1@@@"

]

{

@@ -1905,11 +2028,27 @@

"cmd": [

"python",

"-u",

+ "RECIPE_MODULE[build::auto_bisect]/resources/fetch_revision_info.py",

+ "fc6dfc7ff5b1073408499478969261b826441144",

+ "chromium"

+ ],

+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

+ "name": "Reading culprit cl information.",

+ "stdout": "/path/to/tmp/json",

+ "~followup_annotations": [

+ "@@@STEP_LOG_LINE@json.output@{}@@@",

+ "@@@STEP_LOG_END@json.output@@@"

+ ]

+ },

+ {

+ "cmd": [

+ "python",

+ "-u",

"RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"

"cwd": "[BUILDER_CACHE]/android_one_perf_bisect",

"name": "Post bisect results",

- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [], \"score\": 0, \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1428.57%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 14.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 3.1622776601683795, \"values\": [12, 13, 14, 15, 16]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 214.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 3.1622776601683795, \"values\": [212, 213, 214, 215, 216]}], \"status\": \"completed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",

"stdout": "/path/to/tmp/json",

"~followup_annotations": [

"@@@STEP_LOG_LINE@json.output@{@@@",