Index: scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json |
diff --git a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json b/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json |
index 7d7e4529d16c1e9ddfb76a23870f0060830d56ca..28e4af337539d6fbb8e214512e8be39a29458099 100644 |
--- a/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json |
+++ b/scripts/slave/recipes/bisection/android_bisect.expected/local_basic_recipe_disconnected_device.json |
@@ -663,17 +663,11 @@ |
"@@@STEP_LOG_LINE@Bisect job configuration@{@@@", |
"@@@STEP_LOG_LINE@Bisect job configuration@ \"bad_revision\": \"306476\", @@@", |
"@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306475\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"306474\", @@@", |
"@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"max_time_minutes\": \"5\", @@@", |
"@@@STEP_LOG_LINE@Bisect job configuration@ \"metric\": \"warm_times/page_load_time\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"repeat_count\": \"2\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"truncate_percent\": \"25\"@@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\"@@@", |
"@@@STEP_LOG_LINE@Bisect job configuration@}@@@", |
"@@@STEP_LOG_END@Bisect job configuration@@@" |
] |
@@ -712,17 +706,17 @@ |
"RECIPE_MODULE[build::crrev]/resources/crrev_client.py", |
"get_numbering", |
"--params-file", |
- "{\"number\": 306475, \"numbering_identifier\": \"refs/heads/master\", \"numbering_type\": \"COMMIT_POSITION\", \"project\": \"chromium\", \"repo\": \"chromium/src\"}", |
+ "{\"number\": 306474, \"numbering_identifier\": \"refs/heads/master\", \"numbering_type\": \"COMMIT_POSITION\", \"project\": \"chromium\", \"repo\": \"chromium/src\"}", |
"--attempts", |
"3" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Resolving reference range.crrev get commit hash for refs/heads/master@{#306475}", |
+ "name": "Resolving reference range.crrev get commit hash for refs/heads/master@{#306474}", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_LOG_LINE@json.output@{@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"git_sha\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"git_sha\": \"0000000000000000000000000000000000000000\"@@@", |
"@@@STEP_LOG_LINE@json.output@}@@@", |
"@@@STEP_LOG_END@json.output@@@" |
] |
@@ -754,10 +748,10 @@ |
"RECIPE_MODULE[build::auto_bisect]/resources/fetch_file.py", |
"DEPS", |
"--commit", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
+ "0000000000000000000000000000000000000000" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Resolving reference range.fetch file e28dc0d49c331def2a3bbf3ddd0096eb51551155:DEPS", |
+ "name": "Resolving reference range.fetch file 0000000000000000000000000000000000000000:DEPS", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
@@ -777,23 +771,23 @@ |
"python", |
"-u", |
"RECIPE_MODULE[build::auto_bisect]/resources/fetch_intervening_revisions.py", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "0000000000000000000000000000000000000000", |
"fc6dfc7ff5b1073408499478969261b826441144", |
"https://chromium.googlesource.com/chromium/src" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Expanding revision range.for revisions e28dc0d49c331def2a3bbf3ddd0096eb51551155:fc6dfc7ff5b1073408499478969261b826441144", |
+ "name": "Expanding revision range.for revisions 0000000000000000000000000000000000000000:fc6dfc7ff5b1073408499478969261b826441144", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_LOG_LINE@json.output@[@@@", |
"@@@STEP_LOG_LINE@json.output@ [@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"306475\"@@@", |
"@@@STEP_LOG_LINE@json.output@ ], @@@", |
"@@@STEP_LOG_LINE@json.output@ [@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@", |
"@@@STEP_LOG_LINE@json.output@ ]@@@", |
"@@@STEP_LOG_LINE@json.output@]@@@", |
"@@@STEP_LOG_END@json.output@@@" |
@@ -813,7 +807,7 @@ |
"RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
"----", |
"ls", |
- "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip" |
+ "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
"name": "Gathering reference values.gsutil ls", |
@@ -849,7 +843,7 @@ |
"--output_json", |
"/path/to/tmp/json", |
"--revision", |
- "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "src@0000000000000000000000000000000000000000", |
"--output_manifest" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
@@ -863,7 +857,7 @@ |
"@@@STEP_LOG_LINE@json.output@{@@@", |
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@", |
"@@@STEP_LOG_LINE@json.output@ }, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@", |
@@ -965,7 +959,7 @@ |
"4.7", |
"----", |
"cp", |
- "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip", |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
@@ -1034,9 +1028,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 1 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1045,9 +1039,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_1" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1058,6 +1054,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1065,6 +1062,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_1/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1072,9 +1090,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 2 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1083,9 +1101,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_2" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1096,6 +1116,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1103,6 +1124,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_2/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (2)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1110,9 +1152,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 3 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1121,9 +1163,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_3" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1134,6 +1178,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1141,6 +1186,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_3/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1148,9 +1214,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 4 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1159,9 +1225,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_4" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1172,6 +1240,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1179,6 +1248,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_4/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (4)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1186,9 +1276,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 5 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1197,9 +1287,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_5" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1210,6 +1302,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1217,39 +1310,21 @@ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py" |
- ], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.saving json to temp file", |
- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cp", |
- "/tmp/dummy3", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_5/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.gsutil upload", |
+ "name": "Gathering reference values.Reading valueset results (5)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
@@ -1506,9 +1581,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 1 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1517,9 +1592,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_6" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1530,6 +1607,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1537,6 +1615,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_6/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (6)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1544,9 +1643,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 2 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1555,9 +1654,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_7" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1568,6 +1669,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1575,6 +1677,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_7/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (7)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1582,9 +1705,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 3 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1593,9 +1716,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_8" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1606,6 +1731,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1613,6 +1739,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_8/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (8)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1620,9 +1767,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 4 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1631,9 +1778,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_9" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1644,6 +1793,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1651,6 +1801,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_9/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (9)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -1658,9 +1829,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 5 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -1669,9 +1840,11 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "2222" |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_10" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
@@ -1682,6 +1855,7 @@ |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@benchmark text@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -1689,39 +1863,21 @@ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py" |
- ], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.saving json to temp file (2)", |
- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cp", |
- "/tmp/dummy4", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_10/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.gsutil upload (2)", |
+ "name": "Gathering reference values.Reading valueset results (10)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
@@ -1749,70 +1905,99 @@ |
] |
}, |
{ |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Re-testing reference range" |
+ }, |
+ { |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "ls", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples", |
+ "", |
+ "", |
+ "warm_times/page_load_time", |
+ "--valueset" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (3)", |
+ "name": "Re-testing reference range.Compare samples", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"result\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_a\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 12, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 13, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 14, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 15, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 16@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_b\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 212, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 213, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 214, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 215, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 216@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 214.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
"cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cat", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
+ "git", |
+ "footers", |
+ "--position", |
+ "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "stdout": "/path/to/tmp/" |
+ }, |
+ { |
+ "cmd": [], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
+ "name": "Working on revision chromium@e28dc0d49c" |
}, |
{ |
"cmd": [ |
"git", |
"footers", |
"--position", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
+ "fc6dfc7ff5b1073408499478969261b826441144" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@", |
- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@" |
] |
}, |
{ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "ls", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
+ "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Post bisect results", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1428.57%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 14.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 3.1622776601683795, \"values\": [12, 13, 14, 15, 16]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 214.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 3.1622776601683795, \"values\": [212, 213, 214, 215, 216]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@", |
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@", |
+ "@@@STEP_LOG_END@json.output (invalid)@@@", |
+ "@@@STEP_WARNINGS@@@" |
] |
}, |
{ |
@@ -1823,307 +2008,1359 @@ |
"--", |
"RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
"----", |
- "cat", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
+ "ls", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144", |
- "stdout": "/path/to/tmp/", |
+ "name": "Working on revision chromium@e28dc0d49c.gsutil ls", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
}, |
{ |
"cmd": [ |
- "git", |
- "footers", |
- "--position", |
- "fc6dfc7ff5b1073408499478969261b826441144" |
- ], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@", |
- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@" |
- ] |
- }, |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
+ "--master", |
+ "tryserver.chromium.perf", |
+ "--builder", |
+ "android_one_perf_bisect", |
+ "--slave", |
+ "TestSlavename", |
+ "--spec", |
+ "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}]\ntarget_os = ['android']", |
+ "--root", |
+ "src", |
+ "--revision_mapping_file", |
+ "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}", |
+ "--git-cache-dir", |
+ "[GIT_CACHE]", |
+ "--issue", |
+ "12853011", |
+ "--patchset", |
+ "1", |
+ "--rietveld_server", |
+ "https://codereview.chromium.org", |
+ "--output_json", |
+ "/path/to/tmp/json", |
+ "--revision", |
+ "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "--output_manifest" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "env": { |
+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.bot_update", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_TEXT@Some step text@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@", |
+ "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Working on revision chromium@e28dc0d49c.rmtree build directory", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@", |
+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@", |
+ "@@@STEP_LOG_END@python.inline@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
+ "--", |
+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
+ "--force-version", |
+ "4.7", |
+ "----", |
+ "cp", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "unzip", |
+ "-o", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "Working on revision chromium@e28dc0d49c.unzip_build_product", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION", |
+ "/path/to/tmp/" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.get version", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py", |
+ "ChromePublic.apk", |
+ "-v", |
+ "--blacklist-file", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json", |
+ "--adb-path", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools/adb", |
+ "--release" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 1 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_11" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@", |
+ "@@@STEP_LOG_END@Failure Output@@@", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_11/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 2 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_12" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@", |
+ "@@@STEP_LOG_END@Failure Output@@@", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_12/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (2)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 3 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_13" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@", |
+ "@@@STEP_LOG_END@Failure Output@@@", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_13/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 4 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_14" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@", |
+ "@@@STEP_LOG_END@Failure Output@@@", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_14/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (4)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 5 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "2222", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_15" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_LOG_LINE@Failure Output@benchmark text@@@", |
+ "@@@STEP_LOG_END@Failure Output@@@", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_15/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (5)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.test_report", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@", |
+ "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ print l@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@", |
+ "@@@STEP_LOG_END@python.inline@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Debug Info", |
+ "~followup_annotations": [ |
+ "step returned non-zero exit code: 1", |
+ "@@@STEP_FAILURE@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/devil/android/tools/device_status.py", |
+ "--json-output", |
+ "/path/to/tmp/json", |
+ "--blacklist-file", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json", |
+ "--known-devices-file", |
+ "[HOME]/.android/known_devices.json", |
+ "--buildbot-path", |
+ "/home/chrome-bot/.adb_device_info", |
+ "--adb-path", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools/adb", |
+ "-v", |
+ "--overwrite-known-devices-files" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "device_status (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_TEXT@Online devices: 1@@@", |
+ "@@@STEP_LOG_LINE@json.output@[@@@", |
+ "@@@STEP_LOG_LINE@json.output@ {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"battery\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"AC powered\": \"false\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"USB powered\": \"true\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"Wireless powered\": \"false\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"health\": \"2\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"level\": \"100\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"present\": \"true\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"scale\": \"100\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"status\": \"5\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"technology\": \"Li-ion\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"temperature\": \"249\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"voltage\": \"4286\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": false, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"imei_slice\": \"Unknown\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"ro.build.id\": \"LRX21O\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"ro.build.product\": \"product_name\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"serial\": \"1111\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"wifi_ip\": \"\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"offline\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad4\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"usb_status\": false@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"unauthorized\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad5\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad6\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@]@@@", |
+ "@@@STEP_LOG_END@json.output@@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@{@@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"adb_status\": \"device\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"battery\": {@@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"AC powered\": \"false\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"USB powered\": \"true\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"Wireless powered\": \"false\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"health\": \"2\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"level\": \"100\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"present\": \"true\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"scale\": \"100\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"status\": \"5\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"technology\": \"Li-ion\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"temperature\": \"249\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"voltage\": \"4286\"@@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ }, @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"blacklisted\": false, @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"imei_slice\": \"Unknown\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.id\": \"LRX21O\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.product\": \"product_name\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"serial\": \"1111\", @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"usb_status\": true, @@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"wifi_ip\": \"\"@@@", |
+ "@@@STEP_LOG_LINE@product_name LRX21O 1111@}@@@", |
+ "@@@STEP_LOG_END@product_name LRX21O 1111@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@{@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"adb_status\": \"offline\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"serial\": \"03e0363a003c6ad4\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"usb_status\": false@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@}@@@", |
+ "@@@STEP_LOG_END@03e0363a003c6ad4: missing@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@{@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"adb_status\": \"unauthorized\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"serial\": \"03e0363a003c6ad5\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"usb_status\": true@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@}@@@", |
+ "@@@STEP_LOG_END@03e0363a003c6ad5: adb status unauthorized@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a003c6ad6\", @@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@", |
+ "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@", |
+ "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "git", |
+ "update-ref", |
+ "refs/heads/master", |
+ "refs/remotes/origin/master" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "git update-ref (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "git", |
+ "checkout", |
+ "master" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "git checkout (2)" |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "config (2)", |
+ "~followup_annotations": [ |
+ "@@@STEP_LOG_LINE@Bisect job configuration@{@@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"0000000000000000000000000000000000000000\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"metric\": \"warm_times/page_load_time\", @@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\"@@@", |
+ "@@@STEP_LOG_LINE@Bisect job configuration@}@@@", |
+ "@@@STEP_LOG_END@Bisect job configuration@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Resolving reference range (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::auto_bisect]/resources/fetch_file.py", |
+ "DEPS", |
+ "--commit", |
+ "fc6dfc7ff5b1073408499478969261b826441144" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Resolving reference range.fetch file fc6dfc7ff5b1073408499478969261b826441144:DEPS (2)", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@v8: None@@@", |
+ "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@catapult: None@@@", |
+ "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@skia: None@@@", |
+ "@@@STEP_LOG_END@Debug Bad Revision DEPS@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::auto_bisect]/resources/fetch_file.py", |
+ "DEPS", |
+ "--commit", |
+ "0000000000000000000000000000000000000000" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Resolving reference range.fetch file 0000000000000000000000000000000000000000:DEPS (2)", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Debug Good Revision DEPS@v8: None@@@", |
+ "@@@STEP_LOG_LINE@Debug Good Revision DEPS@catapult: None@@@", |
+ "@@@STEP_LOG_LINE@Debug Good Revision DEPS@skia: None@@@", |
+ "@@@STEP_LOG_END@Debug Good Revision DEPS@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Expanding revision range (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::auto_bisect]/resources/fetch_intervening_revisions.py", |
+ "0000000000000000000000000000000000000000", |
+ "fc6dfc7ff5b1073408499478969261b826441144", |
+ "https://chromium.googlesource.com/chromium/src" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Expanding revision range.for revisions 0000000000000000000000000000000000000000:fc6dfc7ff5b1073408499478969261b826441144 (2)", |
+ "stdout": "/path/to/tmp/json", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@[@@@", |
+ "@@@STEP_LOG_LINE@json.output@ [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"306475\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"306476\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ]@@@", |
+ "@@@STEP_LOG_LINE@json.output@]@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Gathering reference values (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
+ "--", |
+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
+ "----", |
+ "ls", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Gathering reference values.gsutil ls (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
+ "--master", |
+ "tryserver.chromium.perf", |
+ "--builder", |
+ "android_one_perf_bisect", |
+ "--slave", |
+ "TestSlavename", |
+ "--spec", |
+ "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/data/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchplugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/frame_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/data/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src/data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_tests': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/tools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webkit/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webkit/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-internal.git'}]\ntarget_os = ['android']", |
+ "--root", |
+ "src", |
+ "--revision_mapping_file", |
+ "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision\", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"got_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_revision\"}", |
+ "--git-cache-dir", |
+ "[GIT_CACHE]", |
+ "--issue", |
+ "12853011", |
+ "--patchset", |
+ "1", |
+ "--rietveld_server", |
+ "https://codereview.chromium.org", |
+ "--output_json", |
+ "/path/to/tmp/json", |
+ "--revision", |
+ "src@0000000000000000000000000000000000000000", |
+ "--output_manifest" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "env": { |
+ "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
+ }, |
+ "name": "Gathering reference values.bot_update (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_TEXT@Some step text@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"0000000000000000000000000000000000000000\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/buildtools\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/buildtools.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"f0319a328b2809876916353cb994259692140934\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/native_client\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/native_client.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/angle\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/angle.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/third_party/webrtc\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/third_party/webrtc.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"0f90628433546e61d9268596da93418c623137f4\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/tools/swarming_client\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/tools/swarming_client.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src/v8\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/src/v8.git\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"revision\": \"801ada225ddc271c132c3a35f03975671d43e399\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"src\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision\": \"fac9503c46405f77757b9a728eb85b8d7bc6080c\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_angle_revision_cp\": \"refs/heads/master@{#297276}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision\": \"f0319a328b2809876916353cb994259692140934\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_buildtools_revision_cp\": \"refs/heads/master@{#182578}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision\": \"d998e125e8253980d76e269b7982aeeefc1b9b50\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_nacl_revision_cp\": \"refs/heads/master@{#274981}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#170242}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision\": \"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_swarming_client_revision_cp\": \"refs/heads/master@{#276089}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision\": \"801ada225ddc271c132c3a35f03975671d43e399\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_v8_revision_cp\": \"refs/heads/master@{#43426}\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision\": \"0f90628433546e61d9268596da93418c623137f4\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"got_webrtc_revision_cp\": \"refs/heads/master@{#120644}\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"root\": \"src\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@", |
+ "@@@SET_BUILD_PROPERTY@got_nacl_revision@\"d998e125e8253980d76e269b7982aeeefc1b9b50\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision@\"a0ee5d99f1d4b38ddaa4c759c837980b63b99566\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision_cp@\"refs/heads/master@{#182578}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision@\"0f90628433546e61d9268596da93418c623137f4\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_revision@\"f27fede2220bcd326aee3e86ddfd4ebd0fe58cb9\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_nacl_revision_cp@\"refs/heads/master@{#274981}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_angle_revision@\"fac9503c46405f77757b9a728eb85b8d7bc6080c\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_v8_revision@\"801ada225ddc271c132c3a35f03975671d43e399\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_v8_revision_cp@\"refs/heads/master@{#43426}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_swarming_client_revision_cp@\"refs/heads/master@{#276089}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_webrtc_revision_cp@\"refs/heads/master@{#120644}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#170242}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_angle_revision_cp@\"refs/heads/master@{#297276}\"@@@", |
+ "@@@SET_BUILD_PROPERTY@got_buildtools_revision@\"f0319a328b2809876916353cb994259692140934\"@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport os, sys\nfrom common import chromium_utils # Error? See https://crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveDirectory(sys.argv[1])\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Gathering reference values.rmtree build directory (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@import os, sys@@@", |
+ "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[1])@@@", |
+ "@@@STEP_LOG_END@python.inline@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
+ "--", |
+ "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
+ "--force-version", |
+ "4.7", |
+ "----", |
+ "cp", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_0000000000000000000000000000000000000000.zip", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Gathering reference values.gsutil download_build_product (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "unzip", |
+ "-o", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "Gathering reference values.unzip_build_product (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/chrome/VERSION", |
+ "/path/to/tmp/" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.get version (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/build/android/adb_install_apk.py", |
+ "ChromePublic.apk", |
+ "-v", |
+ "--blacklist-file", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json", |
+ "--adb-path", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools/adb", |
+ "--release" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.install ChromePublic.apk (3)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 1 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_16" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Performance Test 1 of 5 (3)", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
+ "@@@STEP_LOG_END@Captured Output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_16/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (11)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 2 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_17" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Performance Test 2 of 5 (3)", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
+ "@@@STEP_LOG_END@Captured Output@@@" |
+ ] |
+ }, |
{ |
"cmd": [ |
"python", |
"-u", |
- "import sys; sys.exit(1)" |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_17/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (12)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@", |
- "@@@STEP_LOG_END@python.inline@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
"cmd": [ |
- "git", |
- "footers", |
- "--position", |
- "fc6dfc7ff5b1073408499478969261b826441144" |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 3 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_18" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "resolving hash fc6dfc7ff5b1073408499478969261b826441144", |
- "stdout": "/path/to/tmp/" |
- }, |
- { |
- "cmd": [], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Debug Info", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Performance Test 3 of 5 (3)", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
- "step returned non-zero exit code: 1", |
- "@@@STEP_FAILURE@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
+ "@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
{ |
"cmd": [ |
- "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/catapult/devil/devil/android/tools/device_status.py", |
- "--json-output", |
- "/path/to/tmp/json", |
- "--blacklist-file", |
- "[BUILDER_CACHE]/android_one_perf_bisect/src/out/bad_devices.json", |
- "--known-devices-file", |
- "[HOME]/.android/known_devices.json", |
- "--buildbot-path", |
- "/home/chrome-bot/.adb_device_info", |
- "--adb-path", |
- "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools/adb", |
- "-v", |
- "--overwrite-known-devices-files" |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_18/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "device_status (3)", |
+ "name": "Gathering reference values.Reading valueset results (13)", |
"~followup_annotations": [ |
- "@@@STEP_TEXT@Online devices: 1@@@", |
- "@@@STEP_LOG_LINE@json.output@[@@@", |
- "@@@STEP_LOG_LINE@json.output@ {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"battery\": {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"AC powered\": \"false\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"USB powered\": \"true\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"Wireless powered\": \"false\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"health\": \"2\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"level\": \"100\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"present\": \"true\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"scale\": \"100\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"status\": \"5\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"technology\": \"Li-ion\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"temperature\": \"249\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"voltage\": \"4286\"@@@", |
- "@@@STEP_LOG_LINE@json.output@ }, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": false, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"imei_slice\": \"Unknown\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ro.build.id\": \"LRX21O\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ro.build.product\": \"product_name\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"serial\": \"1111\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"wifi_ip\": \"\"@@@", |
- "@@@STEP_LOG_LINE@json.output@ }, @@@", |
- "@@@STEP_LOG_LINE@json.output@ {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"offline\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad4\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"usb_status\": false@@@", |
- "@@@STEP_LOG_LINE@json.output@ }, @@@", |
- "@@@STEP_LOG_LINE@json.output@ {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"unauthorized\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad5\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@", |
- "@@@STEP_LOG_LINE@json.output@ }, @@@", |
- "@@@STEP_LOG_LINE@json.output@ {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"adb_status\": \"device\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"serial\": \"03e0363a003c6ad6\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"usb_status\": true@@@", |
- "@@@STEP_LOG_LINE@json.output@ }@@@", |
- "@@@STEP_LOG_LINE@json.output@]@@@", |
- "@@@STEP_LOG_END@json.output@@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@{@@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"adb_status\": \"device\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"battery\": {@@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"AC powered\": \"false\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"USB powered\": \"true\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"Wireless powered\": \"false\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"health\": \"2\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"level\": \"100\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"present\": \"true\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"scale\": \"100\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"status\": \"5\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"technology\": \"Li-ion\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"temperature\": \"249\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"voltage\": \"4286\"@@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ }, @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"blacklisted\": false, @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"build_detail\": \"google/razor/flo:5.0/LRX21O/1570415:userdebug/dev-keys\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"imei_slice\": \"Unknown\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.id\": \"LRX21O\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"ro.build.product\": \"product_name\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"serial\": \"1111\", @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"usb_status\": true, @@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@ \"wifi_ip\": \"\"@@@", |
- "@@@STEP_LOG_LINE@product_name LRX21O 1111@}@@@", |
- "@@@STEP_LOG_END@product_name LRX21O 1111@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@{@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"adb_status\": \"offline\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"serial\": \"03e0363a003c6ad4\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@ \"usb_status\": false@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad4: missing@}@@@", |
- "@@@STEP_LOG_END@03e0363a003c6ad4: missing@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@{@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"adb_status\": \"unauthorized\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"serial\": \"03e0363a003c6ad5\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@ \"usb_status\": true@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad5: adb status unauthorized@}@@@", |
- "@@@STEP_LOG_END@03e0363a003c6ad5: adb status unauthorized@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a003c6ad6\", @@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@", |
- "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@", |
- "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
"cmd": [ |
- "git", |
- "update-ref", |
- "refs/heads/master", |
- "refs/remotes/origin/master" |
+ "python", |
+ "-u", |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 4 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_19" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "git update-ref (2)" |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Performance Test 4 of 5 (3)", |
+ "stderr": "/path/to/tmp/", |
+ "stdout": "/path/to/tmp/", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
+ "@@@STEP_LOG_END@Captured Output@@@" |
+ ] |
}, |
{ |
"cmd": [ |
- "git", |
- "checkout", |
- "master" |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_19/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "git checkout (2)" |
- }, |
- { |
- "cmd": [], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "config (2)", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (14)", |
"~followup_annotations": [ |
- "@@@STEP_LOG_LINE@Bisect job configuration@{@@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"bug_id\": \"425582\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_host\": \"master4.golo.chromium.org\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"builder_port\": \"8341\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"dummy_job_names\": true, @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"gs_bucket\": \"chrome-perf\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"max_time_minutes\": \"5\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"metric\": \"warm_times/page_load_time\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"repeat_count\": \"2\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"test_type\": \"perf\", @@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@ \"truncate_percent\": \"25\"@@@", |
- "@@@STEP_LOG_LINE@Bisect job configuration@}@@@", |
- "@@@STEP_LOG_END@Bisect job configuration@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
- "cmd": [], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Resolving reference range (2)" |
- }, |
- { |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::auto_bisect]/resources/fetch_file.py", |
- "DEPS", |
- "--commit", |
- "fc6dfc7ff5b1073408499478969261b826441144" |
+ "RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
+ "--target", |
+ "Release", |
+ "--test-platform", |
+ "android", |
+ "--xvfb", |
+ "--factory-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--build-properties", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "--step-name=Performance Test 5 of 5", |
+ "--builder-name=android_one_perf_bisect", |
+ "--slave-name=TestSlavename", |
+ "--build-number=571", |
+ "--run-python-script", |
+ "./tools/perf/run_benchmark", |
+ "-v", |
+ "--browser=android-chromium", |
+ "--output-format=valueset", |
+ "page_cycler.intl_ar_fa_he", |
+ "--device", |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_20" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Resolving reference range.fetch file fc6dfc7ff5b1073408499478969261b826441144:DEPS (2)", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Performance Test 5 of 5 (3)", |
+ "stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@v8: None@@@", |
- "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@catapult: None@@@", |
- "@@@STEP_LOG_LINE@Debug Bad Revision DEPS@skia: None@@@", |
- "@@@STEP_LOG_END@Debug Bad Revision DEPS@@@" |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
+ "@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
{ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::auto_bisect]/resources/fetch_file.py", |
- "DEPS", |
- "--commit", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_20/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Resolving reference range.fetch file e28dc0d49c331def2a3bbf3ddd0096eb51551155:DEPS (2)", |
- "stdout": "/path/to/tmp/", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (15)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@Debug Good Revision DEPS@v8: None@@@", |
- "@@@STEP_LOG_LINE@Debug Good Revision DEPS@catapult: None@@@", |
- "@@@STEP_LOG_LINE@Debug Good Revision DEPS@skia: None@@@", |
- "@@@STEP_LOG_END@Debug Good Revision DEPS@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
- "cmd": [], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Expanding revision range (2)" |
- }, |
- { |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::auto_bisect]/resources/fetch_intervening_revisions.py", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
- "fc6dfc7ff5b1073408499478969261b826441144", |
- "https://chromium.googlesource.com/chromium/src" |
+ "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Expanding revision range.for revisions e28dc0d49c331def2a3bbf3ddd0096eb51551155:fc6dfc7ff5b1073408499478969261b826441144 (2)", |
- "stdout": "/path/to/tmp/json", |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.test_report (3)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@json.output@[@@@", |
- "@@@STEP_LOG_LINE@json.output@ [@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"fc6dfc7ff5b1073408499478969261b826441144\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@", |
- "@@@STEP_LOG_LINE@json.output@ ], @@@", |
- "@@@STEP_LOG_LINE@json.output@ [@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", @@@", |
- "@@@STEP_LOG_LINE@json.output@ \"ignored\"@@@", |
- "@@@STEP_LOG_LINE@json.output@ ]@@@", |
- "@@@STEP_LOG_LINE@json.output@]@@@", |
- "@@@STEP_LOG_END@json.output@@@" |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@", |
+ "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ print l@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@", |
+ "@@@STEP_LOG_END@python.inline@@@" |
] |
}, |
{ |
- "cmd": [], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values (2)" |
- }, |
- { |
"cmd": [ |
"python", |
"-u", |
@@ -2132,10 +3369,10 @@ |
"RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
"----", |
"ls", |
- "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip" |
+ "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (5)", |
+ "name": "Gathering reference values.gsutil ls (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2168,21 +3405,21 @@ |
"--output_json", |
"/path/to/tmp/json", |
"--revision", |
- "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
+ "src@fc6dfc7ff5b1073408499478969261b826441144", |
"--output_manifest" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
"env": { |
"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
}, |
- "name": "Gathering reference values.bot_update (3)", |
+ "name": "Gathering reference values.bot_update (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_TEXT@Some step text@@@", |
"@@@STEP_LOG_LINE@json.output@{@@@", |
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@", |
"@@@STEP_LOG_LINE@json.output@ }, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@", |
@@ -2260,7 +3497,7 @@ |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.rmtree build directory (3)", |
+ "name": "Gathering reference values.rmtree build directory (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_LOG_LINE@python.inline@@@@", |
@@ -2284,11 +3521,11 @@ |
"4.7", |
"----", |
"cp", |
- "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip", |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil download_build_product (3)", |
+ "name": "Gathering reference values.gsutil download_build_product (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2300,7 +3537,7 @@ |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.unzip_build_product (3)", |
+ "name": "Gathering reference values.unzip_build_product (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2317,7 +3554,7 @@ |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.get version (3)", |
+ "name": "Gathering reference values.get version (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2337,7 +3574,7 @@ |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.install ChromePublic.apk (3)", |
+ "name": "Gathering reference values.install ChromePublic.apk (4)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2353,9 +3590,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 1 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2364,19 +3601,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_21" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 1 of 5 (3)", |
+ "name": "Gathering reference values.Performance Test 1 of 5 (4)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2384,6 +3624,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_21/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (16)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2391,9 +3652,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 2 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2402,19 +3663,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_22" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 2 of 5 (3)", |
+ "name": "Gathering reference values.Performance Test 2 of 5 (4)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2422,6 +3686,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_22/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (17)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2429,9 +3714,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 3 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2440,19 +3725,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_23" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 3 of 5 (3)", |
+ "name": "Gathering reference values.Performance Test 3 of 5 (4)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2460,6 +3748,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_23/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (18)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2467,9 +3776,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 4 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2478,19 +3787,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_24" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 4 of 5 (3)", |
+ "name": "Gathering reference values.Performance Test 4 of 5 (4)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2498,6 +3810,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_24/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (19)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2505,9 +3838,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 5 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2516,34 +3849,143 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_25" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 5 of 5 (3)", |
+ "name": "Gathering reference values.Performance Test 5 of 5 (4)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
{ |
"cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py" |
+ "python", |
+ "-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_25/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.Reading valueset results (20)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Gathering reference values.test_report (4)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@python.inline@@@@", |
+ "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@", |
+ "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ print l@@@", |
+ "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@", |
+ "@@@STEP_LOG_END@python.inline@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Re-testing reference range (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples", |
+ "", |
+ "", |
+ "warm_times/page_load_time", |
+ "--valueset" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Re-testing reference range.Compare samples (2)", |
+ "stdout": "/path/to/tmp/json", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"result\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_a\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 12, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 13, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 14, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 15, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 16@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_b\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 212, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 213, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 214, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 215, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 216@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 214.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "git", |
+ "footers", |
+ "--position", |
+ "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
+ ], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155 (2)", |
+ "stdout": "/path/to/tmp/" |
+ }, |
+ { |
+ "cmd": [], |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Working on revision chromium@e28dc0d49c (2)" |
+ }, |
+ { |
+ "cmd": [ |
+ "git", |
+ "footers", |
+ "--position", |
+ "fc6dfc7ff5b1073408499478969261b826441144" |
], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.saving json to temp file (3)", |
- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}", |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
+ "name": "Working on revision chromium@e28dc0d49c.resolving hash fc6dfc7ff5b1073408499478969261b826441144 (2)", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
@@ -2553,46 +3995,18 @@ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cp", |
- "/tmp/dummy5", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
- ], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.gsutil upload (3)", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "python", |
- "-u", |
- "\nimport glob, os, sys\nfor report in glob.glob(sys.argv[1]):\n with open(report, 'r') as f:\n for l in f.readlines():\n print l\n os.remove(report)\n", |
- "[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release/test_logs/*.log" |
+ "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" |
], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.test_report (3)", |
+ "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
+ "name": "Working on revision chromium@e28dc0d49c.Post bisect results (2)", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1428.57%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 14.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 3.1622776601683795, \"values\": [12, 13, 14, 15, 16]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 214.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 3.1622776601683795, \"values\": [212, 213, 214, 215, 216]}], \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@python.inline@@@@", |
- "@@@STEP_LOG_LINE@python.inline@import glob, os, sys@@@", |
- "@@@STEP_LOG_LINE@python.inline@for report in glob.glob(sys.argv[1]):@@@", |
- "@@@STEP_LOG_LINE@python.inline@ with open(report, 'r') as f:@@@", |
- "@@@STEP_LOG_LINE@python.inline@ for l in f.readlines():@@@", |
- "@@@STEP_LOG_LINE@python.inline@ print l@@@", |
- "@@@STEP_LOG_LINE@python.inline@ os.remove(report)@@@", |
- "@@@STEP_LOG_END@python.inline@@@" |
+ "@@@STEP_TEXT@Failed to upload result to Perf Dashboard. Error response: None@@@", |
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@", |
+ "@@@STEP_LOG_END@json.output (invalid)@@@", |
+ "@@@STEP_WARNINGS@@@" |
] |
}, |
{ |
@@ -2604,10 +4018,10 @@ |
"RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
"----", |
"ls", |
- "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip" |
+ "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (6)", |
+ "name": "Working on revision chromium@e28dc0d49c.gsutil ls (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2640,21 +4054,21 @@ |
"--output_json", |
"/path/to/tmp/json", |
"--revision", |
- "src@fc6dfc7ff5b1073408499478969261b826441144", |
+ "src@e28dc0d49c331def2a3bbf3ddd0096eb51551155", |
"--output_manifest" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
"env": { |
"PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
}, |
- "name": "Gathering reference values.bot_update (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.bot_update (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_TEXT@Some step text@@@", |
"@@@STEP_LOG_LINE@json.output@{@@@", |
"@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@", |
- "@@@STEP_LOG_LINE@json.output@ \"src\": \"fc6dfc7ff5b1073408499478969261b826441144\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"src\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\"@@@", |
"@@@STEP_LOG_LINE@json.output@ }, @@@", |
"@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@", |
"@@@STEP_LOG_LINE@json.output@ \"src\": {@@@", |
@@ -2732,7 +4146,7 @@ |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/Release" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.rmtree build directory (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.rmtree build directory (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_LOG_LINE@python.inline@@@@", |
@@ -2756,11 +4170,11 @@ |
"4.7", |
"----", |
"cp", |
- "gs://chrome-perf/Linux Builder/full-build-linux_fc6dfc7ff5b1073408499478969261b826441144.zip", |
+ "gs://chrome-perf/Linux Builder/full-build-linux_e28dc0d49c331def2a3bbf3ddd0096eb51551155.zip", |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil download_build_product (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.gsutil download_build_product (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2772,7 +4186,7 @@ |
"[BUILDER_CACHE]/android_one_perf_bisect/src/out/build_product.zip" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.unzip_build_product (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.unzip_build_product (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2789,7 +4203,7 @@ |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.get version (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.get version (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2809,7 +4223,7 @@ |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.install ChromePublic.apk (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.install ChromePublic.apk (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@" |
] |
@@ -2825,9 +4239,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 1 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2836,19 +4250,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_26" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 1 of 5 (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 1 of 5 (2)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2856,6 +4273,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_26/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (6)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2863,9 +4301,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 2 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2874,19 +4312,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_27" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 2 of 5 (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 2 of 5 (2)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2894,6 +4335,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_27/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (7)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2901,9 +4363,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 3 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2912,19 +4374,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_28" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 3 of 5 (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 3 of 5 (2)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2932,6 +4397,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_28/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (8)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2939,9 +4425,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 4 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2950,19 +4436,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_29" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 4 of 5 (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 4 of 5 (2)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -2970,6 +4459,27 @@ |
"cmd": [ |
"python", |
"-u", |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_29/results-valueset.json", |
+ "/path/to/tmp/json" |
+ ], |
+ "env": { |
+ "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
+ "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
+ }, |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (9)", |
+ "~followup_annotations": [ |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
+ ] |
+ }, |
+ { |
+ "cmd": [ |
+ "python", |
+ "-u", |
"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py", |
"--target", |
"Release", |
@@ -2977,9 +4487,9 @@ |
"android", |
"--xvfb", |
"--factory-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--build-properties", |
- "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"builder_host\": \"master4.golo.chromium.org\", \"builder_port\": \"8341\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"dummy_job_names\": true, \"good_revision\": \"306475\", \"gs_bucket\": \"chrome-perf\", \"max_time_minutes\": \"5\", \"metric\": \"warm_times/page_load_time\", \"repeat_count\": \"2\", \"test_type\": \"perf\", \"truncate_percent\": \"25\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
+ "{\"bisect_config\": {\"bad_revision\": \"306476\", \"bug_id\": \"425582\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"good_revision\": \"306474\", \"gs_bucket\": \"chrome-perf\", \"metric\": \"warm_times/page_load_time\", \"test_type\": \"perf\"}, \"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"branch\": \"\", \"buildername\": \"android_one_perf_bisect\", \"buildnumber\": 571, \"issue\": 12853011, \"job_name\": \"f7a7b4135624439cbd27fdd5133d74ec\", \"local_test\": true, \"mastername\": \"tryserver.chromium.perf\", \"parent_build_archive_url\": \"gs://test-domain/test-archive.zip\", \"parent_got_revision\": \"1111111\", \"patch_project\": \"chromium\", \"patchset\": 1, \"path_config\": \"kitchen\", \"project\": \"chrome\", \"recipe\": \"bisection/android_bisect\", \"repository\": \"\", \"requester\": \"commit-bot@chromium.org\", \"revision\": \"HEAD\", \"rietveld\": \"https://codereview.chromium.org\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", |
"--step-name=Performance Test 5 of 5", |
"--builder-name=android_one_perf_bisect", |
"--slave-name=TestSlavename", |
@@ -2988,19 +4498,22 @@ |
"./tools/perf/run_benchmark", |
"-v", |
"--browser=android-chromium", |
+ "--output-format=valueset", |
"page_cycler.intl_ar_fa_he", |
"--device", |
- "1111" |
+ "1111", |
+ "--output-dir=[TMP_BASE]/perf-test-output_tmp_30" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.Performance Test 5 of 5 (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Performance Test 5 of 5 (2)", |
"stderr": "/path/to/tmp/", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@Captured Output@mock output@@@", |
"@@@STEP_LOG_END@Captured Output@@@" |
] |
}, |
@@ -3008,39 +4521,21 @@ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::bisect_tester]/resources/put_temp.py" |
- ], |
- "env": { |
- "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
- "PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
- }, |
- "name": "Gathering reference values.saving json to temp file (4)", |
- "stdin": "{\"output\": [], \"results\": {\"values\": [0, 0, 0, 0, 0]}, \"retcodes\": [0, 0, 0, 0, 0]}", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cp", |
- "/tmp/dummy6", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
+ "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", |
+ "[TMP_BASE]/perf-test-output_tmp_30/results-valueset.json", |
+ "/path/to/tmp/json" |
], |
"env": { |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.gsutil upload (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.Reading valueset results (10)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"dummy\": \"dict\"@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
@@ -3054,7 +4549,7 @@ |
"GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", |
"PATH": "[BUILDER_CACHE]/android_one_perf_bisect/src/third_party/android_tools/sdk/platform-tools:[BUILDER_CACHE]/android_one_perf_bisect/src/build/android:%(PATH)s" |
}, |
- "name": "Gathering reference values.test_report (4)", |
+ "name": "Working on revision chromium@e28dc0d49c.test_report (2)", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
"@@@STEP_LOG_LINE@python.inline@@@@", |
@@ -3071,140 +4566,139 @@ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "ls", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
- ], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (7)", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cat", |
- "gs://chrome-perf/bisect-results/e28dc0d49c331def2a3bbf3ddd0096eb51551155-test.results" |
+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples", |
+ "", |
+ "", |
+ "warm_times/page_load_time", |
+ "--valueset" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil Get test results for build e28dc0d49c331def2a3bbf3ddd0096eb51551155 (2)", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
- }, |
- { |
- "cmd": [ |
- "git", |
- "footers", |
- "--position", |
- "e28dc0d49c331def2a3bbf3ddd0096eb51551155" |
- ], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.resolving hash e28dc0d49c331def2a3bbf3ddd0096eb51551155 (2)", |
- "stdout": "/path/to/tmp/", |
+ "name": "Working on revision chromium@e28dc0d49c.Compare samples", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_NEST_LEVEL@1@@@", |
- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_TEST_FAILURE\"]@@@" |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"result\": \"needMoreData\", @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_a\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 12, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 13, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 14, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 15, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 16@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_b\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 12, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 13, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 14, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 15, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 16@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
"cmd": [ |
"python", |
"-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "ls", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
+ "[BUILDER_CACHE]/android_one_perf_bisect/catapult/tracing/bin/compare_samples", |
+ "", |
+ "", |
+ "warm_times/page_load_time", |
+ "--valueset" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil ls (8)", |
+ "name": "Working on revision chromium@e28dc0d49c.Compare samples (2)", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@", |
+ "@@@STEP_LOG_LINE@json.output@{@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"result\": true, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_a\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 12, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 13, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 14, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 15, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 16@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 14.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"sample_b\": {@@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"debug_values\": [@@@", |
+ "@@@STEP_LOG_LINE@json.output@ 212, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 213, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 214, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 215, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ 216@@@", |
+ "@@@STEP_LOG_LINE@json.output@ ], @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"mean\": 214.0, @@@", |
+ "@@@STEP_LOG_LINE@json.output@ \"std_dev\": 1.4142135623730951@@@", |
+ "@@@STEP_LOG_LINE@json.output@ }@@@", |
+ "@@@STEP_LOG_LINE@json.output@}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
- "cmd": [ |
- "python", |
- "-u", |
- "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", |
- "--", |
- "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py", |
- "----", |
- "cat", |
- "gs://chrome-perf/bisect-results/fc6dfc7ff5b1073408499478969261b826441144-test.results" |
- ], |
+ "cmd": [], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.gsutil Get test results for build fc6dfc7ff5b1073408499478969261b826441144 (2)", |
- "stdout": "/path/to/tmp/", |
- "~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@" |
- ] |
+ "name": "Check bisect finished on revision chromium@e28dc0d49c" |
}, |
{ |
"cmd": [ |
"git", |
- "footers", |
- "--position", |
+ "show", |
+ "--name-only", |
+ "--pretty=format:", |
"fc6dfc7ff5b1073408499478969261b826441144" |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "Gathering reference values.resolving hash fc6dfc7ff5b1073408499478969261b826441144 (2)", |
+ "name": "Check bisect finished on revision chromium@e28dc0d49c.Checking DEPS for fc6dfc7ff5b1073408499478969261b826441144", |
"stdout": "/path/to/tmp/", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@", |
- "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_REF_RANGE_FAIL\", \"B4T_TEST_FAILURE\"]@@@" |
+ "@@@STEP_NEST_LEVEL@1@@@" |
] |
}, |
{ |
- "cmd": [ |
- "python", |
- "-u", |
- "import sys; sys.exit(1)" |
- ], |
+ "cmd": [], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Gathering reference values.Recipe failed. Reason: Testing the \"good\" revision failed (2)", |
+ "name": "Debug Info (2)", |
"~followup_annotations": [ |
- "@@@STEP_NEST_LEVEL@1@@@", |
- "@@@STEP_LOG_LINE@python.inline@import sys; sys.exit(1)@@@", |
- "@@@STEP_LOG_END@python.inline@@@" |
+ "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@0000000000, mean_value=14.0, std_dev=3.1622776601683795)@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@fc6dfc7ff5, mean_value=214.0, std_dev=3.1622776601683795)@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@0000000000[12, 13, 14, 15, 16]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[12, 13, 14, 15, 16]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[212, 213, 214, 215, 216]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@LKGR values: [12, 13, 14, 15, 16]@@@", |
+ "@@@STEP_LOG_LINE@Debug Info@FKBR values: [212, 213, 214, 215, 216]@@@", |
+ "@@@STEP_LOG_END@Debug Info@@@" |
] |
}, |
{ |
"cmd": [ |
- "git", |
- "footers", |
- "--position", |
- "fc6dfc7ff5b1073408499478969261b826441144" |
+ "python", |
+ "-u", |
+ "RECIPE_MODULE[build::auto_bisect]/resources/fetch_revision_info.py", |
+ "fc6dfc7ff5b1073408499478969261b826441144", |
+ "chromium" |
], |
- "cwd": "[BUILDER_CACHE]/android_one_perf_bisect/src", |
- "name": "resolving hash fc6dfc7ff5b1073408499478969261b826441144 (2)", |
- "stdout": "/path/to/tmp/" |
- }, |
- { |
- "cmd": [], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
- "name": "Debug Info (2)", |
+ "name": "Reading culprit cl information.", |
+ "stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
- "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: RevisionState(rev=chromium@e28dc0d49c, values=[], mean_value=None, std_dev=None)@@@", |
- "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: RevisionState(rev=chromium@fc6dfc7ff5, values=[], mean_value=None, std_dev=None)@@@", |
- "@@@STEP_LOG_LINE@Debug Info@@@@", |
- "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@e28dc0d49c[] @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@", |
- "@@@STEP_LOG_LINE@Debug Info@chromium@fc6dfc7ff5[] @@@", |
- "@@@STEP_LOG_END@Debug Info@@@" |
+ "@@@STEP_LOG_LINE@json.output@{}@@@", |
+ "@@@STEP_LOG_END@json.output@@@" |
] |
}, |
{ |
@@ -3215,7 +4709,7 @@ |
], |
"cwd": "[BUILDER_CACHE]/android_one_perf_bisect", |
"name": "Post bisect results", |
- "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": null, \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [], \"score\": 0, \"status\": \"failed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
+ "stdin": "{\"data\": {\"aborted_reason\": null, \"bad_revision\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"buildbot_log_url\": \"http://c.org/p/cr/builders/android_one_perf_bisect/builds/571\", \"change\": \"1428.57%\", \"command\": \"./tools/perf/run_benchmark -v --browser=android-chromium --output-format=valueset page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"good_revision\": \"0000000000000000000000000000000000000000\", \"metric\": \"warm_times/page_load_time\", \"revision_data\": [{\"commit_hash\": \"0000000000000000000000000000000000000000\", \"depot_name\": \"chromium\", \"mean_value\": 14.0, \"result\": \"good\", \"revision_string\": \"chromium@0000000000\", \"std_dev\": 3.1622776601683795, \"values\": [12, 13, 14, 15, 16]}, {\"commit_hash\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"depot_name\": \"chromium\", \"mean_value\": 14.0, \"result\": \"good\", \"revision_string\": \"chromium@e28dc0d49c\", \"std_dev\": 3.1622776601683795, \"values\": [12, 13, 14, 15, 16]}, {\"commit_hash\": \"fc6dfc7ff5b1073408499478969261b826441144\", \"depot_name\": \"chromium\", \"mean_value\": 214.0, \"result\": \"bad\", \"revision_string\": \"chromium@fc6dfc7ff5\", \"std_dev\": 3.1622776601683795, \"values\": [212, 213, 214, 215, 216]}], \"status\": \"completed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}", |
"stdout": "/path/to/tmp/json", |
"~followup_annotations": [ |
"@@@STEP_LOG_LINE@json.output@{@@@", |